@budibase/server 2.6.23 → 2.6.24-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (424) hide show
  1. package/.dockerignore +7 -6
  2. package/Dockerfile +16 -8
  3. package/builder/assets/index.b33e8ad5.css +6 -0
  4. package/builder/assets/index.c0b0be95.js +1869 -0
  5. package/builder/index.html +2 -2
  6. package/client/manifest.json +5229 -0
  7. package/dist/automation.js +32576 -0
  8. package/dist/automation.js.map +7 -0
  9. package/dist/index.js +45065 -13
  10. package/dist/index.js.map +7 -0
  11. package/dist/query.js +24462 -0
  12. package/dist/query.js.map +7 -0
  13. package/jest.config.ts +6 -3
  14. package/nodemon.json +8 -4
  15. package/package.json +35 -16
  16. package/pm2.config.js +1 -1
  17. package/scripts/build.js +48 -0
  18. package/src/api/controllers/application.ts +21 -22
  19. package/src/api/controllers/automation.ts +37 -9
  20. package/src/api/controllers/datasource.ts +114 -49
  21. package/src/api/controllers/deploy/index.ts +1 -0
  22. package/src/api/controllers/integration.ts +3 -3
  23. package/src/api/controllers/plugin/index.ts +1 -1
  24. package/src/api/controllers/row/external.ts +39 -15
  25. package/src/api/controllers/row/index.ts +18 -24
  26. package/src/api/controllers/row/internal.ts +1 -1
  27. package/src/api/controllers/row/staticFormula.ts +6 -1
  28. package/src/api/controllers/row/utils.ts +12 -0
  29. package/src/api/controllers/static/index.ts +3 -3
  30. package/src/api/controllers/table/index.ts +3 -0
  31. package/src/api/controllers/table/internal.ts +2 -6
  32. package/src/api/controllers/table/utils.ts +32 -1
  33. package/src/api/controllers/view/index.ts +5 -5
  34. package/src/api/controllers/webhook.ts +33 -9
  35. package/src/api/routes/application.ts +5 -0
  36. package/src/api/routes/automation.ts +0 -1
  37. package/src/api/routes/datasource.ts +10 -0
  38. package/src/api/routes/static.ts +3 -1
  39. package/src/api/routes/tests/{automation.spec.js → automation.spec.ts} +106 -31
  40. package/src/api/routes/tests/datasource.spec.ts +1 -1
  41. package/src/api/routes/tests/view.spec.js +4 -3
  42. package/src/api/routes/tests/{webhook.spec.js → webhook.spec.ts} +33 -11
  43. package/src/app.ts +0 -1
  44. package/src/automations/actions.ts +8 -0
  45. package/src/automations/logging/index.ts +21 -0
  46. package/src/automations/steps/bash.ts +4 -0
  47. package/src/automations/steps/collect.ts +58 -0
  48. package/src/automations/steps/createRow.ts +4 -0
  49. package/src/automations/steps/delay.ts +1 -0
  50. package/src/automations/steps/deleteRow.ts +4 -0
  51. package/src/automations/steps/discord.ts +4 -0
  52. package/src/automations/steps/executeQuery.ts +4 -0
  53. package/src/automations/steps/executeScript.ts +4 -0
  54. package/src/automations/steps/filter.ts +1 -0
  55. package/src/automations/steps/loop.ts +1 -0
  56. package/src/automations/steps/make.ts +22 -1
  57. package/src/automations/steps/openai.ts +106 -0
  58. package/src/automations/steps/outgoingWebhook.ts +4 -0
  59. package/src/automations/steps/queryRows.ts +4 -0
  60. package/src/automations/steps/sendSmtpEmail.ts +4 -0
  61. package/src/automations/steps/serverLog.ts +4 -0
  62. package/src/automations/steps/slack.ts +4 -0
  63. package/src/automations/steps/updateRow.ts +4 -0
  64. package/src/automations/steps/zapier.ts +22 -1
  65. package/src/automations/tests/make.spec.ts +54 -0
  66. package/src/automations/tests/openai.spec.ts +86 -0
  67. package/src/automations/tests/zapier.spec.ts +56 -0
  68. package/src/automations/triggers.ts +3 -2
  69. package/src/constants/index.ts +17 -16
  70. package/src/db/dynamoClient.ts +1 -1
  71. package/src/db/inMemoryView.ts +1 -0
  72. package/src/db/linkedRows/index.ts +5 -3
  73. package/src/environment.ts +3 -0
  74. package/src/integration-test/postgres.spec.ts +47 -5
  75. package/src/integrations/airtable.ts +33 -4
  76. package/src/integrations/arangodb.ts +20 -2
  77. package/src/integrations/base/sqlTable.ts +0 -1
  78. package/src/integrations/couchdb.ts +20 -4
  79. package/src/integrations/dynamodb.ts +36 -5
  80. package/src/integrations/elasticsearch.ts +18 -1
  81. package/src/integrations/firebase.ts +17 -0
  82. package/src/integrations/googlesheets.ts +66 -5
  83. package/src/integrations/index.ts +12 -7
  84. package/src/integrations/microsoftSqlServer.ts +33 -1
  85. package/src/integrations/mongodb.ts +18 -0
  86. package/src/integrations/mysql.ts +53 -26
  87. package/src/integrations/oracle.ts +38 -6
  88. package/src/integrations/postgres.ts +47 -12
  89. package/src/integrations/redis.ts +35 -4
  90. package/src/integrations/s3.ts +21 -3
  91. package/src/integrations/snowflake.ts +22 -1
  92. package/src/integrations/tests/googlesheets.spec.ts +41 -9
  93. package/src/middleware/builder.ts +26 -18
  94. package/src/migrations/functions/backfill/app/queries.ts +1 -1
  95. package/src/sdk/app/automations/index.ts +2 -0
  96. package/src/sdk/app/automations/utils.ts +7 -0
  97. package/src/sdk/app/datasources/datasources.ts +7 -1
  98. package/src/sdk/plugins/plugins.ts +1 -1
  99. package/src/startup.ts +2 -0
  100. package/src/tests/utilities/TestConfiguration.ts +4 -2
  101. package/src/tests/utilities/structures.ts +42 -0
  102. package/src/threads/automation.ts +91 -23
  103. package/src/threads/index.ts +9 -3
  104. package/src/threads/utils.ts +2 -0
  105. package/src/utilities/fileSystem/app.ts +14 -4
  106. package/src/utilities/fileSystem/clientLibrary.ts +8 -3
  107. package/src/utilities/fileSystem/filesystem.ts +3 -1
  108. package/src/utilities/redis.ts +25 -3
  109. package/src/utilities/rowProcessor/index.ts +4 -1
  110. package/src/utilities/rowProcessor/map.ts +1 -1
  111. package/src/websockets/builder.ts +95 -0
  112. package/src/websockets/client.ts +2 -2
  113. package/src/websockets/grid.ts +44 -44
  114. package/src/websockets/index.ts +13 -6
  115. package/src/websockets/websocket.ts +211 -7
  116. package/tsconfig.build.json +9 -1
  117. package/tsconfig.json +1 -14
  118. package/builder/assets/index.86c992bf.css +0 -6
  119. package/builder/assets/index.c16c35ca.js +0 -1794
  120. package/dist/api/controllers/analytics.js +0 -46
  121. package/dist/api/controllers/apikeys.js +0 -72
  122. package/dist/api/controllers/application.js +0 -574
  123. package/dist/api/controllers/auth.js +0 -80
  124. package/dist/api/controllers/automation.js +0 -303
  125. package/dist/api/controllers/backup.js +0 -37
  126. package/dist/api/controllers/component.js +0 -59
  127. package/dist/api/controllers/datasource.js +0 -306
  128. package/dist/api/controllers/deploy/Deployment.js +0 -53
  129. package/dist/api/controllers/deploy/index.js +0 -198
  130. package/dist/api/controllers/dev.js +0 -146
  131. package/dist/api/controllers/integration.js +0 -28
  132. package/dist/api/controllers/layout.js +0 -49
  133. package/dist/api/controllers/metadata.js +0 -63
  134. package/dist/api/controllers/migrations.js +0 -29
  135. package/dist/api/controllers/ops.js +0 -40
  136. package/dist/api/controllers/permission.js +0 -162
  137. package/dist/api/controllers/plugin/file.js +0 -24
  138. package/dist/api/controllers/plugin/github.js +0 -69
  139. package/dist/api/controllers/plugin/index.js +0 -112
  140. package/dist/api/controllers/plugin/npm.js +0 -58
  141. package/dist/api/controllers/plugin/uploaders.js +0 -11
  142. package/dist/api/controllers/plugin/url.js +0 -24
  143. package/dist/api/controllers/plugin/utils.js +0 -27
  144. package/dist/api/controllers/public/applications.js +0 -146
  145. package/dist/api/controllers/public/mapping/applications.js +0 -29
  146. package/dist/api/controllers/public/mapping/index.js +0 -11
  147. package/dist/api/controllers/public/mapping/queries.js +0 -36
  148. package/dist/api/controllers/public/mapping/rows.js +0 -24
  149. package/dist/api/controllers/public/mapping/tables.js +0 -23
  150. package/dist/api/controllers/public/mapping/types.js +0 -2
  151. package/dist/api/controllers/public/mapping/users.js +0 -29
  152. package/dist/api/controllers/public/metrics.js +0 -113
  153. package/dist/api/controllers/public/queries.js +0 -58
  154. package/dist/api/controllers/public/rows.js +0 -120
  155. package/dist/api/controllers/public/tables.js +0 -95
  156. package/dist/api/controllers/public/users.js +0 -93
  157. package/dist/api/controllers/public/utils.js +0 -56
  158. package/dist/api/controllers/query/import/index.js +0 -87
  159. package/dist/api/controllers/query/import/sources/base/index.js +0 -75
  160. package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
  161. package/dist/api/controllers/query/import/sources/curl.js +0 -99
  162. package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
  163. package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
  164. package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
  165. package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
  166. package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
  167. package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
  168. package/dist/api/controllers/query/index.js +0 -299
  169. package/dist/api/controllers/query/validation.js +0 -53
  170. package/dist/api/controllers/role.js +0 -109
  171. package/dist/api/controllers/routing.js +0 -105
  172. package/dist/api/controllers/row/ExternalRequest.js +0 -683
  173. package/dist/api/controllers/row/external.js +0 -339
  174. package/dist/api/controllers/row/index.js +0 -203
  175. package/dist/api/controllers/row/internal.js +0 -509
  176. package/dist/api/controllers/row/internalSearch.js +0 -28
  177. package/dist/api/controllers/row/staticFormula.js +0 -165
  178. package/dist/api/controllers/row/utils.js +0 -183
  179. package/dist/api/controllers/screen.js +0 -110
  180. package/dist/api/controllers/script.js +0 -30
  181. package/dist/api/controllers/static/index.js +0 -268
  182. package/dist/api/controllers/table/bulkFormula.js +0 -173
  183. package/dist/api/controllers/table/external.js +0 -279
  184. package/dist/api/controllers/table/index.js +0 -179
  185. package/dist/api/controllers/table/internal.js +0 -197
  186. package/dist/api/controllers/table/utils.js +0 -379
  187. package/dist/api/controllers/templates.js +0 -56
  188. package/dist/api/controllers/user.js +0 -124
  189. package/dist/api/controllers/view/exporters.js +0 -46
  190. package/dist/api/controllers/view/index.js +0 -193
  191. package/dist/api/controllers/view/utils.js +0 -177
  192. package/dist/api/controllers/view/viewBuilder.js +0 -158
  193. package/dist/api/controllers/webhook.js +0 -134
  194. package/dist/api/index.js +0 -55
  195. package/dist/api/routes/analytics.js +0 -34
  196. package/dist/api/routes/apikeys.js +0 -37
  197. package/dist/api/routes/application.js +0 -48
  198. package/dist/api/routes/auth.js +0 -33
  199. package/dist/api/routes/automation.js +0 -50
  200. package/dist/api/routes/backup.js +0 -35
  201. package/dist/api/routes/component.js +0 -35
  202. package/dist/api/routes/datasource.js +0 -43
  203. package/dist/api/routes/deploy.js +0 -37
  204. package/dist/api/routes/dev.js +0 -49
  205. package/dist/api/routes/index.js +0 -75
  206. package/dist/api/routes/integration.js +0 -37
  207. package/dist/api/routes/layout.js +0 -37
  208. package/dist/api/routes/metadata.js +0 -40
  209. package/dist/api/routes/migrations.js +0 -36
  210. package/dist/api/routes/ops.js +0 -52
  211. package/dist/api/routes/permission.js +0 -44
  212. package/dist/api/routes/plugin.js +0 -39
  213. package/dist/api/routes/public/applications.js +0 -174
  214. package/dist/api/routes/public/index.js +0 -140
  215. package/dist/api/routes/public/metrics.js +0 -30
  216. package/dist/api/routes/public/middleware/mapper.js +0 -97
  217. package/dist/api/routes/public/queries.js +0 -72
  218. package/dist/api/routes/public/rows.js +0 -158
  219. package/dist/api/routes/public/tables.js +0 -152
  220. package/dist/api/routes/public/users.js +0 -135
  221. package/dist/api/routes/public/utils/Endpoint.js +0 -36
  222. package/dist/api/routes/query.js +0 -47
  223. package/dist/api/routes/role.js +0 -40
  224. package/dist/api/routes/routing.js +0 -39
  225. package/dist/api/routes/row.js +0 -239
  226. package/dist/api/routes/screen.js +0 -39
  227. package/dist/api/routes/script.js +0 -35
  228. package/dist/api/routes/static.js +0 -80
  229. package/dist/api/routes/table.js +0 -163
  230. package/dist/api/routes/templates.js +0 -37
  231. package/dist/api/routes/user.js +0 -43
  232. package/dist/api/routes/utils/validators.js +0 -238
  233. package/dist/api/routes/view.js +0 -42
  234. package/dist/api/routes/webhook.js +0 -43
  235. package/dist/app.js +0 -132
  236. package/dist/automations/actions.js +0 -137
  237. package/dist/automations/automationUtils.js +0 -173
  238. package/dist/automations/bullboard.js +0 -71
  239. package/dist/automations/index.js +0 -43
  240. package/dist/automations/logging/index.js +0 -53
  241. package/dist/automations/steps/bash.js +0 -111
  242. package/dist/automations/steps/createRow.js +0 -108
  243. package/dist/automations/steps/delay.js +0 -53
  244. package/dist/automations/steps/deleteRow.js +0 -96
  245. package/dist/automations/steps/discord.js +0 -116
  246. package/dist/automations/steps/executeQuery.js +0 -134
  247. package/dist/automations/steps/executeScript.js +0 -106
  248. package/dist/automations/steps/filter.js +0 -112
  249. package/dist/automations/steps/loop.js +0 -54
  250. package/dist/automations/steps/make.js +0 -120
  251. package/dist/automations/steps/outgoingWebhook.js +0 -166
  252. package/dist/automations/steps/queryRows.js +0 -220
  253. package/dist/automations/steps/sendSmtpEmail.js +0 -115
  254. package/dist/automations/steps/serverLog.js +0 -65
  255. package/dist/automations/steps/slack.js +0 -98
  256. package/dist/automations/steps/updateRow.js +0 -144
  257. package/dist/automations/steps/utils.js +0 -56
  258. package/dist/automations/steps/zapier.js +0 -117
  259. package/dist/automations/triggerInfo/app.js +0 -36
  260. package/dist/automations/triggerInfo/cron.js +0 -35
  261. package/dist/automations/triggerInfo/index.js +0 -40
  262. package/dist/automations/triggerInfo/rowDeleted.js +0 -36
  263. package/dist/automations/triggerInfo/rowSaved.js +0 -44
  264. package/dist/automations/triggerInfo/rowUpdated.js +0 -44
  265. package/dist/automations/triggerInfo/webhook.js +0 -40
  266. package/dist/automations/triggers.js +0 -181
  267. package/dist/automations/utils.js +0 -275
  268. package/dist/constants/definitions.js +0 -2
  269. package/dist/constants/index.js +0 -181
  270. package/dist/constants/layouts.js +0 -148
  271. package/dist/constants/screens.js +0 -51
  272. package/dist/db/defaultData/datasource_bb_default.js +0 -574
  273. package/dist/db/defaultData/employeeImport.js +0 -155
  274. package/dist/db/defaultData/expensesImport.js +0 -117
  275. package/dist/db/defaultData/inventoryImport.js +0 -109
  276. package/dist/db/defaultData/jobsImport.js +0 -152
  277. package/dist/db/dynamoClient.js +0 -124
  278. package/dist/db/inMemoryView.js +0 -62
  279. package/dist/db/index.js +0 -43
  280. package/dist/db/linkedRows/LinkController.js +0 -392
  281. package/dist/db/linkedRows/LinkDocument.js +0 -33
  282. package/dist/db/linkedRows/index.js +0 -206
  283. package/dist/db/linkedRows/linkUtils.js +0 -131
  284. package/dist/db/newid.js +0 -7
  285. package/dist/db/utils.js +0 -248
  286. package/dist/db/views/staticViews.js +0 -144
  287. package/dist/ddApm.js +0 -11
  288. package/dist/definitions/automations.js +0 -8
  289. package/dist/definitions/common.js +0 -2
  290. package/dist/definitions/datasource.js +0 -7
  291. package/dist/definitions/openapi.js +0 -6
  292. package/dist/environment.js +0 -109
  293. package/dist/events/AutomationEmitter.js +0 -53
  294. package/dist/events/BudibaseEmitter.js +0 -25
  295. package/dist/events/docUpdates/index.js +0 -17
  296. package/dist/events/docUpdates/processors.js +0 -18
  297. package/dist/events/docUpdates/syncUsers.js +0 -49
  298. package/dist/events/index.js +0 -11
  299. package/dist/events/utils.js +0 -43
  300. package/dist/integrations/airtable.js +0 -147
  301. package/dist/integrations/arangodb.js +0 -103
  302. package/dist/integrations/base/query.js +0 -32
  303. package/dist/integrations/base/sql.js +0 -600
  304. package/dist/integrations/base/sqlTable.js +0 -167
  305. package/dist/integrations/base/types.js +0 -2
  306. package/dist/integrations/couchdb.js +0 -125
  307. package/dist/integrations/dynamodb.js +0 -194
  308. package/dist/integrations/elasticsearch.js +0 -186
  309. package/dist/integrations/firebase.js +0 -174
  310. package/dist/integrations/googlesheets.js +0 -455
  311. package/dist/integrations/index.js +0 -135
  312. package/dist/integrations/microsoftSqlServer.js +0 -273
  313. package/dist/integrations/mongodb.js +0 -614
  314. package/dist/integrations/mysql.js +0 -256
  315. package/dist/integrations/oracle.js +0 -375
  316. package/dist/integrations/postgres.js +0 -300
  317. package/dist/integrations/queries/sql.js +0 -84
  318. package/dist/integrations/redis.js +0 -168
  319. package/dist/integrations/rest.js +0 -400
  320. package/dist/integrations/s3.js +0 -237
  321. package/dist/integrations/snowflake.js +0 -102
  322. package/dist/integrations/utils.js +0 -295
  323. package/dist/middleware/appInfo.js +0 -22
  324. package/dist/middleware/authorized.js +0 -112
  325. package/dist/middleware/builder.js +0 -93
  326. package/dist/middleware/currentapp.js +0 -103
  327. package/dist/middleware/joi-validator.js +0 -43
  328. package/dist/middleware/publicApi.js +0 -25
  329. package/dist/middleware/resourceId.js +0 -59
  330. package/dist/middleware/selfhost.js +0 -24
  331. package/dist/middleware/utils.js +0 -8
  332. package/dist/migrations/functions/appUrls.js +0 -42
  333. package/dist/migrations/functions/backfill/app/automations.js +0 -31
  334. package/dist/migrations/functions/backfill/app/datasources.js +0 -28
  335. package/dist/migrations/functions/backfill/app/layouts.js +0 -33
  336. package/dist/migrations/functions/backfill/app/queries.js +0 -50
  337. package/dist/migrations/functions/backfill/app/roles.js +0 -28
  338. package/dist/migrations/functions/backfill/app/screens.js +0 -28
  339. package/dist/migrations/functions/backfill/app/tables.js +0 -37
  340. package/dist/migrations/functions/backfill/app.js +0 -176
  341. package/dist/migrations/functions/backfill/global/configs.js +0 -67
  342. package/dist/migrations/functions/backfill/global/quotas.js +0 -60
  343. package/dist/migrations/functions/backfill/global/users.js +0 -50
  344. package/dist/migrations/functions/backfill/global.js +0 -205
  345. package/dist/migrations/functions/backfill/index.js +0 -32
  346. package/dist/migrations/functions/backfill/installation.js +0 -80
  347. package/dist/migrations/functions/syncQuotas.js +0 -52
  348. package/dist/migrations/functions/tableSettings.js +0 -130
  349. package/dist/migrations/functions/usageQuotas/index.js +0 -16
  350. package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
  351. package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
  352. package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
  353. package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
  354. package/dist/migrations/functions/userEmailViewCasing.js +0 -24
  355. package/dist/migrations/index.js +0 -111
  356. package/dist/migrations/tests/helpers.js +0 -72
  357. package/dist/migrations/tests/structures.js +0 -37
  358. package/dist/sdk/app/applications/index.js +0 -28
  359. package/dist/sdk/app/applications/sync.js +0 -164
  360. package/dist/sdk/app/applications/utils.js +0 -21
  361. package/dist/sdk/app/automations/index.js +0 -29
  362. package/dist/sdk/app/automations/webhook.js +0 -54
  363. package/dist/sdk/app/backups/constants.js +0 -6
  364. package/dist/sdk/app/backups/exports.js +0 -160
  365. package/dist/sdk/app/backups/imports.js +0 -170
  366. package/dist/sdk/app/backups/index.js +0 -29
  367. package/dist/sdk/app/backups/statistics.js +0 -73
  368. package/dist/sdk/app/datasources/datasources.js +0 -166
  369. package/dist/sdk/app/datasources/index.js +0 -27
  370. package/dist/sdk/app/queries/index.js +0 -27
  371. package/dist/sdk/app/queries/queries.js +0 -60
  372. package/dist/sdk/app/rows/attachments.js +0 -61
  373. package/dist/sdk/app/rows/index.js +0 -28
  374. package/dist/sdk/app/rows/rows.js +0 -30
  375. package/dist/sdk/app/tables/index.js +0 -65
  376. package/dist/sdk/index.js +0 -27
  377. package/dist/sdk/plugins/index.js +0 -27
  378. package/dist/sdk/plugins/plugins.js +0 -53
  379. package/dist/sdk/users/index.js +0 -27
  380. package/dist/sdk/users/utils.js +0 -94
  381. package/dist/sdk/utils/index.js +0 -29
  382. package/dist/startup.js +0 -158
  383. package/dist/threads/automation.js +0 -450
  384. package/dist/threads/definitions.js +0 -2
  385. package/dist/threads/index.js +0 -140
  386. package/dist/threads/query.js +0 -265
  387. package/dist/threads/utils.js +0 -120
  388. package/dist/tsconfig.build.tsbuildinfo +0 -1
  389. package/dist/utilities/appDirectoryTemplate/package.json +0 -10
  390. package/dist/utilities/budibaseDir.js +0 -5
  391. package/dist/utilities/centralPath.js +0 -27
  392. package/dist/utilities/csv.js +0 -33
  393. package/dist/utilities/fileSystem/app.js +0 -88
  394. package/dist/utilities/fileSystem/clientLibrary.js +0 -138
  395. package/dist/utilities/fileSystem/filesystem.js +0 -180
  396. package/dist/utilities/fileSystem/index.js +0 -21
  397. package/dist/utilities/fileSystem/plugin.js +0 -76
  398. package/dist/utilities/fileSystem/processor.js +0 -34
  399. package/dist/utilities/fileSystem/template.js +0 -47
  400. package/dist/utilities/global.js +0 -146
  401. package/dist/utilities/index.js +0 -143
  402. package/dist/utilities/redis.js +0 -117
  403. package/dist/utilities/retry.js +0 -30
  404. package/dist/utilities/routing/index.js +0 -39
  405. package/dist/utilities/rowProcessor/index.js +0 -282
  406. package/dist/utilities/rowProcessor/map.js +0 -116
  407. package/dist/utilities/rowProcessor/utils.js +0 -87
  408. package/dist/utilities/schema.js +0 -112
  409. package/dist/utilities/scriptRunner.js +0 -26
  410. package/dist/utilities/security.js +0 -57
  411. package/dist/utilities/statusCodes.js +0 -9
  412. package/dist/utilities/usageQuota/rows.js +0 -88
  413. package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
  414. package/dist/utilities/users.js +0 -57
  415. package/dist/utilities/workerRequests.js +0 -171
  416. package/dist/watch.js +0 -53
  417. package/dist/websockets/client.js +0 -14
  418. package/dist/websockets/grid.js +0 -60
  419. package/dist/websockets/index.js +0 -17
  420. package/dist/websockets/websocket.js +0 -78
  421. package/src/automations/tests/zapier.spec.js +0 -27
  422. /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
  423. /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
  424. /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
@@ -1,509 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
26
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
27
- return new (P || (P = Promise))(function (resolve, reject) {
28
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
29
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
30
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
31
- step((generator = generator.apply(thisArg, _arguments || [])).next());
32
- });
33
- };
34
- var __rest = (this && this.__rest) || function (s, e) {
35
- var t = {};
36
- for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
37
- t[p] = s[p];
38
- if (s != null && typeof Object.getOwnPropertySymbols === "function")
39
- for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
40
- if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
41
- t[p[i]] = s[p[i]];
42
- }
43
- return t;
44
- };
45
- var __importDefault = (this && this.__importDefault) || function (mod) {
46
- return (mod && mod.__esModule) ? mod : { "default": mod };
47
- };
48
- Object.defineProperty(exports, "__esModule", { value: true });
49
- exports.fetchEnrichedRow = exports.exportRows = exports.search = exports.bulkDestroy = exports.destroy = exports.find = exports.fetch = exports.fetchView = exports.save = exports.patch = void 0;
50
- const linkRows = __importStar(require("../../../db/linkedRows"));
51
- const utils_1 = require("../../../db/utils");
52
- const userController = __importStar(require("../user"));
53
- const rowProcessor_1 = require("../../../utilities/rowProcessor");
54
- const constants_1 = require("../../../constants");
55
- const utils = __importStar(require("./utils"));
56
- const internalSearch_1 = require("./internalSearch");
57
- const global_1 = require("../../../utilities/global");
58
- const inMemoryViews = __importStar(require("../../../db/inMemoryView"));
59
- const environment_1 = __importDefault(require("../../../environment"));
60
- const utils_2 = require("../view/utils");
61
- const fp_1 = require("lodash/fp");
62
- const backend_core_1 = require("@budibase/backend-core");
63
- const staticFormula_1 = require("./staticFormula");
64
- const exporters_1 = require("../view/exporters");
65
- const fileSystem_1 = require("../../../utilities/fileSystem");
66
- const utils_3 = require("./utils");
67
- const CALCULATION_TYPES = {
68
- SUM: "sum",
69
- COUNT: "count",
70
- STATS: "stats",
71
- };
72
- function getView(db, viewName) {
73
- return __awaiter(this, void 0, void 0, function* () {
74
- let mainGetter = environment_1.default.SELF_HOSTED ? utils_2.getFromDesignDoc : utils_2.getFromMemoryDoc;
75
- let secondaryGetter = environment_1.default.SELF_HOSTED ? utils_2.getFromMemoryDoc : utils_2.getFromDesignDoc;
76
- let migration = environment_1.default.SELF_HOSTED ? utils_2.migrateToDesignView : utils_2.migrateToInMemoryView;
77
- let viewInfo, migrate = false;
78
- try {
79
- viewInfo = yield mainGetter(db, viewName);
80
- }
81
- catch (err) {
82
- // check if it can be retrieved from design doc (needs migrated)
83
- if (err.status !== 404) {
84
- viewInfo = null;
85
- }
86
- else {
87
- viewInfo = yield secondaryGetter(db, viewName);
88
- migrate = !!viewInfo;
89
- }
90
- }
91
- if (migrate) {
92
- yield migration(db, viewName);
93
- }
94
- if (!viewInfo) {
95
- throw "View does not exist.";
96
- }
97
- return viewInfo;
98
- });
99
- }
100
- function getRawTableData(ctx, db, tableId) {
101
- return __awaiter(this, void 0, void 0, function* () {
102
- let rows;
103
- if (tableId === utils_1.InternalTables.USER_METADATA) {
104
- yield userController.fetchMetadata(ctx);
105
- rows = ctx.body;
106
- }
107
- else {
108
- const response = yield db.allDocs((0, utils_1.getRowParams)(tableId, null, {
109
- include_docs: true,
110
- }));
111
- rows = response.rows.map(row => row.doc);
112
- }
113
- return rows;
114
- });
115
- }
116
- function patch(ctx) {
117
- return __awaiter(this, void 0, void 0, function* () {
118
- const db = backend_core_1.context.getAppDB();
119
- const inputs = ctx.request.body;
120
- const tableId = inputs.tableId;
121
- const isUserTable = tableId === utils_1.InternalTables.USER_METADATA;
122
- let oldRow;
123
- try {
124
- let dbTable = yield db.get(tableId);
125
- oldRow = yield (0, rowProcessor_1.outputProcessing)(dbTable, yield utils.findRow(ctx, tableId, inputs._id));
126
- }
127
- catch (err) {
128
- if (isUserTable) {
129
- // don't include the rev, it'll be the global rev
130
- // this time
131
- oldRow = {
132
- _id: inputs._id,
133
- };
134
- }
135
- else {
136
- throw "Row does not exist";
137
- }
138
- }
139
- let dbTable = yield db.get(tableId);
140
- // need to build up full patch fields before coerce
141
- let combinedRow = (0, fp_1.cloneDeep)(oldRow);
142
- for (let key of Object.keys(inputs)) {
143
- if (!dbTable.schema[key])
144
- continue;
145
- combinedRow[key] = inputs[key];
146
- }
147
- // need to copy the table so it can be differenced on way out
148
- const tableClone = (0, fp_1.cloneDeep)(dbTable);
149
- // this returns the table and row incase they have been updated
150
- let { table, row } = (0, rowProcessor_1.inputProcessing)(ctx.user, tableClone, combinedRow);
151
- const validateResult = yield utils.validate({
152
- row,
153
- table,
154
- });
155
- if (!validateResult.valid) {
156
- ctx.throw(400, { validation: validateResult.errors });
157
- }
158
- // returned row is cleaned and prepared for writing to DB
159
- row = (yield linkRows.updateLinks({
160
- eventType: linkRows.EventType.ROW_UPDATE,
161
- row,
162
- tableId: row.tableId,
163
- table,
164
- }));
165
- // check if any attachments removed
166
- yield (0, rowProcessor_1.cleanupAttachments)(table, { oldRow, row });
167
- if (isUserTable) {
168
- // the row has been updated, need to put it into the ctx
169
- ctx.request.body = row;
170
- yield userController.updateMetadata(ctx);
171
- return { row: ctx.body, table };
172
- }
173
- return (0, staticFormula_1.finaliseRow)(table, row, {
174
- oldTable: dbTable,
175
- updateFormula: true,
176
- });
177
- });
178
- }
179
- exports.patch = patch;
180
- function save(ctx) {
181
- return __awaiter(this, void 0, void 0, function* () {
182
- const db = backend_core_1.context.getAppDB();
183
- let inputs = ctx.request.body;
184
- inputs.tableId = ctx.params.tableId;
185
- if (!inputs._rev && !inputs._id) {
186
- inputs._id = (0, utils_1.generateRowID)(inputs.tableId);
187
- }
188
- // this returns the table and row incase they have been updated
189
- const dbTable = yield db.get(inputs.tableId);
190
- // need to copy the table so it can be differenced on way out
191
- const tableClone = (0, fp_1.cloneDeep)(dbTable);
192
- let { table, row } = (0, rowProcessor_1.inputProcessing)(ctx.user, tableClone, inputs);
193
- const validateResult = yield utils.validate({
194
- row,
195
- table,
196
- });
197
- if (!validateResult.valid) {
198
- throw { validation: validateResult.errors };
199
- }
200
- // make sure link rows are up to date
201
- row = (yield linkRows.updateLinks({
202
- eventType: linkRows.EventType.ROW_SAVE,
203
- row,
204
- tableId: row.tableId,
205
- table,
206
- }));
207
- return (0, staticFormula_1.finaliseRow)(table, row, {
208
- oldTable: dbTable,
209
- updateFormula: true,
210
- });
211
- });
212
- }
213
- exports.save = save;
214
- function fetchView(ctx) {
215
- return __awaiter(this, void 0, void 0, function* () {
216
- const viewName = decodeURIComponent(ctx.params.viewName);
217
- // if this is a table view being looked for just transfer to that
218
- if (viewName.startsWith(utils_1.DocumentType.TABLE)) {
219
- ctx.params.tableId = viewName;
220
- return fetch(ctx);
221
- }
222
- const db = backend_core_1.context.getAppDB();
223
- const { calculation, group, field } = ctx.query;
224
- const viewInfo = yield getView(db, viewName);
225
- let response;
226
- if (environment_1.default.SELF_HOSTED) {
227
- response = yield db.query(`database/${viewName}`, {
228
- include_docs: !calculation,
229
- group: !!group,
230
- });
231
- }
232
- else {
233
- const tableId = viewInfo.meta.tableId;
234
- const data = yield getRawTableData(ctx, db, tableId);
235
- response = yield inMemoryViews.runView(viewInfo, calculation, !!group, data);
236
- }
237
- let rows;
238
- if (!calculation) {
239
- response.rows = response.rows.map(row => row.doc);
240
- let table;
241
- try {
242
- table = yield db.get(viewInfo.meta.tableId);
243
- }
244
- catch (err) {
245
- /* istanbul ignore next */
246
- table = {
247
- schema: {},
248
- };
249
- }
250
- rows = yield (0, rowProcessor_1.outputProcessing)(table, response.rows);
251
- }
252
- if (calculation === CALCULATION_TYPES.STATS) {
253
- response.rows = response.rows.map(row => (Object.assign(Object.assign({ group: row.key, field }, row.value), { avg: row.value.sum / row.value.count })));
254
- rows = response.rows;
255
- }
256
- if (calculation === CALCULATION_TYPES.COUNT ||
257
- calculation === CALCULATION_TYPES.SUM) {
258
- rows = response.rows.map(row => ({
259
- group: row.key,
260
- field,
261
- value: row.value,
262
- }));
263
- }
264
- return rows;
265
- });
266
- }
267
- exports.fetchView = fetchView;
268
- function fetch(ctx) {
269
- return __awaiter(this, void 0, void 0, function* () {
270
- const db = backend_core_1.context.getAppDB();
271
- const tableId = ctx.params.tableId;
272
- let table = yield db.get(tableId);
273
- let rows = yield getRawTableData(ctx, db, tableId);
274
- return (0, rowProcessor_1.outputProcessing)(table, rows);
275
- });
276
- }
277
- exports.fetch = fetch;
278
- function find(ctx) {
279
- return __awaiter(this, void 0, void 0, function* () {
280
- const db = backend_core_1.db.getDB(ctx.appId);
281
- const table = yield db.get(ctx.params.tableId);
282
- let row = yield utils.findRow(ctx, ctx.params.tableId, ctx.params.rowId);
283
- row = yield (0, rowProcessor_1.outputProcessing)(table, row);
284
- return row;
285
- });
286
- }
287
- exports.find = find;
288
- function destroy(ctx) {
289
- return __awaiter(this, void 0, void 0, function* () {
290
- const db = backend_core_1.context.getAppDB();
291
- const { _id } = ctx.request.body;
292
- let row = yield db.get(_id);
293
- let _rev = ctx.request.body._rev || row._rev;
294
- if (row.tableId !== ctx.params.tableId) {
295
- throw "Supplied tableId doesn't match the row's tableId";
296
- }
297
- const table = yield db.get(row.tableId);
298
- // update the row to include full relationships before deleting them
299
- row = yield (0, rowProcessor_1.outputProcessing)(table, row, { squash: false });
300
- // now remove the relationships
301
- yield linkRows.updateLinks({
302
- eventType: linkRows.EventType.ROW_DELETE,
303
- row,
304
- tableId: row.tableId,
305
- });
306
- // remove any attachments that were on the row from object storage
307
- yield (0, rowProcessor_1.cleanupAttachments)(table, { row });
308
- // remove any static formula
309
- yield (0, staticFormula_1.updateRelatedFormula)(table, row);
310
- let response;
311
- if (ctx.params.tableId === utils_1.InternalTables.USER_METADATA) {
312
- ctx.params = {
313
- id: _id,
314
- };
315
- yield userController.destroyMetadata(ctx);
316
- response = ctx.body;
317
- }
318
- else {
319
- response = yield db.remove(_id, _rev);
320
- }
321
- return { response, row };
322
- });
323
- }
324
- exports.destroy = destroy;
325
- function bulkDestroy(ctx) {
326
- return __awaiter(this, void 0, void 0, function* () {
327
- const db = backend_core_1.context.getAppDB();
328
- const tableId = ctx.params.tableId;
329
- const table = yield db.get(tableId);
330
- let { rows } = ctx.request.body;
331
- // before carrying out any updates, make sure the rows are ready to be returned
332
- // they need to be the full rows (including previous relationships) for automations
333
- const processedRows = (yield (0, rowProcessor_1.outputProcessing)(table, rows, {
334
- squash: false,
335
- }));
336
- // remove the relationships first
337
- let updates = processedRows.map(row => linkRows.updateLinks({
338
- eventType: linkRows.EventType.ROW_DELETE,
339
- row,
340
- tableId: row.tableId,
341
- }));
342
- if (tableId === utils_1.InternalTables.USER_METADATA) {
343
- updates = updates.concat(processedRows.map(row => {
344
- ctx.params = {
345
- id: row._id,
346
- };
347
- return userController.destroyMetadata(ctx);
348
- }));
349
- }
350
- else {
351
- yield db.bulkDocs(processedRows.map(row => (Object.assign(Object.assign({}, row), { _deleted: true }))));
352
- }
353
- // remove any attachments that were on the rows from object storage
354
- yield (0, rowProcessor_1.cleanupAttachments)(table, { rows: processedRows });
355
- yield (0, staticFormula_1.updateRelatedFormula)(table, processedRows);
356
- yield Promise.all(updates);
357
- return { response: { ok: true }, rows: processedRows };
358
- });
359
- }
360
- exports.bulkDestroy = bulkDestroy;
361
- function search(ctx) {
362
- return __awaiter(this, void 0, void 0, function* () {
363
- // Fetch the whole table when running in cypress, as search doesn't work
364
- if (!environment_1.default.COUCH_DB_URL && environment_1.default.isCypress()) {
365
- return { rows: yield fetch(ctx) };
366
- }
367
- const { tableId } = ctx.params;
368
- const db = backend_core_1.context.getAppDB();
369
- const _a = ctx.request.body, { paginate, query } = _a, params = __rest(_a, ["paginate", "query"]);
370
- params.version = ctx.version;
371
- params.tableId = tableId;
372
- let table;
373
- if (params.sort && !params.sortType) {
374
- table = yield db.get(tableId);
375
- const schema = table.schema;
376
- const sortField = schema[params.sort];
377
- params.sortType = sortField.type == "number" ? "number" : "string";
378
- }
379
- let response;
380
- if (paginate) {
381
- response = yield (0, internalSearch_1.paginatedSearch)(query, params);
382
- }
383
- else {
384
- response = yield (0, internalSearch_1.fullSearch)(query, params);
385
- }
386
- // Enrich search results with relationships
387
- if (response.rows && response.rows.length) {
388
- // enrich with global users if from users table
389
- if (tableId === utils_1.InternalTables.USER_METADATA) {
390
- response.rows = yield (0, global_1.getGlobalUsersFromMetadata)(response.rows);
391
- }
392
- table = table || (yield db.get(tableId));
393
- response.rows = yield (0, rowProcessor_1.outputProcessing)(table, response.rows);
394
- }
395
- return response;
396
- });
397
- }
398
- exports.search = search;
399
- function exportRows(ctx) {
400
- return __awaiter(this, void 0, void 0, function* () {
401
- const db = backend_core_1.context.getAppDB();
402
- const table = yield db.get(ctx.params.tableId);
403
- const rowIds = ctx.request.body.rows;
404
- let format = ctx.query.format;
405
- if (typeof format !== "string") {
406
- ctx.throw(400, "Format parameter is not valid");
407
- }
408
- const { columns, query } = ctx.request.body;
409
- let result;
410
- if (rowIds) {
411
- let response = (yield db.allDocs({
412
- include_docs: true,
413
- keys: rowIds,
414
- })).rows.map(row => row.doc);
415
- result = yield (0, rowProcessor_1.outputProcessing)(table, response);
416
- }
417
- else if (query) {
418
- let searchResponse = yield exports.search(ctx);
419
- result = searchResponse.rows;
420
- }
421
- let rows = [];
422
- let schema = table.schema;
423
- // Filter data to only specified columns if required
424
- if (columns && columns.length) {
425
- for (let i = 0; i < result.length; i++) {
426
- rows[i] = {};
427
- for (let column of columns) {
428
- rows[i][column] = result[i][column];
429
- }
430
- }
431
- }
432
- else {
433
- rows = result;
434
- }
435
- let exportRows = (0, utils_3.cleanExportRows)(rows, schema, format, columns);
436
- if (format === exporters_1.Format.CSV) {
437
- ctx.attachment("export.csv");
438
- return (0, fileSystem_1.apiFileReturn)((0, exporters_1.csv)(Object.keys(rows[0]), exportRows));
439
- }
440
- else if (format === exporters_1.Format.JSON) {
441
- ctx.attachment("export.json");
442
- return (0, fileSystem_1.apiFileReturn)((0, exporters_1.json)(exportRows));
443
- }
444
- else if (format === exporters_1.Format.JSON_WITH_SCHEMA) {
445
- ctx.attachment("export.json");
446
- return (0, fileSystem_1.apiFileReturn)((0, exporters_1.jsonWithSchema)(schema, exportRows));
447
- }
448
- else {
449
- throw "Format not recognised";
450
- }
451
- });
452
- }
453
- exports.exportRows = exportRows;
454
- function fetchEnrichedRow(ctx) {
455
- return __awaiter(this, void 0, void 0, function* () {
456
- const db = backend_core_1.context.getAppDB();
457
- const tableId = ctx.params.tableId;
458
- const rowId = ctx.params.rowId;
459
- // need table to work out where links go in row
460
- let [table, row] = yield Promise.all([
461
- db.get(tableId),
462
- utils.findRow(ctx, tableId, rowId),
463
- ]);
464
- // get the link docs
465
- const linkVals = (yield linkRows.getLinkDocuments({
466
- tableId,
467
- rowId,
468
- }));
469
- // look up the actual rows based on the ids
470
- let response = (yield db.allDocs({
471
- include_docs: true,
472
- keys: linkVals.map(linkVal => linkVal.id),
473
- })).rows.map(row => row.doc);
474
- // group responses by table
475
- let groups = {}, tables = {};
476
- for (let row of response) {
477
- if (!row.tableId) {
478
- row.tableId = (0, utils_1.getTableIDFromRowID)(row._id);
479
- }
480
- const linkedTableId = row.tableId;
481
- if (groups[linkedTableId] == null) {
482
- groups[linkedTableId] = [row];
483
- tables[linkedTableId] = yield db.get(linkedTableId);
484
- }
485
- else {
486
- groups[linkedTableId].push(row);
487
- }
488
- }
489
- let linkedRows = [];
490
- for (let [tableId, rows] of Object.entries(groups)) {
491
- // need to include the IDs in these rows for any links they may have
492
- linkedRows = linkedRows.concat(yield (0, rowProcessor_1.outputProcessing)(tables[tableId], rows));
493
- }
494
- // insert the link rows in the correct place throughout the main row
495
- for (let fieldName of Object.keys(table.schema)) {
496
- let field = table.schema[fieldName];
497
- if (field.type === constants_1.FieldTypes.LINK) {
498
- // find the links that pertain to this field, get their indexes
499
- const linkIndexes = linkVals
500
- .filter(link => link.fieldName === fieldName)
501
- .map(link => linkVals.indexOf(link));
502
- // find the rows that the links state are linked to this field
503
- row[fieldName] = linkedRows.filter((linkRow, index) => linkIndexes.includes(index));
504
- }
505
- }
506
- return row;
507
- });
508
- }
509
- exports.fetchEnrichedRow = fetchEnrichedRow;
@@ -1,28 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- Object.defineProperty(exports, "__esModule", { value: true });
12
- exports.fullSearch = exports.paginatedSearch = void 0;
13
- const backend_core_1 = require("@budibase/backend-core");
14
- const types_1 = require("@budibase/types");
15
- function paginatedSearch(query, params) {
16
- return __awaiter(this, void 0, void 0, function* () {
17
- const appId = backend_core_1.context.getAppId();
18
- return backend_core_1.db.paginatedSearch(appId, types_1.SearchIndex.ROWS, query, params);
19
- });
20
- }
21
- exports.paginatedSearch = paginatedSearch;
22
- function fullSearch(query, params) {
23
- return __awaiter(this, void 0, void 0, function* () {
24
- const appId = backend_core_1.context.getAppId();
25
- return backend_core_1.db.fullSearch(appId, types_1.SearchIndex.ROWS, query, params);
26
- });
27
- }
28
- exports.fullSearch = fullSearch;