@budibase/server 2.6.23 → 2.6.24-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (424) hide show
  1. package/.dockerignore +7 -6
  2. package/Dockerfile +16 -8
  3. package/builder/assets/index.50121870.js +1869 -0
  4. package/builder/assets/index.a86e2071.css +6 -0
  5. package/builder/index.html +2 -2
  6. package/client/manifest.json +5229 -0
  7. package/dist/automation.js +32576 -0
  8. package/dist/automation.js.map +7 -0
  9. package/dist/index.js +45065 -13
  10. package/dist/index.js.map +7 -0
  11. package/dist/query.js +24462 -0
  12. package/dist/query.js.map +7 -0
  13. package/jest.config.ts +6 -3
  14. package/nodemon.json +8 -4
  15. package/package.json +35 -16
  16. package/pm2.config.js +1 -1
  17. package/scripts/build.js +48 -0
  18. package/src/api/controllers/application.ts +21 -22
  19. package/src/api/controllers/automation.ts +37 -9
  20. package/src/api/controllers/datasource.ts +114 -49
  21. package/src/api/controllers/deploy/index.ts +1 -0
  22. package/src/api/controllers/integration.ts +3 -3
  23. package/src/api/controllers/plugin/index.ts +1 -1
  24. package/src/api/controllers/row/external.ts +39 -15
  25. package/src/api/controllers/row/index.ts +18 -24
  26. package/src/api/controllers/row/internal.ts +1 -1
  27. package/src/api/controllers/row/staticFormula.ts +6 -1
  28. package/src/api/controllers/row/utils.ts +12 -0
  29. package/src/api/controllers/static/index.ts +3 -3
  30. package/src/api/controllers/table/index.ts +3 -0
  31. package/src/api/controllers/table/internal.ts +2 -6
  32. package/src/api/controllers/table/utils.ts +32 -1
  33. package/src/api/controllers/view/index.ts +5 -5
  34. package/src/api/controllers/webhook.ts +33 -9
  35. package/src/api/routes/application.ts +5 -0
  36. package/src/api/routes/automation.ts +0 -1
  37. package/src/api/routes/datasource.ts +10 -0
  38. package/src/api/routes/static.ts +3 -1
  39. package/src/api/routes/tests/{automation.spec.js → automation.spec.ts} +106 -31
  40. package/src/api/routes/tests/datasource.spec.ts +1 -1
  41. package/src/api/routes/tests/view.spec.js +4 -3
  42. package/src/api/routes/tests/{webhook.spec.js → webhook.spec.ts} +33 -11
  43. package/src/app.ts +0 -1
  44. package/src/automations/actions.ts +8 -0
  45. package/src/automations/logging/index.ts +21 -0
  46. package/src/automations/steps/bash.ts +4 -0
  47. package/src/automations/steps/collect.ts +58 -0
  48. package/src/automations/steps/createRow.ts +4 -0
  49. package/src/automations/steps/delay.ts +1 -0
  50. package/src/automations/steps/deleteRow.ts +4 -0
  51. package/src/automations/steps/discord.ts +4 -0
  52. package/src/automations/steps/executeQuery.ts +4 -0
  53. package/src/automations/steps/executeScript.ts +4 -0
  54. package/src/automations/steps/filter.ts +1 -0
  55. package/src/automations/steps/loop.ts +1 -0
  56. package/src/automations/steps/make.ts +22 -1
  57. package/src/automations/steps/openai.ts +106 -0
  58. package/src/automations/steps/outgoingWebhook.ts +4 -0
  59. package/src/automations/steps/queryRows.ts +4 -0
  60. package/src/automations/steps/sendSmtpEmail.ts +4 -0
  61. package/src/automations/steps/serverLog.ts +4 -0
  62. package/src/automations/steps/slack.ts +4 -0
  63. package/src/automations/steps/updateRow.ts +4 -0
  64. package/src/automations/steps/zapier.ts +22 -1
  65. package/src/automations/tests/make.spec.ts +54 -0
  66. package/src/automations/tests/openai.spec.ts +86 -0
  67. package/src/automations/tests/zapier.spec.ts +56 -0
  68. package/src/automations/triggers.ts +3 -2
  69. package/src/constants/index.ts +17 -16
  70. package/src/db/dynamoClient.ts +1 -1
  71. package/src/db/inMemoryView.ts +1 -0
  72. package/src/db/linkedRows/index.ts +5 -3
  73. package/src/environment.ts +3 -0
  74. package/src/integration-test/postgres.spec.ts +47 -5
  75. package/src/integrations/airtable.ts +33 -4
  76. package/src/integrations/arangodb.ts +20 -2
  77. package/src/integrations/base/sqlTable.ts +0 -1
  78. package/src/integrations/couchdb.ts +20 -4
  79. package/src/integrations/dynamodb.ts +36 -5
  80. package/src/integrations/elasticsearch.ts +18 -1
  81. package/src/integrations/firebase.ts +17 -0
  82. package/src/integrations/googlesheets.ts +66 -5
  83. package/src/integrations/index.ts +12 -7
  84. package/src/integrations/microsoftSqlServer.ts +33 -1
  85. package/src/integrations/mongodb.ts +18 -0
  86. package/src/integrations/mysql.ts +53 -26
  87. package/src/integrations/oracle.ts +38 -6
  88. package/src/integrations/postgres.ts +47 -12
  89. package/src/integrations/redis.ts +35 -4
  90. package/src/integrations/s3.ts +21 -3
  91. package/src/integrations/snowflake.ts +22 -1
  92. package/src/integrations/tests/googlesheets.spec.ts +41 -9
  93. package/src/middleware/builder.ts +26 -18
  94. package/src/migrations/functions/backfill/app/queries.ts +1 -1
  95. package/src/sdk/app/automations/index.ts +2 -0
  96. package/src/sdk/app/automations/utils.ts +7 -0
  97. package/src/sdk/app/datasources/datasources.ts +7 -1
  98. package/src/sdk/plugins/plugins.ts +1 -1
  99. package/src/startup.ts +2 -0
  100. package/src/tests/utilities/TestConfiguration.ts +4 -2
  101. package/src/tests/utilities/structures.ts +42 -0
  102. package/src/threads/automation.ts +91 -23
  103. package/src/threads/index.ts +9 -3
  104. package/src/threads/utils.ts +2 -0
  105. package/src/utilities/fileSystem/app.ts +14 -4
  106. package/src/utilities/fileSystem/clientLibrary.ts +8 -3
  107. package/src/utilities/fileSystem/filesystem.ts +3 -1
  108. package/src/utilities/redis.ts +25 -3
  109. package/src/utilities/rowProcessor/index.ts +4 -1
  110. package/src/utilities/rowProcessor/map.ts +1 -1
  111. package/src/websockets/builder.ts +95 -0
  112. package/src/websockets/client.ts +2 -2
  113. package/src/websockets/grid.ts +44 -44
  114. package/src/websockets/index.ts +13 -6
  115. package/src/websockets/websocket.ts +211 -7
  116. package/tsconfig.build.json +9 -1
  117. package/tsconfig.json +1 -14
  118. package/builder/assets/index.86c992bf.css +0 -6
  119. package/builder/assets/index.c16c35ca.js +0 -1794
  120. package/dist/api/controllers/analytics.js +0 -46
  121. package/dist/api/controllers/apikeys.js +0 -72
  122. package/dist/api/controllers/application.js +0 -574
  123. package/dist/api/controllers/auth.js +0 -80
  124. package/dist/api/controllers/automation.js +0 -303
  125. package/dist/api/controllers/backup.js +0 -37
  126. package/dist/api/controllers/component.js +0 -59
  127. package/dist/api/controllers/datasource.js +0 -306
  128. package/dist/api/controllers/deploy/Deployment.js +0 -53
  129. package/dist/api/controllers/deploy/index.js +0 -198
  130. package/dist/api/controllers/dev.js +0 -146
  131. package/dist/api/controllers/integration.js +0 -28
  132. package/dist/api/controllers/layout.js +0 -49
  133. package/dist/api/controllers/metadata.js +0 -63
  134. package/dist/api/controllers/migrations.js +0 -29
  135. package/dist/api/controllers/ops.js +0 -40
  136. package/dist/api/controllers/permission.js +0 -162
  137. package/dist/api/controllers/plugin/file.js +0 -24
  138. package/dist/api/controllers/plugin/github.js +0 -69
  139. package/dist/api/controllers/plugin/index.js +0 -112
  140. package/dist/api/controllers/plugin/npm.js +0 -58
  141. package/dist/api/controllers/plugin/uploaders.js +0 -11
  142. package/dist/api/controllers/plugin/url.js +0 -24
  143. package/dist/api/controllers/plugin/utils.js +0 -27
  144. package/dist/api/controllers/public/applications.js +0 -146
  145. package/dist/api/controllers/public/mapping/applications.js +0 -29
  146. package/dist/api/controllers/public/mapping/index.js +0 -11
  147. package/dist/api/controllers/public/mapping/queries.js +0 -36
  148. package/dist/api/controllers/public/mapping/rows.js +0 -24
  149. package/dist/api/controllers/public/mapping/tables.js +0 -23
  150. package/dist/api/controllers/public/mapping/types.js +0 -2
  151. package/dist/api/controllers/public/mapping/users.js +0 -29
  152. package/dist/api/controllers/public/metrics.js +0 -113
  153. package/dist/api/controllers/public/queries.js +0 -58
  154. package/dist/api/controllers/public/rows.js +0 -120
  155. package/dist/api/controllers/public/tables.js +0 -95
  156. package/dist/api/controllers/public/users.js +0 -93
  157. package/dist/api/controllers/public/utils.js +0 -56
  158. package/dist/api/controllers/query/import/index.js +0 -87
  159. package/dist/api/controllers/query/import/sources/base/index.js +0 -75
  160. package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
  161. package/dist/api/controllers/query/import/sources/curl.js +0 -99
  162. package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
  163. package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
  164. package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
  165. package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
  166. package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
  167. package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
  168. package/dist/api/controllers/query/index.js +0 -299
  169. package/dist/api/controllers/query/validation.js +0 -53
  170. package/dist/api/controllers/role.js +0 -109
  171. package/dist/api/controllers/routing.js +0 -105
  172. package/dist/api/controllers/row/ExternalRequest.js +0 -683
  173. package/dist/api/controllers/row/external.js +0 -339
  174. package/dist/api/controllers/row/index.js +0 -203
  175. package/dist/api/controllers/row/internal.js +0 -509
  176. package/dist/api/controllers/row/internalSearch.js +0 -28
  177. package/dist/api/controllers/row/staticFormula.js +0 -165
  178. package/dist/api/controllers/row/utils.js +0 -183
  179. package/dist/api/controllers/screen.js +0 -110
  180. package/dist/api/controllers/script.js +0 -30
  181. package/dist/api/controllers/static/index.js +0 -268
  182. package/dist/api/controllers/table/bulkFormula.js +0 -173
  183. package/dist/api/controllers/table/external.js +0 -279
  184. package/dist/api/controllers/table/index.js +0 -179
  185. package/dist/api/controllers/table/internal.js +0 -197
  186. package/dist/api/controllers/table/utils.js +0 -379
  187. package/dist/api/controllers/templates.js +0 -56
  188. package/dist/api/controllers/user.js +0 -124
  189. package/dist/api/controllers/view/exporters.js +0 -46
  190. package/dist/api/controllers/view/index.js +0 -193
  191. package/dist/api/controllers/view/utils.js +0 -177
  192. package/dist/api/controllers/view/viewBuilder.js +0 -158
  193. package/dist/api/controllers/webhook.js +0 -134
  194. package/dist/api/index.js +0 -55
  195. package/dist/api/routes/analytics.js +0 -34
  196. package/dist/api/routes/apikeys.js +0 -37
  197. package/dist/api/routes/application.js +0 -48
  198. package/dist/api/routes/auth.js +0 -33
  199. package/dist/api/routes/automation.js +0 -50
  200. package/dist/api/routes/backup.js +0 -35
  201. package/dist/api/routes/component.js +0 -35
  202. package/dist/api/routes/datasource.js +0 -43
  203. package/dist/api/routes/deploy.js +0 -37
  204. package/dist/api/routes/dev.js +0 -49
  205. package/dist/api/routes/index.js +0 -75
  206. package/dist/api/routes/integration.js +0 -37
  207. package/dist/api/routes/layout.js +0 -37
  208. package/dist/api/routes/metadata.js +0 -40
  209. package/dist/api/routes/migrations.js +0 -36
  210. package/dist/api/routes/ops.js +0 -52
  211. package/dist/api/routes/permission.js +0 -44
  212. package/dist/api/routes/plugin.js +0 -39
  213. package/dist/api/routes/public/applications.js +0 -174
  214. package/dist/api/routes/public/index.js +0 -140
  215. package/dist/api/routes/public/metrics.js +0 -30
  216. package/dist/api/routes/public/middleware/mapper.js +0 -97
  217. package/dist/api/routes/public/queries.js +0 -72
  218. package/dist/api/routes/public/rows.js +0 -158
  219. package/dist/api/routes/public/tables.js +0 -152
  220. package/dist/api/routes/public/users.js +0 -135
  221. package/dist/api/routes/public/utils/Endpoint.js +0 -36
  222. package/dist/api/routes/query.js +0 -47
  223. package/dist/api/routes/role.js +0 -40
  224. package/dist/api/routes/routing.js +0 -39
  225. package/dist/api/routes/row.js +0 -239
  226. package/dist/api/routes/screen.js +0 -39
  227. package/dist/api/routes/script.js +0 -35
  228. package/dist/api/routes/static.js +0 -80
  229. package/dist/api/routes/table.js +0 -163
  230. package/dist/api/routes/templates.js +0 -37
  231. package/dist/api/routes/user.js +0 -43
  232. package/dist/api/routes/utils/validators.js +0 -238
  233. package/dist/api/routes/view.js +0 -42
  234. package/dist/api/routes/webhook.js +0 -43
  235. package/dist/app.js +0 -132
  236. package/dist/automations/actions.js +0 -137
  237. package/dist/automations/automationUtils.js +0 -173
  238. package/dist/automations/bullboard.js +0 -71
  239. package/dist/automations/index.js +0 -43
  240. package/dist/automations/logging/index.js +0 -53
  241. package/dist/automations/steps/bash.js +0 -111
  242. package/dist/automations/steps/createRow.js +0 -108
  243. package/dist/automations/steps/delay.js +0 -53
  244. package/dist/automations/steps/deleteRow.js +0 -96
  245. package/dist/automations/steps/discord.js +0 -116
  246. package/dist/automations/steps/executeQuery.js +0 -134
  247. package/dist/automations/steps/executeScript.js +0 -106
  248. package/dist/automations/steps/filter.js +0 -112
  249. package/dist/automations/steps/loop.js +0 -54
  250. package/dist/automations/steps/make.js +0 -120
  251. package/dist/automations/steps/outgoingWebhook.js +0 -166
  252. package/dist/automations/steps/queryRows.js +0 -220
  253. package/dist/automations/steps/sendSmtpEmail.js +0 -115
  254. package/dist/automations/steps/serverLog.js +0 -65
  255. package/dist/automations/steps/slack.js +0 -98
  256. package/dist/automations/steps/updateRow.js +0 -144
  257. package/dist/automations/steps/utils.js +0 -56
  258. package/dist/automations/steps/zapier.js +0 -117
  259. package/dist/automations/triggerInfo/app.js +0 -36
  260. package/dist/automations/triggerInfo/cron.js +0 -35
  261. package/dist/automations/triggerInfo/index.js +0 -40
  262. package/dist/automations/triggerInfo/rowDeleted.js +0 -36
  263. package/dist/automations/triggerInfo/rowSaved.js +0 -44
  264. package/dist/automations/triggerInfo/rowUpdated.js +0 -44
  265. package/dist/automations/triggerInfo/webhook.js +0 -40
  266. package/dist/automations/triggers.js +0 -181
  267. package/dist/automations/utils.js +0 -275
  268. package/dist/constants/definitions.js +0 -2
  269. package/dist/constants/index.js +0 -181
  270. package/dist/constants/layouts.js +0 -148
  271. package/dist/constants/screens.js +0 -51
  272. package/dist/db/defaultData/datasource_bb_default.js +0 -574
  273. package/dist/db/defaultData/employeeImport.js +0 -155
  274. package/dist/db/defaultData/expensesImport.js +0 -117
  275. package/dist/db/defaultData/inventoryImport.js +0 -109
  276. package/dist/db/defaultData/jobsImport.js +0 -152
  277. package/dist/db/dynamoClient.js +0 -124
  278. package/dist/db/inMemoryView.js +0 -62
  279. package/dist/db/index.js +0 -43
  280. package/dist/db/linkedRows/LinkController.js +0 -392
  281. package/dist/db/linkedRows/LinkDocument.js +0 -33
  282. package/dist/db/linkedRows/index.js +0 -206
  283. package/dist/db/linkedRows/linkUtils.js +0 -131
  284. package/dist/db/newid.js +0 -7
  285. package/dist/db/utils.js +0 -248
  286. package/dist/db/views/staticViews.js +0 -144
  287. package/dist/ddApm.js +0 -11
  288. package/dist/definitions/automations.js +0 -8
  289. package/dist/definitions/common.js +0 -2
  290. package/dist/definitions/datasource.js +0 -7
  291. package/dist/definitions/openapi.js +0 -6
  292. package/dist/environment.js +0 -109
  293. package/dist/events/AutomationEmitter.js +0 -53
  294. package/dist/events/BudibaseEmitter.js +0 -25
  295. package/dist/events/docUpdates/index.js +0 -17
  296. package/dist/events/docUpdates/processors.js +0 -18
  297. package/dist/events/docUpdates/syncUsers.js +0 -49
  298. package/dist/events/index.js +0 -11
  299. package/dist/events/utils.js +0 -43
  300. package/dist/integrations/airtable.js +0 -147
  301. package/dist/integrations/arangodb.js +0 -103
  302. package/dist/integrations/base/query.js +0 -32
  303. package/dist/integrations/base/sql.js +0 -600
  304. package/dist/integrations/base/sqlTable.js +0 -167
  305. package/dist/integrations/base/types.js +0 -2
  306. package/dist/integrations/couchdb.js +0 -125
  307. package/dist/integrations/dynamodb.js +0 -194
  308. package/dist/integrations/elasticsearch.js +0 -186
  309. package/dist/integrations/firebase.js +0 -174
  310. package/dist/integrations/googlesheets.js +0 -455
  311. package/dist/integrations/index.js +0 -135
  312. package/dist/integrations/microsoftSqlServer.js +0 -273
  313. package/dist/integrations/mongodb.js +0 -614
  314. package/dist/integrations/mysql.js +0 -256
  315. package/dist/integrations/oracle.js +0 -375
  316. package/dist/integrations/postgres.js +0 -300
  317. package/dist/integrations/queries/sql.js +0 -84
  318. package/dist/integrations/redis.js +0 -168
  319. package/dist/integrations/rest.js +0 -400
  320. package/dist/integrations/s3.js +0 -237
  321. package/dist/integrations/snowflake.js +0 -102
  322. package/dist/integrations/utils.js +0 -295
  323. package/dist/middleware/appInfo.js +0 -22
  324. package/dist/middleware/authorized.js +0 -112
  325. package/dist/middleware/builder.js +0 -93
  326. package/dist/middleware/currentapp.js +0 -103
  327. package/dist/middleware/joi-validator.js +0 -43
  328. package/dist/middleware/publicApi.js +0 -25
  329. package/dist/middleware/resourceId.js +0 -59
  330. package/dist/middleware/selfhost.js +0 -24
  331. package/dist/middleware/utils.js +0 -8
  332. package/dist/migrations/functions/appUrls.js +0 -42
  333. package/dist/migrations/functions/backfill/app/automations.js +0 -31
  334. package/dist/migrations/functions/backfill/app/datasources.js +0 -28
  335. package/dist/migrations/functions/backfill/app/layouts.js +0 -33
  336. package/dist/migrations/functions/backfill/app/queries.js +0 -50
  337. package/dist/migrations/functions/backfill/app/roles.js +0 -28
  338. package/dist/migrations/functions/backfill/app/screens.js +0 -28
  339. package/dist/migrations/functions/backfill/app/tables.js +0 -37
  340. package/dist/migrations/functions/backfill/app.js +0 -176
  341. package/dist/migrations/functions/backfill/global/configs.js +0 -67
  342. package/dist/migrations/functions/backfill/global/quotas.js +0 -60
  343. package/dist/migrations/functions/backfill/global/users.js +0 -50
  344. package/dist/migrations/functions/backfill/global.js +0 -205
  345. package/dist/migrations/functions/backfill/index.js +0 -32
  346. package/dist/migrations/functions/backfill/installation.js +0 -80
  347. package/dist/migrations/functions/syncQuotas.js +0 -52
  348. package/dist/migrations/functions/tableSettings.js +0 -130
  349. package/dist/migrations/functions/usageQuotas/index.js +0 -16
  350. package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
  351. package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
  352. package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
  353. package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
  354. package/dist/migrations/functions/userEmailViewCasing.js +0 -24
  355. package/dist/migrations/index.js +0 -111
  356. package/dist/migrations/tests/helpers.js +0 -72
  357. package/dist/migrations/tests/structures.js +0 -37
  358. package/dist/sdk/app/applications/index.js +0 -28
  359. package/dist/sdk/app/applications/sync.js +0 -164
  360. package/dist/sdk/app/applications/utils.js +0 -21
  361. package/dist/sdk/app/automations/index.js +0 -29
  362. package/dist/sdk/app/automations/webhook.js +0 -54
  363. package/dist/sdk/app/backups/constants.js +0 -6
  364. package/dist/sdk/app/backups/exports.js +0 -160
  365. package/dist/sdk/app/backups/imports.js +0 -170
  366. package/dist/sdk/app/backups/index.js +0 -29
  367. package/dist/sdk/app/backups/statistics.js +0 -73
  368. package/dist/sdk/app/datasources/datasources.js +0 -166
  369. package/dist/sdk/app/datasources/index.js +0 -27
  370. package/dist/sdk/app/queries/index.js +0 -27
  371. package/dist/sdk/app/queries/queries.js +0 -60
  372. package/dist/sdk/app/rows/attachments.js +0 -61
  373. package/dist/sdk/app/rows/index.js +0 -28
  374. package/dist/sdk/app/rows/rows.js +0 -30
  375. package/dist/sdk/app/tables/index.js +0 -65
  376. package/dist/sdk/index.js +0 -27
  377. package/dist/sdk/plugins/index.js +0 -27
  378. package/dist/sdk/plugins/plugins.js +0 -53
  379. package/dist/sdk/users/index.js +0 -27
  380. package/dist/sdk/users/utils.js +0 -94
  381. package/dist/sdk/utils/index.js +0 -29
  382. package/dist/startup.js +0 -158
  383. package/dist/threads/automation.js +0 -450
  384. package/dist/threads/definitions.js +0 -2
  385. package/dist/threads/index.js +0 -140
  386. package/dist/threads/query.js +0 -265
  387. package/dist/threads/utils.js +0 -120
  388. package/dist/tsconfig.build.tsbuildinfo +0 -1
  389. package/dist/utilities/appDirectoryTemplate/package.json +0 -10
  390. package/dist/utilities/budibaseDir.js +0 -5
  391. package/dist/utilities/centralPath.js +0 -27
  392. package/dist/utilities/csv.js +0 -33
  393. package/dist/utilities/fileSystem/app.js +0 -88
  394. package/dist/utilities/fileSystem/clientLibrary.js +0 -138
  395. package/dist/utilities/fileSystem/filesystem.js +0 -180
  396. package/dist/utilities/fileSystem/index.js +0 -21
  397. package/dist/utilities/fileSystem/plugin.js +0 -76
  398. package/dist/utilities/fileSystem/processor.js +0 -34
  399. package/dist/utilities/fileSystem/template.js +0 -47
  400. package/dist/utilities/global.js +0 -146
  401. package/dist/utilities/index.js +0 -143
  402. package/dist/utilities/redis.js +0 -117
  403. package/dist/utilities/retry.js +0 -30
  404. package/dist/utilities/routing/index.js +0 -39
  405. package/dist/utilities/rowProcessor/index.js +0 -282
  406. package/dist/utilities/rowProcessor/map.js +0 -116
  407. package/dist/utilities/rowProcessor/utils.js +0 -87
  408. package/dist/utilities/schema.js +0 -112
  409. package/dist/utilities/scriptRunner.js +0 -26
  410. package/dist/utilities/security.js +0 -57
  411. package/dist/utilities/statusCodes.js +0 -9
  412. package/dist/utilities/usageQuota/rows.js +0 -88
  413. package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
  414. package/dist/utilities/users.js +0 -57
  415. package/dist/utilities/workerRequests.js +0 -171
  416. package/dist/watch.js +0 -53
  417. package/dist/websockets/client.js +0 -14
  418. package/dist/websockets/grid.js +0 -60
  419. package/dist/websockets/index.js +0 -17
  420. package/dist/websockets/websocket.js +0 -78
  421. package/src/automations/tests/zapier.spec.js +0 -27
  422. /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
  423. /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
  424. /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
@@ -1,164 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.syncApp = exports.syncUsersToAllApps = void 0;
16
- const environment_1 = __importDefault(require("../../../environment"));
17
- const backend_core_1 = require("@budibase/backend-core");
18
- const pro_1 = require("@budibase/pro");
19
- const __1 = __importDefault(require("../../"));
20
- const global_1 = require("../../../utilities/global");
21
- const utils_1 = require("../../../db/utils");
22
- function syncUsersToApp(appId, users, groups) {
23
- return __awaiter(this, void 0, void 0, function* () {
24
- if (!(yield backend_core_1.db.dbExists(appId))) {
25
- return;
26
- }
27
- yield backend_core_1.context.doInAppContext(appId, () => __awaiter(this, void 0, void 0, function* () {
28
- const db = backend_core_1.context.getAppDB();
29
- for (let user of users) {
30
- let ctxUser = user;
31
- let deletedUser = false;
32
- const metadataId = (0, utils_1.generateUserMetadataID)(user._id);
33
- if (user.deleted) {
34
- deletedUser = true;
35
- }
36
- // make sure role is correct
37
- if (!deletedUser) {
38
- ctxUser = yield (0, global_1.processUser)(ctxUser, { appId, groups });
39
- }
40
- let roleId = ctxUser.roleId;
41
- if (roleId === backend_core_1.roles.BUILTIN_ROLE_IDS.PUBLIC) {
42
- roleId = undefined;
43
- }
44
- let metadata;
45
- try {
46
- metadata = yield db.get(metadataId);
47
- }
48
- catch (err) {
49
- if (err.status !== 404) {
50
- throw err;
51
- }
52
- // no metadata and user is to be deleted, can skip
53
- // no role - user isn't in app anyway
54
- if (!roleId) {
55
- continue;
56
- }
57
- else if (!deletedUser) {
58
- // doesn't exist yet, creating it
59
- metadata = {
60
- tableId: utils_1.InternalTables.USER_METADATA,
61
- };
62
- }
63
- }
64
- // the user doesn't exist, or doesn't have a role anymore
65
- // get rid of their metadata
66
- if (deletedUser || !roleId) {
67
- yield db.remove(metadata);
68
- continue;
69
- }
70
- // assign the roleId for the metadata doc
71
- if (roleId) {
72
- metadata.roleId = roleId;
73
- }
74
- let combined = __1.default.users.combineMetadataAndUser(ctxUser, metadata);
75
- // if no combined returned, there are no updates to make
76
- if (combined) {
77
- yield db.put(combined);
78
- }
79
- }
80
- }));
81
- });
82
- }
83
- function syncUsersToAllApps(userIds) {
84
- return __awaiter(this, void 0, void 0, function* () {
85
- // list of users, if one has been deleted it will be undefined in array
86
- const users = (yield (0, global_1.getGlobalUsers)(userIds, {
87
- noProcessing: true,
88
- }));
89
- const groups = yield pro_1.sdk.groups.fetch();
90
- const finalUsers = [];
91
- for (let userId of userIds) {
92
- const user = users.find(user => user._id === userId);
93
- if (!user) {
94
- finalUsers.push({ _id: userId, deleted: true });
95
- }
96
- else {
97
- finalUsers.push(user);
98
- }
99
- }
100
- const devAppIds = yield backend_core_1.db.getDevAppIDs();
101
- let promises = [];
102
- for (let devAppId of devAppIds) {
103
- const prodAppId = backend_core_1.db.getProdAppID(devAppId);
104
- for (let appId of [prodAppId, devAppId]) {
105
- promises.push(syncUsersToApp(appId, finalUsers, groups));
106
- }
107
- }
108
- const resp = yield Promise.allSettled(promises);
109
- const failed = resp.filter(promise => promise.status === "rejected");
110
- if (failed.length > 0) {
111
- const reasons = failed.map(fail => fail.reason);
112
- backend_core_1.logging.logAlert("Failed to sync users to apps", reasons);
113
- }
114
- });
115
- }
116
- exports.syncUsersToAllApps = syncUsersToAllApps;
117
- function syncApp(appId, opts) {
118
- return __awaiter(this, void 0, void 0, function* () {
119
- if (environment_1.default.DISABLE_AUTO_PROD_APP_SYNC) {
120
- return {
121
- message: "App sync disabled. You can reenable with the DISABLE_AUTO_PROD_APP_SYNC environment variable.",
122
- };
123
- }
124
- if (backend_core_1.db.isProdAppID(appId)) {
125
- throw new Error("This action cannot be performed for production apps");
126
- }
127
- // replicate prod to dev
128
- const prodAppId = backend_core_1.db.getProdAppID(appId);
129
- // specific case, want to make sure setup is skipped
130
- const prodDb = backend_core_1.context.getProdAppDB({ skip_setup: true });
131
- const exists = yield prodDb.exists();
132
- let error;
133
- if (exists) {
134
- const replication = new backend_core_1.db.Replication({
135
- source: prodAppId,
136
- target: appId,
137
- });
138
- try {
139
- const replOpts = replication.appReplicateOpts();
140
- if (opts === null || opts === void 0 ? void 0 : opts.automationOnly) {
141
- replOpts.filter = (doc) => doc._id.startsWith(backend_core_1.db.DocumentType.AUTOMATION);
142
- }
143
- yield replication.replicate(replOpts);
144
- }
145
- catch (err) {
146
- error = err;
147
- }
148
- finally {
149
- yield replication.close();
150
- }
151
- }
152
- // sync the users - kept for safe keeping
153
- yield __1.default.users.syncGlobalUsers();
154
- if (error) {
155
- throw error;
156
- }
157
- else {
158
- return {
159
- message: "App sync completed successfully.",
160
- };
161
- }
162
- });
163
- }
164
- exports.syncApp = syncApp;
@@ -1,21 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.getAppUrl = void 0;
4
- const URL_REGEX_SLASH = /\/|\\/g;
5
- function getAppUrl(opts) {
6
- // construct the url
7
- let url;
8
- if (opts === null || opts === void 0 ? void 0 : opts.url) {
9
- // if the url is provided, use that
10
- url = encodeURI(opts === null || opts === void 0 ? void 0 : opts.url);
11
- }
12
- else if (opts === null || opts === void 0 ? void 0 : opts.name) {
13
- // otherwise use the name
14
- url = encodeURI(`${opts === null || opts === void 0 ? void 0 : opts.name}`);
15
- }
16
- if (url) {
17
- url = `/${url.replace(URL_REGEX_SLASH, "")}`.toLowerCase();
18
- }
19
- return url;
20
- }
21
- exports.getAppUrl = getAppUrl;
@@ -1,29 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- Object.defineProperty(exports, "__esModule", { value: true });
26
- const webhook = __importStar(require("./webhook"));
27
- exports.default = {
28
- webhook,
29
- };
@@ -1,54 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- Object.defineProperty(exports, "__esModule", { value: true });
12
- exports.destroy = exports.save = exports.newDoc = void 0;
13
- const backend_core_1 = require("@budibase/backend-core");
14
- const utils_1 = require("../../../db/utils");
15
- function isWebhookID(id) {
16
- return id.startsWith(backend_core_1.db.DocumentType.WEBHOOK);
17
- }
18
- function newDoc(name, type, target) {
19
- return {
20
- live: true,
21
- name,
22
- action: {
23
- type,
24
- target,
25
- },
26
- };
27
- }
28
- exports.newDoc = newDoc;
29
- function save(webhook) {
30
- return __awaiter(this, void 0, void 0, function* () {
31
- const db = backend_core_1.context.getAppDB();
32
- // check that the webhook exists
33
- if (webhook._id && isWebhookID(webhook._id)) {
34
- yield db.get(webhook._id);
35
- }
36
- else {
37
- webhook._id = (0, utils_1.generateWebhookID)();
38
- }
39
- const response = yield db.put(webhook);
40
- webhook._rev = response.rev;
41
- return webhook;
42
- });
43
- }
44
- exports.save = save;
45
- function destroy(id, rev) {
46
- return __awaiter(this, void 0, void 0, function* () {
47
- const db = backend_core_1.context.getAppDB();
48
- if (!id || !isWebhookID(id)) {
49
- throw new Error("Provided webhook ID is not valid.");
50
- }
51
- return yield db.remove(id, rev);
52
- });
53
- }
54
- exports.destroy = destroy;
@@ -1,6 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.STATIC_APP_FILES = exports.GLOBAL_DB_EXPORT_FILE = exports.DB_EXPORT_FILE = void 0;
4
- exports.DB_EXPORT_FILE = "db.txt";
5
- exports.GLOBAL_DB_EXPORT_FILE = "global.txt";
6
- exports.STATIC_APP_FILES = ["manifest.json", "budibase-client.js"];
@@ -1,160 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.streamExportApp = exports.exportApp = exports.exportDB = void 0;
16
- const backend_core_1 = require("@budibase/backend-core");
17
- const budibaseDir_1 = require("../../../utilities/budibaseDir");
18
- const fileSystem_1 = require("../../../utilities/fileSystem");
19
- const constants_1 = require("../../../constants");
20
- const utils_1 = require("../../../db/utils");
21
- const constants_2 = require("./constants");
22
- const fs_1 = __importDefault(require("fs"));
23
- const path_1 = require("path");
24
- const environment_1 = __importDefault(require("../../../environment"));
25
- const uuid = require("uuid/v4");
26
- const tar = require("tar");
27
- const MemoryStream = require("memorystream");
28
- function tarFilesToTmp(tmpDir, files) {
29
- const exportFile = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), `${uuid()}.tar.gz`);
30
- tar.create({
31
- sync: true,
32
- gzip: true,
33
- file: exportFile,
34
- recursive: true,
35
- cwd: tmpDir,
36
- }, files);
37
- return exportFile;
38
- }
39
- /**
40
- * Exports a DB to either file or a variable (memory).
41
- * @param {string} dbName the DB which is to be exported.
42
- * @param {object} opts various options for the export, e.g. whether to stream,
43
- * a filter function or the name of the export.
44
- * @return {*} either a readable stream or a string
45
- */
46
- function exportDB(dbName, opts = {}) {
47
- return __awaiter(this, void 0, void 0, function* () {
48
- const exportOpts = {
49
- filter: opts === null || opts === void 0 ? void 0 : opts.filter,
50
- batch_size: 1000,
51
- batch_limit: 5,
52
- style: "main_only",
53
- };
54
- return backend_core_1.db.doWithDB(dbName, (db) => __awaiter(this, void 0, void 0, function* () {
55
- // Write the dump to file if required
56
- if (opts === null || opts === void 0 ? void 0 : opts.exportPath) {
57
- const path = opts === null || opts === void 0 ? void 0 : opts.exportPath;
58
- const writeStream = fs_1.default.createWriteStream(path);
59
- yield db.dump(writeStream, exportOpts);
60
- return path;
61
- }
62
- else {
63
- // Stringify the dump in memory if required
64
- const memStream = new MemoryStream();
65
- let appString = "";
66
- memStream.on("data", (chunk) => {
67
- appString += chunk.toString();
68
- });
69
- yield db.dump(memStream, exportOpts);
70
- return appString;
71
- }
72
- }));
73
- });
74
- }
75
- exports.exportDB = exportDB;
76
- function defineFilter(excludeRows, excludeLogs) {
77
- const ids = [utils_1.USER_METDATA_PREFIX, utils_1.LINK_USER_METADATA_PREFIX];
78
- if (excludeRows) {
79
- ids.push(utils_1.TABLE_ROW_PREFIX);
80
- }
81
- if (excludeLogs) {
82
- ids.push(utils_1.AUTOMATION_LOG_PREFIX);
83
- }
84
- return (doc) => !ids.map(key => doc._id.includes(key)).reduce((prev, curr) => prev || curr);
85
- }
86
- /**
87
- * Local utility to back up the database state for an app, excluding global user
88
- * data or user relationships.
89
- * @param {string} appId The app to back up
90
- * @param {object} config Config to send to export DB/attachment export
91
- * @returns {*} either a string or a stream of the backup
92
- */
93
- function exportApp(appId, config) {
94
- return __awaiter(this, void 0, void 0, function* () {
95
- const prodAppId = backend_core_1.db.getProdAppID(appId);
96
- const appPath = `${prodAppId}/`;
97
- // export bucket contents
98
- let tmpPath = (0, fileSystem_1.createTempFolder)(uuid());
99
- if (!environment_1.default.isTest()) {
100
- // write just the static files
101
- if (config === null || config === void 0 ? void 0 : config.excludeRows) {
102
- for (let path of constants_2.STATIC_APP_FILES) {
103
- const contents = yield backend_core_1.objectStore.retrieve(constants_1.ObjectStoreBuckets.APPS, (0, path_1.join)(appPath, path));
104
- fs_1.default.writeFileSync((0, path_1.join)(tmpPath, path), contents);
105
- }
106
- }
107
- // get all of the files
108
- else {
109
- tmpPath = yield backend_core_1.objectStore.retrieveDirectory(constants_1.ObjectStoreBuckets.APPS, appPath);
110
- }
111
- }
112
- const downloadedPath = (0, path_1.join)(tmpPath, appPath);
113
- if (fs_1.default.existsSync(downloadedPath)) {
114
- const allFiles = fs_1.default.readdirSync(downloadedPath);
115
- for (let file of allFiles) {
116
- const path = (0, path_1.join)(downloadedPath, file);
117
- // move out of app directory, simplify structure
118
- fs_1.default.renameSync(path, (0, path_1.join)(downloadedPath, "..", file));
119
- }
120
- // remove the old app directory created by object export
121
- fs_1.default.rmdirSync(downloadedPath);
122
- }
123
- // enforce an export of app DB to the tmp path
124
- const dbPath = (0, path_1.join)(tmpPath, constants_2.DB_EXPORT_FILE);
125
- yield exportDB(appId, {
126
- filter: defineFilter(config === null || config === void 0 ? void 0 : config.excludeRows, config === null || config === void 0 ? void 0 : config.excludeLogs),
127
- exportPath: dbPath,
128
- });
129
- // if tar requested, return where the tarball is
130
- if (config === null || config === void 0 ? void 0 : config.tar) {
131
- // now the tmpPath contains both the DB export and attachments, tar this
132
- const tarPath = tarFilesToTmp(tmpPath, fs_1.default.readdirSync(tmpPath));
133
- // cleanup the tmp export files as tarball returned
134
- fs_1.default.rmSync(tmpPath, { recursive: true, force: true });
135
- return tarPath;
136
- }
137
- // tar not requested, turn the directory where export is
138
- else {
139
- return tmpPath;
140
- }
141
- });
142
- }
143
- exports.exportApp = exportApp;
144
- /**
145
- * Streams a backup of the database state for an app
146
- * @param {string} appId The ID of the app which is to be backed up.
147
- * @param {boolean} excludeRows Flag to state whether the export should include data.
148
- * @returns {*} a readable stream of the backup which is written in real time
149
- */
150
- function streamExportApp(appId, excludeRows) {
151
- return __awaiter(this, void 0, void 0, function* () {
152
- const tmpPath = yield exportApp(appId, {
153
- excludeRows,
154
- excludeLogs: true,
155
- tar: true,
156
- });
157
- return (0, fileSystem_1.streamFile)(tmpPath);
158
- });
159
- }
160
- exports.streamExportApp = streamExportApp;
@@ -1,170 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.importApp = exports.getListOfAppsInMulti = exports.getGlobalDBFile = exports.untarFile = exports.updateAttachmentColumns = void 0;
16
- const backend_core_1 = require("@budibase/backend-core");
17
- const utils_1 = require("../../../db/utils");
18
- const budibaseDir_1 = require("../../../utilities/budibaseDir");
19
- const constants_1 = require("./constants");
20
- const fileSystem_1 = require("../../../utilities/fileSystem");
21
- const constants_2 = require("../../../constants");
22
- const path_1 = require("path");
23
- const fs_1 = __importDefault(require("fs"));
24
- const __1 = __importDefault(require("../../"));
25
- const types_1 = require("@budibase/types");
26
- const uuid = require("uuid/v4");
27
- const tar = require("tar");
28
- function rewriteAttachmentUrl(appId, attachment) {
29
- // URL looks like: /prod-budi-app-assets/appId/attachments/file.csv
30
- const urlParts = attachment.key.split("/");
31
- // remove the app ID
32
- urlParts.shift();
33
- // add new app ID
34
- urlParts.unshift(appId);
35
- const key = urlParts.join("/");
36
- return Object.assign(Object.assign({}, attachment), { key, url: "" });
37
- }
38
- function updateAttachmentColumns(prodAppId, db) {
39
- return __awaiter(this, void 0, void 0, function* () {
40
- // iterate through attachment documents and update them
41
- const tables = yield __1.default.tables.getAllInternalTables(db);
42
- let updatedRows = [];
43
- for (let table of tables) {
44
- const { rows, columns } = yield __1.default.rows.getRowsWithAttachments(db.name, table);
45
- updatedRows = updatedRows.concat(rows.map(row => {
46
- for (let column of columns) {
47
- if (Array.isArray(row[column])) {
48
- row[column] = row[column].map((attachment) => rewriteAttachmentUrl(prodAppId, attachment));
49
- }
50
- }
51
- return row;
52
- }));
53
- }
54
- // write back the updated attachments
55
- yield db.bulkDocs(updatedRows);
56
- });
57
- }
58
- exports.updateAttachmentColumns = updateAttachmentColumns;
59
- function updateAutomations(prodAppId, db) {
60
- var _a;
61
- return __awaiter(this, void 0, void 0, function* () {
62
- const automations = (yield db.allDocs((0, utils_1.getAutomationParams)(null, {
63
- include_docs: true,
64
- }))).rows.map(row => row.doc);
65
- const devAppId = backend_core_1.db.getDevAppID(prodAppId);
66
- let toSave = [];
67
- for (let automation of automations) {
68
- const oldDevAppId = automation.appId, oldProdAppId = backend_core_1.db.getProdAppID(automation.appId);
69
- if (((_a = automation.definition.trigger) === null || _a === void 0 ? void 0 : _a.stepId) === types_1.AutomationTriggerStepId.WEBHOOK) {
70
- const old = automation.definition.trigger.inputs;
71
- automation.definition.trigger.inputs = {
72
- schemaUrl: old.schemaUrl.replace(oldDevAppId, devAppId),
73
- triggerUrl: old.triggerUrl.replace(oldProdAppId, prodAppId),
74
- };
75
- }
76
- automation.appId = devAppId;
77
- toSave.push(automation);
78
- }
79
- yield db.bulkDocs(toSave);
80
- });
81
- }
82
- /**
83
- * This function manages temporary template files which are stored by Koa.
84
- * @param {Object} template The template object retrieved from the Koa context object.
85
- * @returns {Object} Returns a fs read stream which can be loaded into the database.
86
- */
87
- function getTemplateStream(template) {
88
- return __awaiter(this, void 0, void 0, function* () {
89
- if (template.file && template.file.type !== "text/plain") {
90
- throw new Error("Cannot import a non-text based file.");
91
- }
92
- if (template.file) {
93
- return fs_1.default.createReadStream(template.file.path);
94
- }
95
- else if (template.key) {
96
- const [type, name] = template.key.split("/");
97
- const tmpPath = yield (0, fileSystem_1.downloadTemplate)(type, name);
98
- return fs_1.default.createReadStream((0, path_1.join)(tmpPath, name, "db", "dump.txt"));
99
- }
100
- });
101
- }
102
- function untarFile(file) {
103
- const tmpPath = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), uuid());
104
- fs_1.default.mkdirSync(tmpPath);
105
- // extract the tarball
106
- tar.extract({
107
- sync: true,
108
- cwd: tmpPath,
109
- file: file.path,
110
- });
111
- return tmpPath;
112
- }
113
- exports.untarFile = untarFile;
114
- function getGlobalDBFile(tmpPath) {
115
- return fs_1.default.readFileSync((0, path_1.join)(tmpPath, constants_1.GLOBAL_DB_EXPORT_FILE), "utf8");
116
- }
117
- exports.getGlobalDBFile = getGlobalDBFile;
118
- function getListOfAppsInMulti(tmpPath) {
119
- return fs_1.default.readdirSync(tmpPath).filter(dir => dir !== constants_1.GLOBAL_DB_EXPORT_FILE);
120
- }
121
- exports.getListOfAppsInMulti = getListOfAppsInMulti;
122
- function importApp(appId, db, template) {
123
- var _a, _b;
124
- return __awaiter(this, void 0, void 0, function* () {
125
- let prodAppId = backend_core_1.db.getProdAppID(appId);
126
- let dbStream;
127
- const isTar = template.file && ((_b = (_a = template === null || template === void 0 ? void 0 : template.file) === null || _a === void 0 ? void 0 : _a.type) === null || _b === void 0 ? void 0 : _b.endsWith("gzip"));
128
- const isDirectory = template.file && fs_1.default.lstatSync(template.file.path).isDirectory();
129
- if (template.file && (isTar || isDirectory)) {
130
- const tmpPath = isTar ? untarFile(template.file) : template.file.path;
131
- const contents = fs_1.default.readdirSync(tmpPath);
132
- // have to handle object import
133
- if (contents.length) {
134
- let promises = [];
135
- let excludedFiles = [constants_1.GLOBAL_DB_EXPORT_FILE, constants_1.DB_EXPORT_FILE];
136
- for (let filename of contents) {
137
- const path = (0, path_1.join)(tmpPath, filename);
138
- if (excludedFiles.includes(filename)) {
139
- continue;
140
- }
141
- filename = (0, path_1.join)(prodAppId, filename);
142
- if (fs_1.default.lstatSync(path).isDirectory()) {
143
- promises.push(backend_core_1.objectStore.uploadDirectory(constants_2.ObjectStoreBuckets.APPS, path, filename));
144
- }
145
- else {
146
- promises.push(backend_core_1.objectStore.upload({
147
- bucket: constants_2.ObjectStoreBuckets.APPS,
148
- path,
149
- filename,
150
- }));
151
- }
152
- }
153
- yield Promise.all(promises);
154
- }
155
- dbStream = fs_1.default.createReadStream((0, path_1.join)(tmpPath, constants_1.DB_EXPORT_FILE));
156
- }
157
- else {
158
- dbStream = yield getTemplateStream(template);
159
- }
160
- // @ts-ignore
161
- const { ok } = yield db.load(dbStream);
162
- if (!ok) {
163
- throw "Error loading database dump from template.";
164
- }
165
- yield updateAttachmentColumns(prodAppId, db);
166
- yield updateAutomations(prodAppId, db);
167
- return ok;
168
- });
169
- }
170
- exports.importApp = importApp;
@@ -1,29 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- Object.defineProperty(exports, "__esModule", { value: true });
26
- const exportApps = __importStar(require("./exports"));
27
- const importApps = __importStar(require("./imports"));
28
- const statistics = __importStar(require("./statistics"));
29
- exports.default = Object.assign(Object.assign(Object.assign({}, exportApps), importApps), statistics);