@budibase/server 2.6.19-alpha.2 → 2.6.19-alpha.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (387) hide show
  1. package/.dockerignore +7 -6
  2. package/Dockerfile +16 -8
  3. package/builder/assets/{index.6c1171e2.js → index.47cc7efc.js} +343 -334
  4. package/builder/assets/{index.07382a47.css → index.ffb6a106.css} +2 -2
  5. package/builder/index.html +2 -2
  6. package/client/manifest.json +5229 -0
  7. package/dist/automation.js +32364 -0
  8. package/dist/automation.js.map +7 -0
  9. package/dist/index.js +44582 -13
  10. package/dist/index.js.map +7 -0
  11. package/dist/query.js +24345 -0
  12. package/dist/query.js.map +7 -0
  13. package/jest.config.ts +3 -0
  14. package/nodemon.json +1 -1
  15. package/package.json +30 -13
  16. package/pm2.config.js +1 -1
  17. package/scripts/build.js +48 -0
  18. package/src/api/controllers/automation.ts +37 -9
  19. package/src/api/controllers/datasource.ts +16 -0
  20. package/src/api/controllers/row/internal.ts +1 -1
  21. package/src/api/controllers/static/index.ts +3 -3
  22. package/src/api/controllers/table/internal.ts +2 -6
  23. package/src/api/controllers/table/utils.ts +32 -1
  24. package/src/api/controllers/webhook.ts +33 -9
  25. package/src/api/routes/automation.ts +0 -1
  26. package/src/api/routes/datasource.ts +5 -0
  27. package/src/api/routes/static.ts +3 -1
  28. package/src/api/routes/tests/{automation.spec.js → automation.spec.ts} +106 -31
  29. package/src/api/routes/tests/datasource.spec.ts +1 -1
  30. package/src/api/routes/tests/{webhook.spec.js → webhook.spec.ts} +33 -11
  31. package/src/automations/actions.ts +8 -0
  32. package/src/automations/steps/bash.ts +4 -0
  33. package/src/automations/steps/collect.ts +58 -0
  34. package/src/automations/steps/createRow.ts +4 -0
  35. package/src/automations/steps/delay.ts +1 -0
  36. package/src/automations/steps/deleteRow.ts +4 -0
  37. package/src/automations/steps/discord.ts +4 -0
  38. package/src/automations/steps/executeQuery.ts +4 -0
  39. package/src/automations/steps/executeScript.ts +4 -0
  40. package/src/automations/steps/filter.ts +1 -0
  41. package/src/automations/steps/loop.ts +1 -0
  42. package/src/automations/steps/make.ts +4 -0
  43. package/src/automations/steps/openai.ts +106 -0
  44. package/src/automations/steps/outgoingWebhook.ts +4 -0
  45. package/src/automations/steps/queryRows.ts +4 -0
  46. package/src/automations/steps/sendSmtpEmail.ts +4 -0
  47. package/src/automations/steps/serverLog.ts +4 -0
  48. package/src/automations/steps/slack.ts +4 -0
  49. package/src/automations/steps/updateRow.ts +4 -0
  50. package/src/automations/steps/zapier.ts +4 -0
  51. package/src/automations/tests/openai.spec.ts +86 -0
  52. package/src/automations/triggers.ts +3 -2
  53. package/src/constants/index.ts +17 -16
  54. package/src/db/inMemoryView.ts +1 -0
  55. package/src/environment.ts +2 -0
  56. package/src/integration-test/postgres.spec.ts +47 -4
  57. package/src/integrations/airtable.ts +3 -1
  58. package/src/integrations/arangodb.ts +3 -1
  59. package/src/integrations/base/sqlTable.ts +0 -1
  60. package/src/integrations/couchdb.ts +3 -1
  61. package/src/integrations/dynamodb.ts +3 -1
  62. package/src/integrations/elasticsearch.ts +3 -1
  63. package/src/integrations/firebase.ts +3 -1
  64. package/src/integrations/googlesheets.ts +11 -3
  65. package/src/integrations/microsoftSqlServer.ts +18 -2
  66. package/src/integrations/mongodb.ts +3 -1
  67. package/src/integrations/mysql.ts +27 -11
  68. package/src/integrations/oracle.ts +11 -1
  69. package/src/integrations/postgres.ts +27 -10
  70. package/src/integrations/redis.ts +3 -1
  71. package/src/integrations/s3.ts +3 -1
  72. package/src/integrations/snowflake.ts +3 -1
  73. package/src/integrations/tests/googlesheets.spec.ts +41 -9
  74. package/src/sdk/app/automations/index.ts +2 -0
  75. package/src/sdk/app/automations/utils.ts +7 -0
  76. package/src/tests/utilities/TestConfiguration.ts +4 -2
  77. package/src/tests/utilities/structures.ts +42 -0
  78. package/src/threads/automation.ts +39 -0
  79. package/src/utilities/fileSystem/app.ts +1 -1
  80. package/src/utilities/fileSystem/clientLibrary.ts +8 -3
  81. package/src/utilities/fileSystem/filesystem.ts +3 -1
  82. package/tsconfig.build.json +9 -1
  83. package/tsconfig.json +1 -14
  84. package/dist/api/controllers/analytics.js +0 -46
  85. package/dist/api/controllers/apikeys.js +0 -72
  86. package/dist/api/controllers/application.js +0 -574
  87. package/dist/api/controllers/auth.js +0 -80
  88. package/dist/api/controllers/automation.js +0 -303
  89. package/dist/api/controllers/backup.js +0 -37
  90. package/dist/api/controllers/component.js +0 -59
  91. package/dist/api/controllers/datasource.js +0 -337
  92. package/dist/api/controllers/deploy/Deployment.js +0 -53
  93. package/dist/api/controllers/deploy/index.js +0 -198
  94. package/dist/api/controllers/dev.js +0 -146
  95. package/dist/api/controllers/integration.js +0 -28
  96. package/dist/api/controllers/layout.js +0 -49
  97. package/dist/api/controllers/metadata.js +0 -63
  98. package/dist/api/controllers/migrations.js +0 -29
  99. package/dist/api/controllers/ops.js +0 -40
  100. package/dist/api/controllers/permission.js +0 -162
  101. package/dist/api/controllers/plugin/file.js +0 -24
  102. package/dist/api/controllers/plugin/github.js +0 -69
  103. package/dist/api/controllers/plugin/index.js +0 -112
  104. package/dist/api/controllers/plugin/npm.js +0 -58
  105. package/dist/api/controllers/plugin/uploaders.js +0 -11
  106. package/dist/api/controllers/plugin/url.js +0 -24
  107. package/dist/api/controllers/plugin/utils.js +0 -27
  108. package/dist/api/controllers/public/applications.js +0 -146
  109. package/dist/api/controllers/public/mapping/applications.js +0 -29
  110. package/dist/api/controllers/public/mapping/index.js +0 -11
  111. package/dist/api/controllers/public/mapping/queries.js +0 -36
  112. package/dist/api/controllers/public/mapping/rows.js +0 -24
  113. package/dist/api/controllers/public/mapping/tables.js +0 -23
  114. package/dist/api/controllers/public/mapping/types.js +0 -2
  115. package/dist/api/controllers/public/mapping/users.js +0 -29
  116. package/dist/api/controllers/public/metrics.js +0 -113
  117. package/dist/api/controllers/public/queries.js +0 -58
  118. package/dist/api/controllers/public/rows.js +0 -120
  119. package/dist/api/controllers/public/tables.js +0 -95
  120. package/dist/api/controllers/public/users.js +0 -93
  121. package/dist/api/controllers/public/utils.js +0 -56
  122. package/dist/api/controllers/query/import/index.js +0 -87
  123. package/dist/api/controllers/query/import/sources/base/index.js +0 -75
  124. package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
  125. package/dist/api/controllers/query/import/sources/curl.js +0 -99
  126. package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
  127. package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
  128. package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
  129. package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
  130. package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
  131. package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
  132. package/dist/api/controllers/query/index.js +0 -299
  133. package/dist/api/controllers/query/validation.js +0 -53
  134. package/dist/api/controllers/role.js +0 -109
  135. package/dist/api/controllers/routing.js +0 -105
  136. package/dist/api/controllers/row/ExternalRequest.js +0 -683
  137. package/dist/api/controllers/row/external.js +0 -339
  138. package/dist/api/controllers/row/index.js +0 -203
  139. package/dist/api/controllers/row/internal.js +0 -509
  140. package/dist/api/controllers/row/internalSearch.js +0 -28
  141. package/dist/api/controllers/row/staticFormula.js +0 -165
  142. package/dist/api/controllers/row/utils.js +0 -183
  143. package/dist/api/controllers/screen.js +0 -110
  144. package/dist/api/controllers/script.js +0 -30
  145. package/dist/api/controllers/static/index.js +0 -268
  146. package/dist/api/controllers/table/bulkFormula.js +0 -173
  147. package/dist/api/controllers/table/external.js +0 -279
  148. package/dist/api/controllers/table/index.js +0 -179
  149. package/dist/api/controllers/table/internal.js +0 -197
  150. package/dist/api/controllers/table/utils.js +0 -379
  151. package/dist/api/controllers/templates.js +0 -56
  152. package/dist/api/controllers/user.js +0 -124
  153. package/dist/api/controllers/view/exporters.js +0 -46
  154. package/dist/api/controllers/view/index.js +0 -193
  155. package/dist/api/controllers/view/utils.js +0 -177
  156. package/dist/api/controllers/view/viewBuilder.js +0 -158
  157. package/dist/api/controllers/webhook.js +0 -134
  158. package/dist/api/index.js +0 -55
  159. package/dist/api/routes/analytics.js +0 -34
  160. package/dist/api/routes/apikeys.js +0 -37
  161. package/dist/api/routes/application.js +0 -48
  162. package/dist/api/routes/auth.js +0 -33
  163. package/dist/api/routes/automation.js +0 -50
  164. package/dist/api/routes/backup.js +0 -35
  165. package/dist/api/routes/component.js +0 -35
  166. package/dist/api/routes/datasource.js +0 -44
  167. package/dist/api/routes/deploy.js +0 -37
  168. package/dist/api/routes/dev.js +0 -49
  169. package/dist/api/routes/index.js +0 -75
  170. package/dist/api/routes/integration.js +0 -37
  171. package/dist/api/routes/layout.js +0 -37
  172. package/dist/api/routes/metadata.js +0 -40
  173. package/dist/api/routes/migrations.js +0 -36
  174. package/dist/api/routes/ops.js +0 -52
  175. package/dist/api/routes/permission.js +0 -44
  176. package/dist/api/routes/plugin.js +0 -39
  177. package/dist/api/routes/public/applications.js +0 -174
  178. package/dist/api/routes/public/index.js +0 -140
  179. package/dist/api/routes/public/metrics.js +0 -30
  180. package/dist/api/routes/public/middleware/mapper.js +0 -97
  181. package/dist/api/routes/public/queries.js +0 -72
  182. package/dist/api/routes/public/rows.js +0 -158
  183. package/dist/api/routes/public/tables.js +0 -152
  184. package/dist/api/routes/public/users.js +0 -135
  185. package/dist/api/routes/public/utils/Endpoint.js +0 -36
  186. package/dist/api/routes/query.js +0 -47
  187. package/dist/api/routes/role.js +0 -40
  188. package/dist/api/routes/routing.js +0 -39
  189. package/dist/api/routes/row.js +0 -239
  190. package/dist/api/routes/screen.js +0 -39
  191. package/dist/api/routes/script.js +0 -35
  192. package/dist/api/routes/static.js +0 -80
  193. package/dist/api/routes/table.js +0 -163
  194. package/dist/api/routes/templates.js +0 -37
  195. package/dist/api/routes/user.js +0 -43
  196. package/dist/api/routes/utils/validators.js +0 -238
  197. package/dist/api/routes/view.js +0 -42
  198. package/dist/api/routes/webhook.js +0 -43
  199. package/dist/app.js +0 -132
  200. package/dist/automations/actions.js +0 -137
  201. package/dist/automations/automationUtils.js +0 -173
  202. package/dist/automations/bullboard.js +0 -71
  203. package/dist/automations/index.js +0 -43
  204. package/dist/automations/logging/index.js +0 -53
  205. package/dist/automations/steps/bash.js +0 -111
  206. package/dist/automations/steps/createRow.js +0 -108
  207. package/dist/automations/steps/delay.js +0 -53
  208. package/dist/automations/steps/deleteRow.js +0 -96
  209. package/dist/automations/steps/discord.js +0 -116
  210. package/dist/automations/steps/executeQuery.js +0 -134
  211. package/dist/automations/steps/executeScript.js +0 -106
  212. package/dist/automations/steps/filter.js +0 -112
  213. package/dist/automations/steps/loop.js +0 -54
  214. package/dist/automations/steps/make.js +0 -134
  215. package/dist/automations/steps/outgoingWebhook.js +0 -166
  216. package/dist/automations/steps/queryRows.js +0 -216
  217. package/dist/automations/steps/sendSmtpEmail.js +0 -115
  218. package/dist/automations/steps/serverLog.js +0 -65
  219. package/dist/automations/steps/slack.js +0 -98
  220. package/dist/automations/steps/updateRow.js +0 -144
  221. package/dist/automations/steps/utils.js +0 -56
  222. package/dist/automations/steps/zapier.js +0 -130
  223. package/dist/automations/triggerInfo/app.js +0 -36
  224. package/dist/automations/triggerInfo/cron.js +0 -35
  225. package/dist/automations/triggerInfo/index.js +0 -40
  226. package/dist/automations/triggerInfo/rowDeleted.js +0 -36
  227. package/dist/automations/triggerInfo/rowSaved.js +0 -44
  228. package/dist/automations/triggerInfo/rowUpdated.js +0 -44
  229. package/dist/automations/triggerInfo/webhook.js +0 -40
  230. package/dist/automations/triggers.js +0 -181
  231. package/dist/automations/utils.js +0 -275
  232. package/dist/constants/definitions.js +0 -2
  233. package/dist/constants/index.js +0 -181
  234. package/dist/constants/layouts.js +0 -148
  235. package/dist/constants/screens.js +0 -51
  236. package/dist/db/defaultData/datasource_bb_default.js +0 -574
  237. package/dist/db/defaultData/employeeImport.js +0 -155
  238. package/dist/db/defaultData/expensesImport.js +0 -117
  239. package/dist/db/defaultData/inventoryImport.js +0 -109
  240. package/dist/db/defaultData/jobsImport.js +0 -152
  241. package/dist/db/dynamoClient.js +0 -124
  242. package/dist/db/inMemoryView.js +0 -62
  243. package/dist/db/index.js +0 -43
  244. package/dist/db/linkedRows/LinkController.js +0 -392
  245. package/dist/db/linkedRows/LinkDocument.js +0 -33
  246. package/dist/db/linkedRows/index.js +0 -206
  247. package/dist/db/linkedRows/linkUtils.js +0 -131
  248. package/dist/db/newid.js +0 -7
  249. package/dist/db/utils.js +0 -248
  250. package/dist/db/views/staticViews.js +0 -144
  251. package/dist/ddApm.js +0 -11
  252. package/dist/definitions/automations.js +0 -8
  253. package/dist/definitions/common.js +0 -2
  254. package/dist/definitions/datasource.js +0 -7
  255. package/dist/definitions/openapi.js +0 -6
  256. package/dist/environment.js +0 -109
  257. package/dist/events/AutomationEmitter.js +0 -53
  258. package/dist/events/BudibaseEmitter.js +0 -25
  259. package/dist/events/docUpdates/index.js +0 -17
  260. package/dist/events/docUpdates/processors.js +0 -18
  261. package/dist/events/docUpdates/syncUsers.js +0 -49
  262. package/dist/events/index.js +0 -11
  263. package/dist/events/utils.js +0 -43
  264. package/dist/integrations/airtable.js +0 -173
  265. package/dist/integrations/arangodb.js +0 -119
  266. package/dist/integrations/base/query.js +0 -32
  267. package/dist/integrations/base/sql.js +0 -600
  268. package/dist/integrations/base/sqlTable.js +0 -167
  269. package/dist/integrations/base/types.js +0 -2
  270. package/dist/integrations/couchdb.js +0 -140
  271. package/dist/integrations/dynamodb.js +0 -210
  272. package/dist/integrations/elasticsearch.js +0 -201
  273. package/dist/integrations/firebase.js +0 -189
  274. package/dist/integrations/googlesheets.js +0 -484
  275. package/dist/integrations/index.js +0 -138
  276. package/dist/integrations/microsoftSqlServer.js +0 -289
  277. package/dist/integrations/mongodb.js +0 -630
  278. package/dist/integrations/mysql.js +0 -272
  279. package/dist/integrations/oracle.js +0 -404
  280. package/dist/integrations/postgres.js +0 -319
  281. package/dist/integrations/queries/sql.js +0 -84
  282. package/dist/integrations/redis.js +0 -187
  283. package/dist/integrations/rest.js +0 -400
  284. package/dist/integrations/s3.js +0 -256
  285. package/dist/integrations/snowflake.js +0 -114
  286. package/dist/integrations/utils.js +0 -295
  287. package/dist/middleware/appInfo.js +0 -22
  288. package/dist/middleware/authorized.js +0 -112
  289. package/dist/middleware/builder.js +0 -93
  290. package/dist/middleware/currentapp.js +0 -103
  291. package/dist/middleware/joi-validator.js +0 -43
  292. package/dist/middleware/publicApi.js +0 -25
  293. package/dist/middleware/resourceId.js +0 -59
  294. package/dist/middleware/selfhost.js +0 -24
  295. package/dist/middleware/utils.js +0 -8
  296. package/dist/migrations/functions/appUrls.js +0 -42
  297. package/dist/migrations/functions/backfill/app/automations.js +0 -31
  298. package/dist/migrations/functions/backfill/app/datasources.js +0 -28
  299. package/dist/migrations/functions/backfill/app/layouts.js +0 -33
  300. package/dist/migrations/functions/backfill/app/queries.js +0 -49
  301. package/dist/migrations/functions/backfill/app/roles.js +0 -28
  302. package/dist/migrations/functions/backfill/app/screens.js +0 -28
  303. package/dist/migrations/functions/backfill/app/tables.js +0 -37
  304. package/dist/migrations/functions/backfill/app.js +0 -176
  305. package/dist/migrations/functions/backfill/global/configs.js +0 -67
  306. package/dist/migrations/functions/backfill/global/quotas.js +0 -60
  307. package/dist/migrations/functions/backfill/global/users.js +0 -50
  308. package/dist/migrations/functions/backfill/global.js +0 -205
  309. package/dist/migrations/functions/backfill/index.js +0 -32
  310. package/dist/migrations/functions/backfill/installation.js +0 -80
  311. package/dist/migrations/functions/syncQuotas.js +0 -52
  312. package/dist/migrations/functions/tableSettings.js +0 -130
  313. package/dist/migrations/functions/usageQuotas/index.js +0 -16
  314. package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
  315. package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
  316. package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
  317. package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
  318. package/dist/migrations/functions/userEmailViewCasing.js +0 -24
  319. package/dist/migrations/index.js +0 -111
  320. package/dist/migrations/tests/helpers.js +0 -72
  321. package/dist/migrations/tests/structures.js +0 -37
  322. package/dist/sdk/app/applications/index.js +0 -28
  323. package/dist/sdk/app/applications/sync.js +0 -164
  324. package/dist/sdk/app/applications/utils.js +0 -21
  325. package/dist/sdk/app/automations/index.js +0 -29
  326. package/dist/sdk/app/automations/webhook.js +0 -54
  327. package/dist/sdk/app/backups/constants.js +0 -6
  328. package/dist/sdk/app/backups/exports.js +0 -160
  329. package/dist/sdk/app/backups/imports.js +0 -170
  330. package/dist/sdk/app/backups/index.js +0 -29
  331. package/dist/sdk/app/backups/statistics.js +0 -73
  332. package/dist/sdk/app/datasources/datasources.js +0 -173
  333. package/dist/sdk/app/datasources/index.js +0 -27
  334. package/dist/sdk/app/queries/index.js +0 -27
  335. package/dist/sdk/app/queries/queries.js +0 -60
  336. package/dist/sdk/app/rows/attachments.js +0 -61
  337. package/dist/sdk/app/rows/index.js +0 -28
  338. package/dist/sdk/app/rows/rows.js +0 -30
  339. package/dist/sdk/app/tables/index.js +0 -65
  340. package/dist/sdk/index.js +0 -27
  341. package/dist/sdk/plugins/index.js +0 -27
  342. package/dist/sdk/plugins/plugins.js +0 -53
  343. package/dist/sdk/users/index.js +0 -27
  344. package/dist/sdk/users/utils.js +0 -87
  345. package/dist/sdk/utils/index.js +0 -29
  346. package/dist/startup.js +0 -158
  347. package/dist/threads/automation.js +0 -450
  348. package/dist/threads/definitions.js +0 -2
  349. package/dist/threads/index.js +0 -140
  350. package/dist/threads/query.js +0 -265
  351. package/dist/threads/utils.js +0 -120
  352. package/dist/tsconfig.build.tsbuildinfo +0 -1
  353. package/dist/utilities/appDirectoryTemplate/package.json +0 -10
  354. package/dist/utilities/budibaseDir.js +0 -5
  355. package/dist/utilities/centralPath.js +0 -27
  356. package/dist/utilities/csv.js +0 -33
  357. package/dist/utilities/fileSystem/app.js +0 -88
  358. package/dist/utilities/fileSystem/clientLibrary.js +0 -138
  359. package/dist/utilities/fileSystem/filesystem.js +0 -180
  360. package/dist/utilities/fileSystem/index.js +0 -21
  361. package/dist/utilities/fileSystem/plugin.js +0 -76
  362. package/dist/utilities/fileSystem/processor.js +0 -34
  363. package/dist/utilities/fileSystem/template.js +0 -47
  364. package/dist/utilities/global.js +0 -149
  365. package/dist/utilities/index.js +0 -143
  366. package/dist/utilities/redis.js +0 -117
  367. package/dist/utilities/retry.js +0 -30
  368. package/dist/utilities/routing/index.js +0 -39
  369. package/dist/utilities/rowProcessor/index.js +0 -282
  370. package/dist/utilities/rowProcessor/map.js +0 -116
  371. package/dist/utilities/rowProcessor/utils.js +0 -87
  372. package/dist/utilities/schema.js +0 -112
  373. package/dist/utilities/scriptRunner.js +0 -26
  374. package/dist/utilities/security.js +0 -57
  375. package/dist/utilities/statusCodes.js +0 -9
  376. package/dist/utilities/usageQuota/rows.js +0 -88
  377. package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
  378. package/dist/utilities/users.js +0 -57
  379. package/dist/utilities/workerRequests.js +0 -171
  380. package/dist/watch.js +0 -53
  381. package/dist/websockets/client.js +0 -14
  382. package/dist/websockets/grid.js +0 -60
  383. package/dist/websockets/index.js +0 -17
  384. package/dist/websockets/websocket.js +0 -78
  385. /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
  386. /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
  387. /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
@@ -1,10 +0,0 @@
1
- {
2
- "name": "{{ name }}",
3
- "version": "1.0.0",
4
- "description": "",
5
- "author": "",
6
- "license": "ISC",
7
- "dependencies": {
8
- "@budibase/client": "0.x"
9
- }
10
- }
@@ -1,5 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.budibaseTempDir = void 0;
4
- const backend_core_1 = require("@budibase/backend-core");
5
- exports.budibaseTempDir = backend_core_1.objectStore.budibaseTempDir;
@@ -1,27 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.resolve = exports.join = void 0;
7
- const path_1 = __importDefault(require("path"));
8
- // this simply runs all of our path join and resolve functions through
9
- // a central location incase we need to add some protection to file paths
10
- /**
11
- * Exactly the same as path.join
12
- * @param args Any number of string arguments to add to a path
13
- * @returns {string} The final path ready to use
14
- */
15
- function join(...args) {
16
- return path_1.default.join(...args);
17
- }
18
- exports.join = join;
19
- /**
20
- * Exactly the same as path.resolve
21
- * @param args Any number of string arguments to add to a path
22
- * @returns {string} The final path ready to use
23
- */
24
- function resolve(...args) {
25
- return path_1.default.resolve(...args);
26
- }
27
- exports.resolve = resolve;
@@ -1,33 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.jsonFromCsvString = void 0;
16
- const csvtojson_1 = __importDefault(require("csvtojson"));
17
- function jsonFromCsvString(csvString) {
18
- return __awaiter(this, void 0, void 0, function* () {
19
- const castedWithEmptyValues = yield (0, csvtojson_1.default)({ ignoreEmpty: true }).fromString(csvString);
20
- // By default the csvtojson library casts empty values as empty strings. This is causing issues on conversion.
21
- // ignoreEmpty will remove the key completly if empty, so creating this empty object will ensure we return the values with the keys but empty values
22
- const result = yield (0, csvtojson_1.default)({ ignoreEmpty: false }).fromString(csvString);
23
- result.forEach((r, i) => {
24
- for (const [key] of Object.entries(r).filter(([key, value]) => value === "")) {
25
- if (castedWithEmptyValues[i][key] === undefined) {
26
- r[key] = null;
27
- }
28
- }
29
- });
30
- return result;
31
- });
32
- }
33
- exports.jsonFromCsvString = jsonFromCsvString;
@@ -1,88 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.cleanup = exports.getComponentLibraryManifest = exports.deleteApp = exports.createApp = exports.NODE_MODULES_PATH = void 0;
16
- const budibaseDir_1 = require("../budibaseDir");
17
- const fs_1 = __importDefault(require("fs"));
18
- const path_1 = require("path");
19
- const constants_1 = require("../../constants");
20
- const clientLibrary_1 = require("./clientLibrary");
21
- const environment_1 = __importDefault(require("../../environment"));
22
- const backend_core_1 = require("@budibase/backend-core");
23
- const filesystem_1 = require("./filesystem");
24
- exports.NODE_MODULES_PATH = (0, path_1.join)(filesystem_1.TOP_LEVEL_PATH, "node_modules");
25
- /**
26
- * Uploads the latest client library to the object store.
27
- * @param {string} appId The ID of the app which is being created.
28
- * @return {Promise<void>} once promise completes app resources should be ready in object store.
29
- */
30
- const createApp = (appId) => __awaiter(void 0, void 0, void 0, function* () {
31
- yield (0, clientLibrary_1.updateClientLibrary)(appId);
32
- });
33
- exports.createApp = createApp;
34
- /**
35
- * Removes all of the assets created for an app in the object store.
36
- * @param {string} appId The ID of the app which is being deleted.
37
- * @return {Promise<void>} once promise completes the app resources will be removed from object store.
38
- */
39
- const deleteApp = (appId) => __awaiter(void 0, void 0, void 0, function* () {
40
- yield backend_core_1.objectStore.deleteFolder(constants_1.ObjectStoreBuckets.APPS, `${appId}/`);
41
- });
42
- exports.deleteApp = deleteApp;
43
- /**
44
- * Retrieves component libraries from object store (or tmp symlink if in local)
45
- */
46
- const getComponentLibraryManifest = (library) => __awaiter(void 0, void 0, void 0, function* () {
47
- const appId = backend_core_1.context.getAppId();
48
- const filename = "manifest.json";
49
- if (environment_1.default.isDev() || environment_1.default.isTest()) {
50
- const path = (0, path_1.join)(filesystem_1.TOP_LEVEL_PATH, "../client", filename);
51
- // always load from new so that updates are refreshed
52
- delete require.cache[require.resolve(path)];
53
- return require(path);
54
- }
55
- if (!appId) {
56
- throw new Error("No app ID found - cannot get component libraries");
57
- }
58
- let resp;
59
- let path;
60
- try {
61
- // Try to load the manifest from the new file location
62
- path = (0, path_1.join)(appId, filename);
63
- resp = yield backend_core_1.objectStore.retrieve(constants_1.ObjectStoreBuckets.APPS, path);
64
- }
65
- catch (error) {
66
- console.error(`component-manifest-objectstore=failed appId=${appId} path=${path}`, error);
67
- // Fallback to loading it from the old location for old apps
68
- path = (0, path_1.join)(appId, "node_modules", library, "package", filename);
69
- resp = yield backend_core_1.objectStore.retrieve(constants_1.ObjectStoreBuckets.APPS, path);
70
- }
71
- if (typeof resp !== "string") {
72
- resp = resp.toString("utf8");
73
- }
74
- return JSON.parse(resp);
75
- });
76
- exports.getComponentLibraryManifest = getComponentLibraryManifest;
77
- /**
78
- * Given a set of app IDs makes sure file system is cleared of any of their temp info.
79
- */
80
- const cleanup = (appIds) => {
81
- for (let appId of appIds) {
82
- const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), appId);
83
- if (fs_1.default.existsSync(path)) {
84
- fs_1.default.rmdirSync(path, { recursive: true });
85
- }
86
- }
87
- };
88
- exports.cleanup = cleanup;
@@ -1,138 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.revertClientLibrary = exports.updateClientLibrary = exports.backupClientLibrary = void 0;
16
- const path_1 = require("path");
17
- const constants_1 = require("../../constants");
18
- const fs_1 = __importDefault(require("fs"));
19
- const backend_core_1 = require("@budibase/backend-core");
20
- const centralPath_1 = require("../centralPath");
21
- const environment_1 = __importDefault(require("../../environment"));
22
- const filesystem_1 = require("./filesystem");
23
- /**
24
- * Client library paths in the object store:
25
- * Previously, the entire client library package was downloaded from NPM
26
- * as a tarball and extracted to the object store, even though only the manifest
27
- * was ever needed. Therefore we need to support old apps which may still have
28
- * the manifest at this location for the first update.
29
- *
30
- * The new paths for the in-use version are:
31
- * {appId}/manifest.json
32
- * {appId}/budibase-client.js
33
- *
34
- * The paths for the backups are:
35
- * {appId}/manifest.json.bak
36
- * {appId}/budibase-client.js.bak
37
- *
38
- * We don't rely on NPM at all any more, as when updating to the latest version
39
- * we pull both the manifest and client bundle from the server's dependencies
40
- * in the local file system.
41
- */
42
- /**
43
- * Backs up the current client library version by copying both the manifest
44
- * and client bundle to .bak extensions in the object store. Only the one
45
- * previous version is stored as a backup, which can be reverted to.
46
- * @param appId The app ID to backup
47
- * @returns {Promise<void>}
48
- */
49
- function backupClientLibrary(appId) {
50
- return __awaiter(this, void 0, void 0, function* () {
51
- // Copy existing manifest to tmp
52
- let tmpManifestPath;
53
- try {
54
- // Try to load the manifest from the new file location
55
- tmpManifestPath = yield backend_core_1.objectStore.retrieveToTmp(constants_1.ObjectStoreBuckets.APPS, (0, path_1.join)(appId, "manifest.json"));
56
- }
57
- catch (error) {
58
- // Fallback to loading it from the old location for old apps
59
- tmpManifestPath = yield backend_core_1.objectStore.retrieveToTmp(constants_1.ObjectStoreBuckets.APPS, (0, path_1.join)(appId, "node_modules", "budibase", "standard-components", "package", "manifest.json"));
60
- }
61
- // Copy existing client lib to tmp
62
- const tmpClientPath = yield backend_core_1.objectStore.retrieveToTmp(constants_1.ObjectStoreBuckets.APPS, (0, path_1.join)(appId, "budibase-client.js"));
63
- // Upload manifest and client library as backups
64
- const manifestUpload = backend_core_1.objectStore.upload({
65
- bucket: constants_1.ObjectStoreBuckets.APPS,
66
- filename: (0, path_1.join)(appId, "manifest.json.bak"),
67
- path: tmpManifestPath,
68
- type: "application/json",
69
- });
70
- const clientUpload = backend_core_1.objectStore.upload({
71
- bucket: constants_1.ObjectStoreBuckets.APPS,
72
- filename: (0, path_1.join)(appId, "budibase-client.js.bak"),
73
- path: tmpClientPath,
74
- type: "application/javascript",
75
- });
76
- yield Promise.all([manifestUpload, clientUpload]);
77
- });
78
- }
79
- exports.backupClientLibrary = backupClientLibrary;
80
- /**
81
- * Uploads the latest version of the component manifest and the client library
82
- * to the object store, overwriting the existing version.
83
- * @param appId The app ID to update
84
- * @returns {Promise<void>}
85
- */
86
- function updateClientLibrary(appId) {
87
- return __awaiter(this, void 0, void 0, function* () {
88
- let manifest, client;
89
- if (environment_1.default.isDev()) {
90
- // Load the symlinked version in dev which is always the newest
91
- manifest = require.resolve("@budibase/client/manifest.json");
92
- client = require.resolve("@budibase/client");
93
- }
94
- else {
95
- // Load the bundled version in prod
96
- manifest = (0, centralPath_1.resolve)(filesystem_1.TOP_LEVEL_PATH, "client", "manifest.json");
97
- client = (0, centralPath_1.resolve)(filesystem_1.TOP_LEVEL_PATH, "client", "budibase-client.js");
98
- }
99
- // Upload latest manifest and client library
100
- const manifestUpload = backend_core_1.objectStore.streamUpload(constants_1.ObjectStoreBuckets.APPS, (0, path_1.join)(appId, "manifest.json"), fs_1.default.createReadStream(manifest), {
101
- ContentType: "application/json",
102
- });
103
- const clientUpload = backend_core_1.objectStore.streamUpload(constants_1.ObjectStoreBuckets.APPS, (0, path_1.join)(appId, "budibase-client.js"), fs_1.default.createReadStream(client), {
104
- ContentType: "application/javascript",
105
- });
106
- yield Promise.all([manifestUpload, clientUpload]);
107
- });
108
- }
109
- exports.updateClientLibrary = updateClientLibrary;
110
- /**
111
- * Reverts the version of the client library and manifest to the previously
112
- * used version for an app.
113
- * @param appId The app ID to revert
114
- * @returns {Promise<void>}
115
- */
116
- function revertClientLibrary(appId) {
117
- return __awaiter(this, void 0, void 0, function* () {
118
- // Copy backups manifest to tmp directory
119
- const tmpManifestPath = yield backend_core_1.objectStore.retrieveToTmp(constants_1.ObjectStoreBuckets.APPS, (0, path_1.join)(appId, "manifest.json.bak"));
120
- // Copy backup client lib to tmp
121
- const tmpClientPath = yield backend_core_1.objectStore.retrieveToTmp(constants_1.ObjectStoreBuckets.APPS, (0, path_1.join)(appId, "budibase-client.js.bak"));
122
- // Upload backups as new versions
123
- const manifestUpload = backend_core_1.objectStore.upload({
124
- bucket: constants_1.ObjectStoreBuckets.APPS,
125
- filename: (0, path_1.join)(appId, "manifest.json"),
126
- path: tmpManifestPath,
127
- type: "application/json",
128
- });
129
- const clientUpload = backend_core_1.objectStore.upload({
130
- bucket: constants_1.ObjectStoreBuckets.APPS,
131
- filename: (0, path_1.join)(appId, "budibase-client.js"),
132
- path: tmpClientPath,
133
- type: "application/javascript",
134
- });
135
- yield Promise.all([manifestUpload, clientUpload]);
136
- });
137
- }
138
- exports.revertClientLibrary = revertClientLibrary;
@@ -1,180 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.deleteFolderFileSystem = exports.findFileRec = exports.extractTarball = exports.createTempFolder = exports.readFileSync = exports.sendTempFile = exports.stringToFileStream = exports.storeTempFile = exports.streamFile = exports.apiFileReturn = exports.loadHandlebarsFile = exports.checkDevelopmentEnvironment = exports.init = exports.TOP_LEVEL_PATH = void 0;
16
- const fs_1 = __importDefault(require("fs"));
17
- const budibaseDir_1 = require("../budibaseDir");
18
- const path_1 = require("path");
19
- const environment_1 = __importDefault(require("../../environment"));
20
- const tar_1 = __importDefault(require("tar"));
21
- const uuid = require("uuid/v4");
22
- exports.TOP_LEVEL_PATH = (0, path_1.join)(__dirname, "..", "..", "..");
23
- /**
24
- * Upon first startup of instance there may not be everything we need in tmp directory, set it up.
25
- */
26
- const init = () => {
27
- const tempDir = (0, budibaseDir_1.budibaseTempDir)();
28
- if (!fs_1.default.existsSync(tempDir)) {
29
- // some test cases fire this quickly enough that
30
- // synchronous cases can end up here at the same time
31
- try {
32
- fs_1.default.mkdirSync(tempDir);
33
- }
34
- catch (err) {
35
- if (!err || err.code !== "EEXIST") {
36
- throw err;
37
- }
38
- }
39
- }
40
- };
41
- exports.init = init;
42
- /**
43
- * Checks if the system is currently in development mode and if it is makes sure
44
- * everything required to function is ready.
45
- */
46
- const checkDevelopmentEnvironment = () => {
47
- if (!environment_1.default.isDev() || environment_1.default.isTest()) {
48
- return;
49
- }
50
- if (!fs_1.default.existsSync((0, budibaseDir_1.budibaseTempDir)())) {
51
- fs_1.default.mkdirSync((0, budibaseDir_1.budibaseTempDir)());
52
- }
53
- let error;
54
- if (!fs_1.default.existsSync((0, path_1.join)(process.cwd(), ".env"))) {
55
- error = "Must run via yarn once to generate environment.";
56
- }
57
- if (error) {
58
- console.error(error);
59
- process.exit(-1);
60
- }
61
- };
62
- exports.checkDevelopmentEnvironment = checkDevelopmentEnvironment;
63
- /**
64
- * Used to retrieve a handlebars file from the system which will be used as a template.
65
- * This is allowable as the template handlebars files should be static and identical across
66
- * the cluster.
67
- * @param {string} path The path to the handlebars file which is to be loaded.
68
- * @returns {string} The loaded handlebars file as a string - loaded as utf8.
69
- */
70
- const loadHandlebarsFile = (path) => {
71
- return fs_1.default.readFileSync(path, "utf8");
72
- };
73
- exports.loadHandlebarsFile = loadHandlebarsFile;
74
- /**
75
- * When return a file from the API need to write the file to the system temporarily so we
76
- * can create a read stream to send.
77
- * @param {string} contents the contents of the file which is to be returned from the API.
78
- * @return {Object} the read stream which can be put into the koa context body.
79
- */
80
- const apiFileReturn = (contents) => {
81
- const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), uuid());
82
- fs_1.default.writeFileSync(path, contents);
83
- return fs_1.default.createReadStream(path);
84
- };
85
- exports.apiFileReturn = apiFileReturn;
86
- const streamFile = (path) => {
87
- return fs_1.default.createReadStream(path);
88
- };
89
- exports.streamFile = streamFile;
90
- /**
91
- * Writes the provided contents to a temporary file, which can be used briefly.
92
- * @param {string} fileContents contents which will be written to a temp file.
93
- * @return {string} the path to the temp file.
94
- */
95
- const storeTempFile = (fileContents) => {
96
- const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), uuid());
97
- fs_1.default.writeFileSync(path, fileContents);
98
- return path;
99
- };
100
- exports.storeTempFile = storeTempFile;
101
- /**
102
- * Utility function for getting a file read stream - a simple in memory buffered read
103
- * stream doesn't work for pouchdb.
104
- */
105
- const stringToFileStream = (contents) => {
106
- const path = (0, exports.storeTempFile)(contents);
107
- return fs_1.default.createReadStream(path);
108
- };
109
- exports.stringToFileStream = stringToFileStream;
110
- /**
111
- * Creates a temp file and returns it from the API.
112
- * @param {string} fileContents the contents to be returned in file.
113
- */
114
- const sendTempFile = (fileContents) => {
115
- const path = (0, exports.storeTempFile)(fileContents);
116
- return fs_1.default.createReadStream(path);
117
- };
118
- exports.sendTempFile = sendTempFile;
119
- /**
120
- * All file reads come through here just to make sure all of them make sense
121
- * allows a centralised location to check logic is all good.
122
- */
123
- const readFileSync = (filepath, options = "utf8") => {
124
- // @ts-ignore
125
- return fs_1.default.readFileSync(filepath, options);
126
- };
127
- exports.readFileSync = readFileSync;
128
- const createTempFolder = (item) => {
129
- const path = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), item);
130
- try {
131
- // remove old tmp directories automatically - don't combine
132
- if (fs_1.default.existsSync(path)) {
133
- fs_1.default.rmSync(path, { recursive: true, force: true });
134
- }
135
- fs_1.default.mkdirSync(path);
136
- }
137
- catch (err) {
138
- throw new Error(`Path cannot be created: ${err.message}`);
139
- }
140
- return path;
141
- };
142
- exports.createTempFolder = createTempFolder;
143
- const extractTarball = (fromFilePath, toPath) => __awaiter(void 0, void 0, void 0, function* () {
144
- yield tar_1.default.extract({
145
- file: fromFilePath,
146
- C: toPath,
147
- });
148
- });
149
- exports.extractTarball = extractTarball;
150
- /**
151
- * Find for a file recursively from start path applying filter, return first match
152
- */
153
- const findFileRec = (startPath, filter) => {
154
- if (!fs_1.default.existsSync(startPath)) {
155
- return;
156
- }
157
- const files = fs_1.default.readdirSync(startPath);
158
- for (let i = 0, len = files.length; i < len; i++) {
159
- // @ts-ignore
160
- const filename = (0, path_1.join)(startPath, files[i]);
161
- const stat = fs_1.default.lstatSync(filename);
162
- if (stat.isDirectory()) {
163
- return (0, exports.findFileRec)(filename, filter);
164
- }
165
- else if (filename.endsWith(filter)) {
166
- return filename;
167
- }
168
- }
169
- };
170
- exports.findFileRec = findFileRec;
171
- /**
172
- * Remove a folder which is not empty from the file system
173
- */
174
- const deleteFolderFileSystem = (path) => {
175
- if (!fs_1.default.existsSync(path)) {
176
- return;
177
- }
178
- fs_1.default.rmSync(path, { recursive: true, force: true });
179
- };
180
- exports.deleteFolderFileSystem = deleteFolderFileSystem;
@@ -1,21 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
- for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
- };
16
- Object.defineProperty(exports, "__esModule", { value: true });
17
- __exportStar(require("./app"), exports);
18
- __exportStar(require("./clientLibrary"), exports);
19
- __exportStar(require("./filesystem"), exports);
20
- __exportStar(require("./plugin"), exports);
21
- __exportStar(require("./template"), exports);
@@ -1,76 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.getAutomationPlugin = exports.getDatasourcePlugin = exports.getPluginMetadata = void 0;
16
- const budibaseDir_1 = require("../budibaseDir");
17
- const fs_1 = __importDefault(require("fs"));
18
- const path_1 = require("path");
19
- const backend_core_1 = require("@budibase/backend-core");
20
- const DATASOURCE_PATH = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), "datasource");
21
- const AUTOMATION_PATH = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), "automation");
22
- const getPluginMetadata = (path) => __awaiter(void 0, void 0, void 0, function* () {
23
- let metadata = {};
24
- try {
25
- const pkg = fs_1.default.readFileSync((0, path_1.join)(path, "package.json"), "utf8");
26
- const schema = fs_1.default.readFileSync((0, path_1.join)(path, "schema.json"), "utf8");
27
- metadata.schema = JSON.parse(schema);
28
- metadata.package = JSON.parse(pkg);
29
- if (!metadata.package.name ||
30
- !metadata.package.version ||
31
- !metadata.package.description) {
32
- throw new Error("package.json is missing one of 'name', 'version' or 'description'.");
33
- }
34
- }
35
- catch (err) {
36
- throw new Error(`Unable to process schema.json/package.json in plugin. ${err.message}`);
37
- }
38
- return { metadata, directory: path };
39
- });
40
- exports.getPluginMetadata = getPluginMetadata;
41
- function getPluginImpl(path, plugin) {
42
- var _a;
43
- return __awaiter(this, void 0, void 0, function* () {
44
- const hash = (_a = plugin.schema) === null || _a === void 0 ? void 0 : _a.hash;
45
- if (!fs_1.default.existsSync(path)) {
46
- fs_1.default.mkdirSync(path);
47
- }
48
- const filename = (0, path_1.join)(path, plugin.name);
49
- const metadataName = `${filename}.bbmetadata`;
50
- if (fs_1.default.existsSync(filename)) {
51
- const currentHash = fs_1.default.readFileSync(metadataName, "utf8");
52
- // if hash is the same return the file, otherwise remove it and re-download
53
- if (currentHash === hash) {
54
- return require(filename);
55
- }
56
- else {
57
- console.log(`Updating plugin: ${plugin.name}`);
58
- delete require.cache[require.resolve(filename)];
59
- fs_1.default.unlinkSync(filename);
60
- }
61
- }
62
- const pluginKey = backend_core_1.objectStore.getPluginJSKey(plugin);
63
- const pluginJs = yield backend_core_1.objectStore.retrieve(backend_core_1.objectStore.ObjectStoreBuckets.PLUGINS, pluginKey);
64
- fs_1.default.writeFileSync(filename, pluginJs);
65
- fs_1.default.writeFileSync(metadataName, hash);
66
- return require(filename);
67
- });
68
- }
69
- const getDatasourcePlugin = (plugin) => __awaiter(void 0, void 0, void 0, function* () {
70
- return getPluginImpl(DATASOURCE_PATH, plugin);
71
- });
72
- exports.getDatasourcePlugin = getDatasourcePlugin;
73
- const getAutomationPlugin = (plugin) => __awaiter(void 0, void 0, void 0, function* () {
74
- return getPluginImpl(AUTOMATION_PATH, plugin);
75
- });
76
- exports.getAutomationPlugin = getAutomationPlugin;
@@ -1,34 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.process = void 0;
16
- const jimp_1 = __importDefault(require("jimp"));
17
- const FORMATS = {
18
- IMAGES: ["png", "jpg", "jpeg", "gif", "bmp", "tiff"],
19
- };
20
- function processImage(file) {
21
- // this will overwrite the temp file
22
- return jimp_1.default.read(file.path).then(img => {
23
- return img.resize(300, jimp_1.default.AUTO).write(file.path);
24
- });
25
- }
26
- function process(file) {
27
- return __awaiter(this, void 0, void 0, function* () {
28
- if (FORMATS.IMAGES.includes(file.extension.toLowerCase())) {
29
- yield processImage(file);
30
- }
31
- return file;
32
- });
33
- }
34
- exports.process = process;
@@ -1,47 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.downloadTemplate = exports.getTemplateStream = void 0;
16
- const fs_1 = __importDefault(require("fs"));
17
- const path_1 = require("path");
18
- const constants_1 = require("../../constants");
19
- const backend_core_1 = require("@budibase/backend-core");
20
- /**
21
- * This function manages temporary template files which are stored by Koa.
22
- * @param {Object} template The template object retrieved from the Koa context object.
23
- * @returns {Object} Returns an fs read stream which can be loaded into the database.
24
- */
25
- const getTemplateStream = (template) => __awaiter(void 0, void 0, void 0, function* () {
26
- if (template.file) {
27
- return fs_1.default.createReadStream(template.file.path);
28
- }
29
- else {
30
- const [type, name] = template.key.split("/");
31
- const tmpPath = yield (0, exports.downloadTemplate)(type, name);
32
- return fs_1.default.createReadStream((0, path_1.join)(tmpPath, name, "db", "dump.txt"));
33
- }
34
- });
35
- exports.getTemplateStream = getTemplateStream;
36
- /**
37
- * Retrieves a template and pipes it to minio as well as making it available temporarily.
38
- * @param {string} type The type of template which is to be retrieved.
39
- * @param name
40
- * @return {Promise<*>}
41
- */
42
- const downloadTemplate = (type, name) => __awaiter(void 0, void 0, void 0, function* () {
43
- const DEFAULT_TEMPLATES_BUCKET = "prod-budi-templates.s3-eu-west-1.amazonaws.com";
44
- const templateUrl = `https://${DEFAULT_TEMPLATES_BUCKET}/templates/${type}/${name}.tar.gz`;
45
- return backend_core_1.objectStore.downloadTarball(templateUrl, constants_1.ObjectStoreBuckets.TEMPLATES, type);
46
- });
47
- exports.downloadTemplate = downloadTemplate;