@budibase/server 2.6.19-alpha.2 → 2.6.19-alpha.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (387) hide show
  1. package/.dockerignore +7 -6
  2. package/Dockerfile +16 -8
  3. package/builder/assets/{index.6c1171e2.js → index.47cc7efc.js} +343 -334
  4. package/builder/assets/{index.07382a47.css → index.ffb6a106.css} +2 -2
  5. package/builder/index.html +2 -2
  6. package/client/manifest.json +5229 -0
  7. package/dist/automation.js +32364 -0
  8. package/dist/automation.js.map +7 -0
  9. package/dist/index.js +44582 -13
  10. package/dist/index.js.map +7 -0
  11. package/dist/query.js +24345 -0
  12. package/dist/query.js.map +7 -0
  13. package/jest.config.ts +3 -0
  14. package/nodemon.json +1 -1
  15. package/package.json +30 -13
  16. package/pm2.config.js +1 -1
  17. package/scripts/build.js +48 -0
  18. package/src/api/controllers/automation.ts +37 -9
  19. package/src/api/controllers/datasource.ts +16 -0
  20. package/src/api/controllers/row/internal.ts +1 -1
  21. package/src/api/controllers/static/index.ts +3 -3
  22. package/src/api/controllers/table/internal.ts +2 -6
  23. package/src/api/controllers/table/utils.ts +32 -1
  24. package/src/api/controllers/webhook.ts +33 -9
  25. package/src/api/routes/automation.ts +0 -1
  26. package/src/api/routes/datasource.ts +5 -0
  27. package/src/api/routes/static.ts +3 -1
  28. package/src/api/routes/tests/{automation.spec.js → automation.spec.ts} +106 -31
  29. package/src/api/routes/tests/datasource.spec.ts +1 -1
  30. package/src/api/routes/tests/{webhook.spec.js → webhook.spec.ts} +33 -11
  31. package/src/automations/actions.ts +8 -0
  32. package/src/automations/steps/bash.ts +4 -0
  33. package/src/automations/steps/collect.ts +58 -0
  34. package/src/automations/steps/createRow.ts +4 -0
  35. package/src/automations/steps/delay.ts +1 -0
  36. package/src/automations/steps/deleteRow.ts +4 -0
  37. package/src/automations/steps/discord.ts +4 -0
  38. package/src/automations/steps/executeQuery.ts +4 -0
  39. package/src/automations/steps/executeScript.ts +4 -0
  40. package/src/automations/steps/filter.ts +1 -0
  41. package/src/automations/steps/loop.ts +1 -0
  42. package/src/automations/steps/make.ts +4 -0
  43. package/src/automations/steps/openai.ts +106 -0
  44. package/src/automations/steps/outgoingWebhook.ts +4 -0
  45. package/src/automations/steps/queryRows.ts +4 -0
  46. package/src/automations/steps/sendSmtpEmail.ts +4 -0
  47. package/src/automations/steps/serverLog.ts +4 -0
  48. package/src/automations/steps/slack.ts +4 -0
  49. package/src/automations/steps/updateRow.ts +4 -0
  50. package/src/automations/steps/zapier.ts +4 -0
  51. package/src/automations/tests/openai.spec.ts +86 -0
  52. package/src/automations/triggers.ts +3 -2
  53. package/src/constants/index.ts +17 -16
  54. package/src/db/inMemoryView.ts +1 -0
  55. package/src/environment.ts +2 -0
  56. package/src/integration-test/postgres.spec.ts +47 -4
  57. package/src/integrations/airtable.ts +3 -1
  58. package/src/integrations/arangodb.ts +3 -1
  59. package/src/integrations/base/sqlTable.ts +0 -1
  60. package/src/integrations/couchdb.ts +3 -1
  61. package/src/integrations/dynamodb.ts +3 -1
  62. package/src/integrations/elasticsearch.ts +3 -1
  63. package/src/integrations/firebase.ts +3 -1
  64. package/src/integrations/googlesheets.ts +11 -3
  65. package/src/integrations/microsoftSqlServer.ts +18 -2
  66. package/src/integrations/mongodb.ts +3 -1
  67. package/src/integrations/mysql.ts +27 -11
  68. package/src/integrations/oracle.ts +11 -1
  69. package/src/integrations/postgres.ts +27 -10
  70. package/src/integrations/redis.ts +3 -1
  71. package/src/integrations/s3.ts +3 -1
  72. package/src/integrations/snowflake.ts +3 -1
  73. package/src/integrations/tests/googlesheets.spec.ts +41 -9
  74. package/src/sdk/app/automations/index.ts +2 -0
  75. package/src/sdk/app/automations/utils.ts +7 -0
  76. package/src/tests/utilities/TestConfiguration.ts +4 -2
  77. package/src/tests/utilities/structures.ts +42 -0
  78. package/src/threads/automation.ts +39 -0
  79. package/src/utilities/fileSystem/app.ts +1 -1
  80. package/src/utilities/fileSystem/clientLibrary.ts +8 -3
  81. package/src/utilities/fileSystem/filesystem.ts +3 -1
  82. package/tsconfig.build.json +9 -1
  83. package/tsconfig.json +1 -14
  84. package/dist/api/controllers/analytics.js +0 -46
  85. package/dist/api/controllers/apikeys.js +0 -72
  86. package/dist/api/controllers/application.js +0 -574
  87. package/dist/api/controllers/auth.js +0 -80
  88. package/dist/api/controllers/automation.js +0 -303
  89. package/dist/api/controllers/backup.js +0 -37
  90. package/dist/api/controllers/component.js +0 -59
  91. package/dist/api/controllers/datasource.js +0 -337
  92. package/dist/api/controllers/deploy/Deployment.js +0 -53
  93. package/dist/api/controllers/deploy/index.js +0 -198
  94. package/dist/api/controllers/dev.js +0 -146
  95. package/dist/api/controllers/integration.js +0 -28
  96. package/dist/api/controllers/layout.js +0 -49
  97. package/dist/api/controllers/metadata.js +0 -63
  98. package/dist/api/controllers/migrations.js +0 -29
  99. package/dist/api/controllers/ops.js +0 -40
  100. package/dist/api/controllers/permission.js +0 -162
  101. package/dist/api/controllers/plugin/file.js +0 -24
  102. package/dist/api/controllers/plugin/github.js +0 -69
  103. package/dist/api/controllers/plugin/index.js +0 -112
  104. package/dist/api/controllers/plugin/npm.js +0 -58
  105. package/dist/api/controllers/plugin/uploaders.js +0 -11
  106. package/dist/api/controllers/plugin/url.js +0 -24
  107. package/dist/api/controllers/plugin/utils.js +0 -27
  108. package/dist/api/controllers/public/applications.js +0 -146
  109. package/dist/api/controllers/public/mapping/applications.js +0 -29
  110. package/dist/api/controllers/public/mapping/index.js +0 -11
  111. package/dist/api/controllers/public/mapping/queries.js +0 -36
  112. package/dist/api/controllers/public/mapping/rows.js +0 -24
  113. package/dist/api/controllers/public/mapping/tables.js +0 -23
  114. package/dist/api/controllers/public/mapping/types.js +0 -2
  115. package/dist/api/controllers/public/mapping/users.js +0 -29
  116. package/dist/api/controllers/public/metrics.js +0 -113
  117. package/dist/api/controllers/public/queries.js +0 -58
  118. package/dist/api/controllers/public/rows.js +0 -120
  119. package/dist/api/controllers/public/tables.js +0 -95
  120. package/dist/api/controllers/public/users.js +0 -93
  121. package/dist/api/controllers/public/utils.js +0 -56
  122. package/dist/api/controllers/query/import/index.js +0 -87
  123. package/dist/api/controllers/query/import/sources/base/index.js +0 -75
  124. package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
  125. package/dist/api/controllers/query/import/sources/curl.js +0 -99
  126. package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
  127. package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
  128. package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
  129. package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
  130. package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
  131. package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
  132. package/dist/api/controllers/query/index.js +0 -299
  133. package/dist/api/controllers/query/validation.js +0 -53
  134. package/dist/api/controllers/role.js +0 -109
  135. package/dist/api/controllers/routing.js +0 -105
  136. package/dist/api/controllers/row/ExternalRequest.js +0 -683
  137. package/dist/api/controllers/row/external.js +0 -339
  138. package/dist/api/controllers/row/index.js +0 -203
  139. package/dist/api/controllers/row/internal.js +0 -509
  140. package/dist/api/controllers/row/internalSearch.js +0 -28
  141. package/dist/api/controllers/row/staticFormula.js +0 -165
  142. package/dist/api/controllers/row/utils.js +0 -183
  143. package/dist/api/controllers/screen.js +0 -110
  144. package/dist/api/controllers/script.js +0 -30
  145. package/dist/api/controllers/static/index.js +0 -268
  146. package/dist/api/controllers/table/bulkFormula.js +0 -173
  147. package/dist/api/controllers/table/external.js +0 -279
  148. package/dist/api/controllers/table/index.js +0 -179
  149. package/dist/api/controllers/table/internal.js +0 -197
  150. package/dist/api/controllers/table/utils.js +0 -379
  151. package/dist/api/controllers/templates.js +0 -56
  152. package/dist/api/controllers/user.js +0 -124
  153. package/dist/api/controllers/view/exporters.js +0 -46
  154. package/dist/api/controllers/view/index.js +0 -193
  155. package/dist/api/controllers/view/utils.js +0 -177
  156. package/dist/api/controllers/view/viewBuilder.js +0 -158
  157. package/dist/api/controllers/webhook.js +0 -134
  158. package/dist/api/index.js +0 -55
  159. package/dist/api/routes/analytics.js +0 -34
  160. package/dist/api/routes/apikeys.js +0 -37
  161. package/dist/api/routes/application.js +0 -48
  162. package/dist/api/routes/auth.js +0 -33
  163. package/dist/api/routes/automation.js +0 -50
  164. package/dist/api/routes/backup.js +0 -35
  165. package/dist/api/routes/component.js +0 -35
  166. package/dist/api/routes/datasource.js +0 -44
  167. package/dist/api/routes/deploy.js +0 -37
  168. package/dist/api/routes/dev.js +0 -49
  169. package/dist/api/routes/index.js +0 -75
  170. package/dist/api/routes/integration.js +0 -37
  171. package/dist/api/routes/layout.js +0 -37
  172. package/dist/api/routes/metadata.js +0 -40
  173. package/dist/api/routes/migrations.js +0 -36
  174. package/dist/api/routes/ops.js +0 -52
  175. package/dist/api/routes/permission.js +0 -44
  176. package/dist/api/routes/plugin.js +0 -39
  177. package/dist/api/routes/public/applications.js +0 -174
  178. package/dist/api/routes/public/index.js +0 -140
  179. package/dist/api/routes/public/metrics.js +0 -30
  180. package/dist/api/routes/public/middleware/mapper.js +0 -97
  181. package/dist/api/routes/public/queries.js +0 -72
  182. package/dist/api/routes/public/rows.js +0 -158
  183. package/dist/api/routes/public/tables.js +0 -152
  184. package/dist/api/routes/public/users.js +0 -135
  185. package/dist/api/routes/public/utils/Endpoint.js +0 -36
  186. package/dist/api/routes/query.js +0 -47
  187. package/dist/api/routes/role.js +0 -40
  188. package/dist/api/routes/routing.js +0 -39
  189. package/dist/api/routes/row.js +0 -239
  190. package/dist/api/routes/screen.js +0 -39
  191. package/dist/api/routes/script.js +0 -35
  192. package/dist/api/routes/static.js +0 -80
  193. package/dist/api/routes/table.js +0 -163
  194. package/dist/api/routes/templates.js +0 -37
  195. package/dist/api/routes/user.js +0 -43
  196. package/dist/api/routes/utils/validators.js +0 -238
  197. package/dist/api/routes/view.js +0 -42
  198. package/dist/api/routes/webhook.js +0 -43
  199. package/dist/app.js +0 -132
  200. package/dist/automations/actions.js +0 -137
  201. package/dist/automations/automationUtils.js +0 -173
  202. package/dist/automations/bullboard.js +0 -71
  203. package/dist/automations/index.js +0 -43
  204. package/dist/automations/logging/index.js +0 -53
  205. package/dist/automations/steps/bash.js +0 -111
  206. package/dist/automations/steps/createRow.js +0 -108
  207. package/dist/automations/steps/delay.js +0 -53
  208. package/dist/automations/steps/deleteRow.js +0 -96
  209. package/dist/automations/steps/discord.js +0 -116
  210. package/dist/automations/steps/executeQuery.js +0 -134
  211. package/dist/automations/steps/executeScript.js +0 -106
  212. package/dist/automations/steps/filter.js +0 -112
  213. package/dist/automations/steps/loop.js +0 -54
  214. package/dist/automations/steps/make.js +0 -134
  215. package/dist/automations/steps/outgoingWebhook.js +0 -166
  216. package/dist/automations/steps/queryRows.js +0 -216
  217. package/dist/automations/steps/sendSmtpEmail.js +0 -115
  218. package/dist/automations/steps/serverLog.js +0 -65
  219. package/dist/automations/steps/slack.js +0 -98
  220. package/dist/automations/steps/updateRow.js +0 -144
  221. package/dist/automations/steps/utils.js +0 -56
  222. package/dist/automations/steps/zapier.js +0 -130
  223. package/dist/automations/triggerInfo/app.js +0 -36
  224. package/dist/automations/triggerInfo/cron.js +0 -35
  225. package/dist/automations/triggerInfo/index.js +0 -40
  226. package/dist/automations/triggerInfo/rowDeleted.js +0 -36
  227. package/dist/automations/triggerInfo/rowSaved.js +0 -44
  228. package/dist/automations/triggerInfo/rowUpdated.js +0 -44
  229. package/dist/automations/triggerInfo/webhook.js +0 -40
  230. package/dist/automations/triggers.js +0 -181
  231. package/dist/automations/utils.js +0 -275
  232. package/dist/constants/definitions.js +0 -2
  233. package/dist/constants/index.js +0 -181
  234. package/dist/constants/layouts.js +0 -148
  235. package/dist/constants/screens.js +0 -51
  236. package/dist/db/defaultData/datasource_bb_default.js +0 -574
  237. package/dist/db/defaultData/employeeImport.js +0 -155
  238. package/dist/db/defaultData/expensesImport.js +0 -117
  239. package/dist/db/defaultData/inventoryImport.js +0 -109
  240. package/dist/db/defaultData/jobsImport.js +0 -152
  241. package/dist/db/dynamoClient.js +0 -124
  242. package/dist/db/inMemoryView.js +0 -62
  243. package/dist/db/index.js +0 -43
  244. package/dist/db/linkedRows/LinkController.js +0 -392
  245. package/dist/db/linkedRows/LinkDocument.js +0 -33
  246. package/dist/db/linkedRows/index.js +0 -206
  247. package/dist/db/linkedRows/linkUtils.js +0 -131
  248. package/dist/db/newid.js +0 -7
  249. package/dist/db/utils.js +0 -248
  250. package/dist/db/views/staticViews.js +0 -144
  251. package/dist/ddApm.js +0 -11
  252. package/dist/definitions/automations.js +0 -8
  253. package/dist/definitions/common.js +0 -2
  254. package/dist/definitions/datasource.js +0 -7
  255. package/dist/definitions/openapi.js +0 -6
  256. package/dist/environment.js +0 -109
  257. package/dist/events/AutomationEmitter.js +0 -53
  258. package/dist/events/BudibaseEmitter.js +0 -25
  259. package/dist/events/docUpdates/index.js +0 -17
  260. package/dist/events/docUpdates/processors.js +0 -18
  261. package/dist/events/docUpdates/syncUsers.js +0 -49
  262. package/dist/events/index.js +0 -11
  263. package/dist/events/utils.js +0 -43
  264. package/dist/integrations/airtable.js +0 -173
  265. package/dist/integrations/arangodb.js +0 -119
  266. package/dist/integrations/base/query.js +0 -32
  267. package/dist/integrations/base/sql.js +0 -600
  268. package/dist/integrations/base/sqlTable.js +0 -167
  269. package/dist/integrations/base/types.js +0 -2
  270. package/dist/integrations/couchdb.js +0 -140
  271. package/dist/integrations/dynamodb.js +0 -210
  272. package/dist/integrations/elasticsearch.js +0 -201
  273. package/dist/integrations/firebase.js +0 -189
  274. package/dist/integrations/googlesheets.js +0 -484
  275. package/dist/integrations/index.js +0 -138
  276. package/dist/integrations/microsoftSqlServer.js +0 -289
  277. package/dist/integrations/mongodb.js +0 -630
  278. package/dist/integrations/mysql.js +0 -272
  279. package/dist/integrations/oracle.js +0 -404
  280. package/dist/integrations/postgres.js +0 -319
  281. package/dist/integrations/queries/sql.js +0 -84
  282. package/dist/integrations/redis.js +0 -187
  283. package/dist/integrations/rest.js +0 -400
  284. package/dist/integrations/s3.js +0 -256
  285. package/dist/integrations/snowflake.js +0 -114
  286. package/dist/integrations/utils.js +0 -295
  287. package/dist/middleware/appInfo.js +0 -22
  288. package/dist/middleware/authorized.js +0 -112
  289. package/dist/middleware/builder.js +0 -93
  290. package/dist/middleware/currentapp.js +0 -103
  291. package/dist/middleware/joi-validator.js +0 -43
  292. package/dist/middleware/publicApi.js +0 -25
  293. package/dist/middleware/resourceId.js +0 -59
  294. package/dist/middleware/selfhost.js +0 -24
  295. package/dist/middleware/utils.js +0 -8
  296. package/dist/migrations/functions/appUrls.js +0 -42
  297. package/dist/migrations/functions/backfill/app/automations.js +0 -31
  298. package/dist/migrations/functions/backfill/app/datasources.js +0 -28
  299. package/dist/migrations/functions/backfill/app/layouts.js +0 -33
  300. package/dist/migrations/functions/backfill/app/queries.js +0 -49
  301. package/dist/migrations/functions/backfill/app/roles.js +0 -28
  302. package/dist/migrations/functions/backfill/app/screens.js +0 -28
  303. package/dist/migrations/functions/backfill/app/tables.js +0 -37
  304. package/dist/migrations/functions/backfill/app.js +0 -176
  305. package/dist/migrations/functions/backfill/global/configs.js +0 -67
  306. package/dist/migrations/functions/backfill/global/quotas.js +0 -60
  307. package/dist/migrations/functions/backfill/global/users.js +0 -50
  308. package/dist/migrations/functions/backfill/global.js +0 -205
  309. package/dist/migrations/functions/backfill/index.js +0 -32
  310. package/dist/migrations/functions/backfill/installation.js +0 -80
  311. package/dist/migrations/functions/syncQuotas.js +0 -52
  312. package/dist/migrations/functions/tableSettings.js +0 -130
  313. package/dist/migrations/functions/usageQuotas/index.js +0 -16
  314. package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
  315. package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
  316. package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
  317. package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
  318. package/dist/migrations/functions/userEmailViewCasing.js +0 -24
  319. package/dist/migrations/index.js +0 -111
  320. package/dist/migrations/tests/helpers.js +0 -72
  321. package/dist/migrations/tests/structures.js +0 -37
  322. package/dist/sdk/app/applications/index.js +0 -28
  323. package/dist/sdk/app/applications/sync.js +0 -164
  324. package/dist/sdk/app/applications/utils.js +0 -21
  325. package/dist/sdk/app/automations/index.js +0 -29
  326. package/dist/sdk/app/automations/webhook.js +0 -54
  327. package/dist/sdk/app/backups/constants.js +0 -6
  328. package/dist/sdk/app/backups/exports.js +0 -160
  329. package/dist/sdk/app/backups/imports.js +0 -170
  330. package/dist/sdk/app/backups/index.js +0 -29
  331. package/dist/sdk/app/backups/statistics.js +0 -73
  332. package/dist/sdk/app/datasources/datasources.js +0 -173
  333. package/dist/sdk/app/datasources/index.js +0 -27
  334. package/dist/sdk/app/queries/index.js +0 -27
  335. package/dist/sdk/app/queries/queries.js +0 -60
  336. package/dist/sdk/app/rows/attachments.js +0 -61
  337. package/dist/sdk/app/rows/index.js +0 -28
  338. package/dist/sdk/app/rows/rows.js +0 -30
  339. package/dist/sdk/app/tables/index.js +0 -65
  340. package/dist/sdk/index.js +0 -27
  341. package/dist/sdk/plugins/index.js +0 -27
  342. package/dist/sdk/plugins/plugins.js +0 -53
  343. package/dist/sdk/users/index.js +0 -27
  344. package/dist/sdk/users/utils.js +0 -87
  345. package/dist/sdk/utils/index.js +0 -29
  346. package/dist/startup.js +0 -158
  347. package/dist/threads/automation.js +0 -450
  348. package/dist/threads/definitions.js +0 -2
  349. package/dist/threads/index.js +0 -140
  350. package/dist/threads/query.js +0 -265
  351. package/dist/threads/utils.js +0 -120
  352. package/dist/tsconfig.build.tsbuildinfo +0 -1
  353. package/dist/utilities/appDirectoryTemplate/package.json +0 -10
  354. package/dist/utilities/budibaseDir.js +0 -5
  355. package/dist/utilities/centralPath.js +0 -27
  356. package/dist/utilities/csv.js +0 -33
  357. package/dist/utilities/fileSystem/app.js +0 -88
  358. package/dist/utilities/fileSystem/clientLibrary.js +0 -138
  359. package/dist/utilities/fileSystem/filesystem.js +0 -180
  360. package/dist/utilities/fileSystem/index.js +0 -21
  361. package/dist/utilities/fileSystem/plugin.js +0 -76
  362. package/dist/utilities/fileSystem/processor.js +0 -34
  363. package/dist/utilities/fileSystem/template.js +0 -47
  364. package/dist/utilities/global.js +0 -149
  365. package/dist/utilities/index.js +0 -143
  366. package/dist/utilities/redis.js +0 -117
  367. package/dist/utilities/retry.js +0 -30
  368. package/dist/utilities/routing/index.js +0 -39
  369. package/dist/utilities/rowProcessor/index.js +0 -282
  370. package/dist/utilities/rowProcessor/map.js +0 -116
  371. package/dist/utilities/rowProcessor/utils.js +0 -87
  372. package/dist/utilities/schema.js +0 -112
  373. package/dist/utilities/scriptRunner.js +0 -26
  374. package/dist/utilities/security.js +0 -57
  375. package/dist/utilities/statusCodes.js +0 -9
  376. package/dist/utilities/usageQuota/rows.js +0 -88
  377. package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
  378. package/dist/utilities/users.js +0 -57
  379. package/dist/utilities/workerRequests.js +0 -171
  380. package/dist/watch.js +0 -53
  381. package/dist/websockets/client.js +0 -14
  382. package/dist/websockets/grid.js +0 -60
  383. package/dist/websockets/index.js +0 -17
  384. package/dist/websockets/websocket.js +0 -78
  385. /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
  386. /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
  387. /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
@@ -1,167 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- const knex_1 = require("knex");
4
- const types_1 = require("@budibase/types");
5
- const utils_1 = require("../utils");
6
- const constants_1 = require("../../constants");
7
- function generateSchema(schema, table, tables, oldTable = null, renamed) {
8
- let primaryKey = table && table.primary ? table.primary[0] : null;
9
- const columns = Object.values(table.schema);
10
- // all columns in a junction table will be meta
11
- let metaCols = columns.filter(col => col.meta);
12
- let isJunction = metaCols.length === columns.length;
13
- // can't change primary once its set for now
14
- if (primaryKey && !oldTable && !isJunction) {
15
- schema.increments(primaryKey).primary();
16
- }
17
- else if (!oldTable && isJunction) {
18
- schema.primary(metaCols.map(col => col.name));
19
- }
20
- // check if any columns need added
21
- const foreignKeys = Object.values(table.schema).map(col => col.foreignKey);
22
- for (let [key, column] of Object.entries(table.schema)) {
23
- // skip things that are already correct
24
- const oldColumn = oldTable ? oldTable.schema[key] : null;
25
- if ((oldColumn && oldColumn.type) ||
26
- (primaryKey === key && !isJunction) ||
27
- (renamed === null || renamed === void 0 ? void 0 : renamed.updated) === key) {
28
- continue;
29
- }
30
- switch (column.type) {
31
- case constants_1.FieldTypes.STRING:
32
- case constants_1.FieldTypes.OPTIONS:
33
- case constants_1.FieldTypes.LONGFORM:
34
- case constants_1.FieldTypes.BARCODEQR:
35
- schema.text(key);
36
- break;
37
- case constants_1.FieldTypes.NUMBER:
38
- // if meta is specified then this is a junction table entry
39
- if (column.meta && column.meta.toKey && column.meta.toTable) {
40
- const { toKey, toTable } = column.meta;
41
- schema.integer(key).unsigned();
42
- schema.foreign(key).references(`${toTable}.${toKey}`);
43
- }
44
- else if (foreignKeys.indexOf(key) === -1) {
45
- schema.float(key);
46
- }
47
- break;
48
- case constants_1.FieldTypes.BOOLEAN:
49
- schema.boolean(key);
50
- break;
51
- case constants_1.FieldTypes.DATETIME:
52
- schema.datetime(key, {
53
- useTz: !column.ignoreTimezones,
54
- });
55
- break;
56
- case constants_1.FieldTypes.ARRAY:
57
- schema.json(key);
58
- break;
59
- case constants_1.FieldTypes.LINK:
60
- // this side of the relationship doesn't need any SQL work
61
- if (column.relationshipType !== constants_1.RelationshipTypes.MANY_TO_ONE &&
62
- column.relationshipType !== constants_1.RelationshipTypes.MANY_TO_MANY) {
63
- if (!column.foreignKey || !column.tableId) {
64
- throw "Invalid relationship schema";
65
- }
66
- const { tableName } = (0, utils_1.breakExternalTableId)(column.tableId);
67
- // @ts-ignore
68
- const relatedTable = tables[tableName];
69
- if (!relatedTable) {
70
- throw "Referenced table doesn't exist";
71
- }
72
- const relatedPrimary = relatedTable.primary[0];
73
- const externalType = relatedTable.schema[relatedPrimary].externalType;
74
- if (externalType) {
75
- schema.specificType(column.foreignKey, externalType);
76
- }
77
- else {
78
- schema.integer(column.foreignKey).unsigned();
79
- }
80
- schema
81
- .foreign(column.foreignKey)
82
- .references(`${tableName}.${relatedPrimary}`);
83
- }
84
- break;
85
- }
86
- }
87
- if (renamed) {
88
- schema.renameColumn(renamed.old, renamed.updated);
89
- }
90
- // need to check if any columns have been deleted
91
- if (oldTable) {
92
- const deletedColumns = Object.entries(oldTable.schema)
93
- .filter(([key, schema]) => schema.type !== constants_1.FieldTypes.LINK &&
94
- schema.type !== constants_1.FieldTypes.FORMULA &&
95
- table.schema[key] == null)
96
- .map(([key]) => key);
97
- deletedColumns.forEach(key => {
98
- if ((renamed === null || renamed === void 0 ? void 0 : renamed.old) === key) {
99
- return;
100
- }
101
- if (oldTable.constrained && oldTable.constrained.indexOf(key) !== -1) {
102
- schema.dropForeign(key);
103
- }
104
- schema.dropColumn(key);
105
- });
106
- }
107
- return schema;
108
- }
109
- function buildCreateTable(knex, table, tables) {
110
- return knex.createTable(table.name, schema => {
111
- generateSchema(schema, table, tables);
112
- });
113
- }
114
- function buildUpdateTable(knex, table, tables, oldTable, renamed) {
115
- return knex.alterTable(table.name, schema => {
116
- generateSchema(schema, table, tables, oldTable, renamed);
117
- });
118
- }
119
- function buildDeleteTable(knex, table) {
120
- return knex.dropTable(table.name);
121
- }
122
- class SqlTableQueryBuilder {
123
- // pass through client to get flavour of SQL
124
- constructor(client) {
125
- this.sqlClient = client;
126
- }
127
- getSqlClient() {
128
- return this.sqlClient;
129
- }
130
- /**
131
- * @param json the input JSON structure from which an SQL query will be built.
132
- * @return {string} the operation that was found in the JSON.
133
- */
134
- _operation(json) {
135
- return json.endpoint.operation;
136
- }
137
- _tableQuery(json) {
138
- var _a;
139
- let client = (0, knex_1.knex)({ client: this.sqlClient }).schema;
140
- if ((_a = json === null || json === void 0 ? void 0 : json.endpoint) === null || _a === void 0 ? void 0 : _a.schema) {
141
- client = client.withSchema(json.endpoint.schema);
142
- }
143
- let query;
144
- if (!json.table || !json.meta || !json.meta.tables) {
145
- throw "Cannot execute without table being specified";
146
- }
147
- switch (this._operation(json)) {
148
- case types_1.Operation.CREATE_TABLE:
149
- query = buildCreateTable(client, json.table, json.meta.tables);
150
- break;
151
- case types_1.Operation.UPDATE_TABLE:
152
- if (!json.meta || !json.meta.table) {
153
- throw "Must specify old table for update";
154
- }
155
- query = buildUpdateTable(client, json.table, json.meta.tables, json.meta.table, json.meta.renamed);
156
- break;
157
- case types_1.Operation.DELETE_TABLE:
158
- query = buildDeleteTable(client, json.table);
159
- break;
160
- default:
161
- throw "Table operation is of unknown type";
162
- }
163
- return query.toSQL();
164
- }
165
- }
166
- exports.default = SqlTableQueryBuilder;
167
- module.exports = SqlTableQueryBuilder;
@@ -1,2 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
@@ -1,140 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- Object.defineProperty(exports, "__esModule", { value: true });
12
- const types_1 = require("@budibase/types");
13
- const backend_core_1 = require("@budibase/backend-core");
14
- const SCHEMA = {
15
- docs: "https://docs.couchdb.org/en/stable/",
16
- friendlyName: "CouchDB",
17
- type: "Non-relational",
18
- description: "Apache CouchDB is an open-source document-oriented NoSQL database, implemented in Erlang.",
19
- features: [types_1.DatasourceFeature.CONNECTION_CHECKING],
20
- datasource: {
21
- url: {
22
- type: types_1.DatasourceFieldType.STRING,
23
- required: true,
24
- default: "http://localhost:5984",
25
- },
26
- database: {
27
- type: types_1.DatasourceFieldType.STRING,
28
- required: true,
29
- },
30
- },
31
- query: {
32
- create: {
33
- type: types_1.QueryType.JSON,
34
- },
35
- read: {
36
- type: types_1.QueryType.JSON,
37
- },
38
- update: {
39
- type: types_1.QueryType.JSON,
40
- },
41
- get: {
42
- type: types_1.QueryType.FIELDS,
43
- fields: {
44
- id: {
45
- type: types_1.DatasourceFieldType.STRING,
46
- required: true,
47
- },
48
- },
49
- },
50
- delete: {
51
- type: types_1.QueryType.FIELDS,
52
- fields: {
53
- id: {
54
- type: types_1.DatasourceFieldType.STRING,
55
- required: true,
56
- },
57
- },
58
- },
59
- },
60
- };
61
- class CouchDBIntegration {
62
- constructor(config) {
63
- this.client = backend_core_1.db.DatabaseWithConnection(config.database, config.url);
64
- }
65
- testConnection() {
66
- return __awaiter(this, void 0, void 0, function* () {
67
- const response = {
68
- connected: false,
69
- };
70
- try {
71
- const result = yield this.query("exists", "validation error", {});
72
- response.connected = result === true;
73
- }
74
- catch (e) {
75
- response.error = e.message;
76
- }
77
- return response;
78
- });
79
- }
80
- query(command, errorMsg, query) {
81
- return __awaiter(this, void 0, void 0, function* () {
82
- try {
83
- return yield this.client[command](query.id || query.json);
84
- }
85
- catch (err) {
86
- console.error(errorMsg, err);
87
- throw err;
88
- }
89
- });
90
- }
91
- parse(query) {
92
- return typeof query.json === "string" ? JSON.parse(query.json) : query.json;
93
- }
94
- create(query) {
95
- return __awaiter(this, void 0, void 0, function* () {
96
- const parsed = this.parse(query);
97
- return this.query("post", "Error writing to couchDB", { json: parsed });
98
- });
99
- }
100
- read(query) {
101
- return __awaiter(this, void 0, void 0, function* () {
102
- const parsed = this.parse(query);
103
- const result = yield this.query("allDocs", "Error querying couchDB", {
104
- json: Object.assign({ include_docs: true }, parsed),
105
- });
106
- return result.rows.map((row) => row.doc);
107
- });
108
- }
109
- update(query) {
110
- return __awaiter(this, void 0, void 0, function* () {
111
- const parsed = this.parse(query);
112
- if (!(parsed === null || parsed === void 0 ? void 0 : parsed._rev) && (parsed === null || parsed === void 0 ? void 0 : parsed._id)) {
113
- const oldDoc = yield this.get({ id: parsed._id });
114
- parsed._rev = oldDoc._rev;
115
- }
116
- return this.query("put", "Error updating couchDB document", {
117
- json: parsed,
118
- });
119
- });
120
- }
121
- get(query) {
122
- return __awaiter(this, void 0, void 0, function* () {
123
- return this.query("get", "Error retrieving couchDB document by ID", {
124
- id: query.id,
125
- });
126
- });
127
- }
128
- delete(query) {
129
- return __awaiter(this, void 0, void 0, function* () {
130
- const doc = yield this.query("get", "Cannot find doc to be deleted", query);
131
- return this.query("remove", "Error deleting couchDB document", {
132
- json: doc,
133
- });
134
- });
135
- }
136
- }
137
- exports.default = {
138
- schema: SCHEMA,
139
- integration: CouchDBIntegration,
140
- };
@@ -1,210 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- const types_1 = require("@budibase/types");
16
- const aws_sdk_1 = __importDefault(require("aws-sdk"));
17
- const dynamoClient_1 = require("../db/dynamoClient");
18
- const SCHEMA = {
19
- docs: "https://github.com/dabit3/dynamodb-documentclient-cheat-sheet",
20
- description: "Amazon DynamoDB is a key-value and document database that delivers single-digit millisecond performance at any scale.",
21
- friendlyName: "DynamoDB",
22
- type: "Non-relational",
23
- features: [types_1.DatasourceFeature.CONNECTION_CHECKING],
24
- datasource: {
25
- region: {
26
- type: types_1.DatasourceFieldType.STRING,
27
- required: true,
28
- default: "us-east-1",
29
- },
30
- accessKeyId: {
31
- type: types_1.DatasourceFieldType.PASSWORD,
32
- required: true,
33
- },
34
- secretAccessKey: {
35
- type: types_1.DatasourceFieldType.PASSWORD,
36
- required: true,
37
- },
38
- endpoint: {
39
- type: types_1.DatasourceFieldType.STRING,
40
- required: false,
41
- default: "https://dynamodb.us-east-1.amazonaws.com",
42
- },
43
- },
44
- query: {
45
- create: {
46
- type: types_1.QueryType.FIELDS,
47
- customisable: true,
48
- fields: {
49
- table: {
50
- type: types_1.DatasourceFieldType.STRING,
51
- required: true,
52
- },
53
- },
54
- },
55
- read: {
56
- type: types_1.QueryType.FIELDS,
57
- customisable: true,
58
- readable: true,
59
- fields: {
60
- table: {
61
- type: types_1.DatasourceFieldType.STRING,
62
- required: true,
63
- },
64
- index: {
65
- type: types_1.DatasourceFieldType.STRING,
66
- },
67
- },
68
- },
69
- scan: {
70
- type: types_1.QueryType.FIELDS,
71
- customisable: true,
72
- readable: true,
73
- fields: {
74
- table: {
75
- type: types_1.DatasourceFieldType.STRING,
76
- required: true,
77
- },
78
- index: {
79
- type: types_1.DatasourceFieldType.STRING,
80
- },
81
- },
82
- },
83
- describe: {
84
- type: types_1.QueryType.FIELDS,
85
- customisable: true,
86
- readable: true,
87
- fields: {
88
- table: {
89
- type: types_1.DatasourceFieldType.STRING,
90
- required: true,
91
- },
92
- },
93
- },
94
- get: {
95
- type: types_1.QueryType.FIELDS,
96
- customisable: true,
97
- readable: true,
98
- fields: {
99
- table: {
100
- type: types_1.DatasourceFieldType.STRING,
101
- required: true,
102
- },
103
- },
104
- },
105
- update: {
106
- type: types_1.QueryType.FIELDS,
107
- customisable: true,
108
- fields: {
109
- table: {
110
- type: types_1.DatasourceFieldType.STRING,
111
- required: true,
112
- },
113
- },
114
- },
115
- delete: {
116
- type: types_1.QueryType.FIELDS,
117
- customisable: true,
118
- fields: {
119
- table: {
120
- type: types_1.DatasourceFieldType.STRING,
121
- required: true,
122
- },
123
- },
124
- },
125
- },
126
- };
127
- class DynamoDBIntegration {
128
- constructor(config) {
129
- var _a, _b;
130
- this.config = config;
131
- // User is using a local dynamoDB endpoint, don't auth with remote
132
- if ((_b = (_a = this.config) === null || _a === void 0 ? void 0 : _a.endpoint) === null || _b === void 0 ? void 0 : _b.includes("localhost")) {
133
- // @ts-ignore
134
- this.config = {};
135
- }
136
- this.config = Object.assign(Object.assign({}, this.config), { currentClockSkew: true, region: config.region || dynamoClient_1.AWS_REGION, endpoint: config.endpoint || undefined });
137
- this.client = new aws_sdk_1.default.DynamoDB.DocumentClient(this.config);
138
- }
139
- testConnection() {
140
- return __awaiter(this, void 0, void 0, function* () {
141
- const response = {
142
- connected: false,
143
- };
144
- try {
145
- const scanRes = yield new aws_sdk_1.default.DynamoDB(this.config).listTables().promise();
146
- response.connected = !!scanRes.$response;
147
- }
148
- catch (e) {
149
- response.error = e.message;
150
- }
151
- return response;
152
- });
153
- }
154
- create(query) {
155
- return __awaiter(this, void 0, void 0, function* () {
156
- const params = Object.assign({ TableName: query.table }, query.json);
157
- return this.client.put(params).promise();
158
- });
159
- }
160
- read(query) {
161
- return __awaiter(this, void 0, void 0, function* () {
162
- const params = Object.assign({ TableName: query.table, IndexName: query.index ? query.index : undefined }, query.json);
163
- const response = yield this.client.query(params).promise();
164
- if (response.Items) {
165
- return response.Items;
166
- }
167
- return response;
168
- });
169
- }
170
- scan(query) {
171
- return __awaiter(this, void 0, void 0, function* () {
172
- const params = Object.assign({ TableName: query.table, IndexName: query.index ? query.index : undefined }, query.json);
173
- const response = yield this.client.scan(params).promise();
174
- if (response.Items) {
175
- return response.Items;
176
- }
177
- return response;
178
- });
179
- }
180
- describe(query) {
181
- return __awaiter(this, void 0, void 0, function* () {
182
- const params = {
183
- TableName: query.table,
184
- };
185
- return new aws_sdk_1.default.DynamoDB(this.config).describeTable(params).promise();
186
- });
187
- }
188
- get(query) {
189
- return __awaiter(this, void 0, void 0, function* () {
190
- const params = Object.assign({ TableName: query.table }, query.json);
191
- return this.client.get(params).promise();
192
- });
193
- }
194
- update(query) {
195
- return __awaiter(this, void 0, void 0, function* () {
196
- const params = Object.assign({ TableName: query.table }, query.json);
197
- return this.client.update(params).promise();
198
- });
199
- }
200
- delete(query) {
201
- return __awaiter(this, void 0, void 0, function* () {
202
- const params = Object.assign({ TableName: query.table }, query.json);
203
- return this.client.delete(params).promise();
204
- });
205
- }
206
- }
207
- exports.default = {
208
- schema: SCHEMA,
209
- integration: DynamoDBIntegration,
210
- };