@budibase/server 2.6.19-alpha.2 → 2.6.19-alpha.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (387) hide show
  1. package/.dockerignore +7 -6
  2. package/Dockerfile +16 -8
  3. package/builder/assets/{index.6c1171e2.js → index.47cc7efc.js} +343 -334
  4. package/builder/assets/{index.07382a47.css → index.ffb6a106.css} +2 -2
  5. package/builder/index.html +2 -2
  6. package/client/manifest.json +5229 -0
  7. package/dist/automation.js +32364 -0
  8. package/dist/automation.js.map +7 -0
  9. package/dist/index.js +44582 -13
  10. package/dist/index.js.map +7 -0
  11. package/dist/query.js +24345 -0
  12. package/dist/query.js.map +7 -0
  13. package/jest.config.ts +3 -0
  14. package/nodemon.json +1 -1
  15. package/package.json +30 -13
  16. package/pm2.config.js +1 -1
  17. package/scripts/build.js +48 -0
  18. package/src/api/controllers/automation.ts +37 -9
  19. package/src/api/controllers/datasource.ts +16 -0
  20. package/src/api/controllers/row/internal.ts +1 -1
  21. package/src/api/controllers/static/index.ts +3 -3
  22. package/src/api/controllers/table/internal.ts +2 -6
  23. package/src/api/controllers/table/utils.ts +32 -1
  24. package/src/api/controllers/webhook.ts +33 -9
  25. package/src/api/routes/automation.ts +0 -1
  26. package/src/api/routes/datasource.ts +5 -0
  27. package/src/api/routes/static.ts +3 -1
  28. package/src/api/routes/tests/{automation.spec.js → automation.spec.ts} +106 -31
  29. package/src/api/routes/tests/datasource.spec.ts +1 -1
  30. package/src/api/routes/tests/{webhook.spec.js → webhook.spec.ts} +33 -11
  31. package/src/automations/actions.ts +8 -0
  32. package/src/automations/steps/bash.ts +4 -0
  33. package/src/automations/steps/collect.ts +58 -0
  34. package/src/automations/steps/createRow.ts +4 -0
  35. package/src/automations/steps/delay.ts +1 -0
  36. package/src/automations/steps/deleteRow.ts +4 -0
  37. package/src/automations/steps/discord.ts +4 -0
  38. package/src/automations/steps/executeQuery.ts +4 -0
  39. package/src/automations/steps/executeScript.ts +4 -0
  40. package/src/automations/steps/filter.ts +1 -0
  41. package/src/automations/steps/loop.ts +1 -0
  42. package/src/automations/steps/make.ts +4 -0
  43. package/src/automations/steps/openai.ts +106 -0
  44. package/src/automations/steps/outgoingWebhook.ts +4 -0
  45. package/src/automations/steps/queryRows.ts +4 -0
  46. package/src/automations/steps/sendSmtpEmail.ts +4 -0
  47. package/src/automations/steps/serverLog.ts +4 -0
  48. package/src/automations/steps/slack.ts +4 -0
  49. package/src/automations/steps/updateRow.ts +4 -0
  50. package/src/automations/steps/zapier.ts +4 -0
  51. package/src/automations/tests/openai.spec.ts +86 -0
  52. package/src/automations/triggers.ts +3 -2
  53. package/src/constants/index.ts +17 -16
  54. package/src/db/inMemoryView.ts +1 -0
  55. package/src/environment.ts +2 -0
  56. package/src/integration-test/postgres.spec.ts +47 -4
  57. package/src/integrations/airtable.ts +3 -1
  58. package/src/integrations/arangodb.ts +3 -1
  59. package/src/integrations/base/sqlTable.ts +0 -1
  60. package/src/integrations/couchdb.ts +3 -1
  61. package/src/integrations/dynamodb.ts +3 -1
  62. package/src/integrations/elasticsearch.ts +3 -1
  63. package/src/integrations/firebase.ts +3 -1
  64. package/src/integrations/googlesheets.ts +11 -3
  65. package/src/integrations/microsoftSqlServer.ts +18 -2
  66. package/src/integrations/mongodb.ts +3 -1
  67. package/src/integrations/mysql.ts +27 -11
  68. package/src/integrations/oracle.ts +11 -1
  69. package/src/integrations/postgres.ts +27 -10
  70. package/src/integrations/redis.ts +3 -1
  71. package/src/integrations/s3.ts +3 -1
  72. package/src/integrations/snowflake.ts +3 -1
  73. package/src/integrations/tests/googlesheets.spec.ts +41 -9
  74. package/src/sdk/app/automations/index.ts +2 -0
  75. package/src/sdk/app/automations/utils.ts +7 -0
  76. package/src/tests/utilities/TestConfiguration.ts +4 -2
  77. package/src/tests/utilities/structures.ts +42 -0
  78. package/src/threads/automation.ts +39 -0
  79. package/src/utilities/fileSystem/app.ts +1 -1
  80. package/src/utilities/fileSystem/clientLibrary.ts +8 -3
  81. package/src/utilities/fileSystem/filesystem.ts +3 -1
  82. package/tsconfig.build.json +9 -1
  83. package/tsconfig.json +1 -14
  84. package/dist/api/controllers/analytics.js +0 -46
  85. package/dist/api/controllers/apikeys.js +0 -72
  86. package/dist/api/controllers/application.js +0 -574
  87. package/dist/api/controllers/auth.js +0 -80
  88. package/dist/api/controllers/automation.js +0 -303
  89. package/dist/api/controllers/backup.js +0 -37
  90. package/dist/api/controllers/component.js +0 -59
  91. package/dist/api/controllers/datasource.js +0 -337
  92. package/dist/api/controllers/deploy/Deployment.js +0 -53
  93. package/dist/api/controllers/deploy/index.js +0 -198
  94. package/dist/api/controllers/dev.js +0 -146
  95. package/dist/api/controllers/integration.js +0 -28
  96. package/dist/api/controllers/layout.js +0 -49
  97. package/dist/api/controllers/metadata.js +0 -63
  98. package/dist/api/controllers/migrations.js +0 -29
  99. package/dist/api/controllers/ops.js +0 -40
  100. package/dist/api/controllers/permission.js +0 -162
  101. package/dist/api/controllers/plugin/file.js +0 -24
  102. package/dist/api/controllers/plugin/github.js +0 -69
  103. package/dist/api/controllers/plugin/index.js +0 -112
  104. package/dist/api/controllers/plugin/npm.js +0 -58
  105. package/dist/api/controllers/plugin/uploaders.js +0 -11
  106. package/dist/api/controllers/plugin/url.js +0 -24
  107. package/dist/api/controllers/plugin/utils.js +0 -27
  108. package/dist/api/controllers/public/applications.js +0 -146
  109. package/dist/api/controllers/public/mapping/applications.js +0 -29
  110. package/dist/api/controllers/public/mapping/index.js +0 -11
  111. package/dist/api/controllers/public/mapping/queries.js +0 -36
  112. package/dist/api/controllers/public/mapping/rows.js +0 -24
  113. package/dist/api/controllers/public/mapping/tables.js +0 -23
  114. package/dist/api/controllers/public/mapping/types.js +0 -2
  115. package/dist/api/controllers/public/mapping/users.js +0 -29
  116. package/dist/api/controllers/public/metrics.js +0 -113
  117. package/dist/api/controllers/public/queries.js +0 -58
  118. package/dist/api/controllers/public/rows.js +0 -120
  119. package/dist/api/controllers/public/tables.js +0 -95
  120. package/dist/api/controllers/public/users.js +0 -93
  121. package/dist/api/controllers/public/utils.js +0 -56
  122. package/dist/api/controllers/query/import/index.js +0 -87
  123. package/dist/api/controllers/query/import/sources/base/index.js +0 -75
  124. package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
  125. package/dist/api/controllers/query/import/sources/curl.js +0 -99
  126. package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
  127. package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
  128. package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
  129. package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
  130. package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
  131. package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
  132. package/dist/api/controllers/query/index.js +0 -299
  133. package/dist/api/controllers/query/validation.js +0 -53
  134. package/dist/api/controllers/role.js +0 -109
  135. package/dist/api/controllers/routing.js +0 -105
  136. package/dist/api/controllers/row/ExternalRequest.js +0 -683
  137. package/dist/api/controllers/row/external.js +0 -339
  138. package/dist/api/controllers/row/index.js +0 -203
  139. package/dist/api/controllers/row/internal.js +0 -509
  140. package/dist/api/controllers/row/internalSearch.js +0 -28
  141. package/dist/api/controllers/row/staticFormula.js +0 -165
  142. package/dist/api/controllers/row/utils.js +0 -183
  143. package/dist/api/controllers/screen.js +0 -110
  144. package/dist/api/controllers/script.js +0 -30
  145. package/dist/api/controllers/static/index.js +0 -268
  146. package/dist/api/controllers/table/bulkFormula.js +0 -173
  147. package/dist/api/controllers/table/external.js +0 -279
  148. package/dist/api/controllers/table/index.js +0 -179
  149. package/dist/api/controllers/table/internal.js +0 -197
  150. package/dist/api/controllers/table/utils.js +0 -379
  151. package/dist/api/controllers/templates.js +0 -56
  152. package/dist/api/controllers/user.js +0 -124
  153. package/dist/api/controllers/view/exporters.js +0 -46
  154. package/dist/api/controllers/view/index.js +0 -193
  155. package/dist/api/controllers/view/utils.js +0 -177
  156. package/dist/api/controllers/view/viewBuilder.js +0 -158
  157. package/dist/api/controllers/webhook.js +0 -134
  158. package/dist/api/index.js +0 -55
  159. package/dist/api/routes/analytics.js +0 -34
  160. package/dist/api/routes/apikeys.js +0 -37
  161. package/dist/api/routes/application.js +0 -48
  162. package/dist/api/routes/auth.js +0 -33
  163. package/dist/api/routes/automation.js +0 -50
  164. package/dist/api/routes/backup.js +0 -35
  165. package/dist/api/routes/component.js +0 -35
  166. package/dist/api/routes/datasource.js +0 -44
  167. package/dist/api/routes/deploy.js +0 -37
  168. package/dist/api/routes/dev.js +0 -49
  169. package/dist/api/routes/index.js +0 -75
  170. package/dist/api/routes/integration.js +0 -37
  171. package/dist/api/routes/layout.js +0 -37
  172. package/dist/api/routes/metadata.js +0 -40
  173. package/dist/api/routes/migrations.js +0 -36
  174. package/dist/api/routes/ops.js +0 -52
  175. package/dist/api/routes/permission.js +0 -44
  176. package/dist/api/routes/plugin.js +0 -39
  177. package/dist/api/routes/public/applications.js +0 -174
  178. package/dist/api/routes/public/index.js +0 -140
  179. package/dist/api/routes/public/metrics.js +0 -30
  180. package/dist/api/routes/public/middleware/mapper.js +0 -97
  181. package/dist/api/routes/public/queries.js +0 -72
  182. package/dist/api/routes/public/rows.js +0 -158
  183. package/dist/api/routes/public/tables.js +0 -152
  184. package/dist/api/routes/public/users.js +0 -135
  185. package/dist/api/routes/public/utils/Endpoint.js +0 -36
  186. package/dist/api/routes/query.js +0 -47
  187. package/dist/api/routes/role.js +0 -40
  188. package/dist/api/routes/routing.js +0 -39
  189. package/dist/api/routes/row.js +0 -239
  190. package/dist/api/routes/screen.js +0 -39
  191. package/dist/api/routes/script.js +0 -35
  192. package/dist/api/routes/static.js +0 -80
  193. package/dist/api/routes/table.js +0 -163
  194. package/dist/api/routes/templates.js +0 -37
  195. package/dist/api/routes/user.js +0 -43
  196. package/dist/api/routes/utils/validators.js +0 -238
  197. package/dist/api/routes/view.js +0 -42
  198. package/dist/api/routes/webhook.js +0 -43
  199. package/dist/app.js +0 -132
  200. package/dist/automations/actions.js +0 -137
  201. package/dist/automations/automationUtils.js +0 -173
  202. package/dist/automations/bullboard.js +0 -71
  203. package/dist/automations/index.js +0 -43
  204. package/dist/automations/logging/index.js +0 -53
  205. package/dist/automations/steps/bash.js +0 -111
  206. package/dist/automations/steps/createRow.js +0 -108
  207. package/dist/automations/steps/delay.js +0 -53
  208. package/dist/automations/steps/deleteRow.js +0 -96
  209. package/dist/automations/steps/discord.js +0 -116
  210. package/dist/automations/steps/executeQuery.js +0 -134
  211. package/dist/automations/steps/executeScript.js +0 -106
  212. package/dist/automations/steps/filter.js +0 -112
  213. package/dist/automations/steps/loop.js +0 -54
  214. package/dist/automations/steps/make.js +0 -134
  215. package/dist/automations/steps/outgoingWebhook.js +0 -166
  216. package/dist/automations/steps/queryRows.js +0 -216
  217. package/dist/automations/steps/sendSmtpEmail.js +0 -115
  218. package/dist/automations/steps/serverLog.js +0 -65
  219. package/dist/automations/steps/slack.js +0 -98
  220. package/dist/automations/steps/updateRow.js +0 -144
  221. package/dist/automations/steps/utils.js +0 -56
  222. package/dist/automations/steps/zapier.js +0 -130
  223. package/dist/automations/triggerInfo/app.js +0 -36
  224. package/dist/automations/triggerInfo/cron.js +0 -35
  225. package/dist/automations/triggerInfo/index.js +0 -40
  226. package/dist/automations/triggerInfo/rowDeleted.js +0 -36
  227. package/dist/automations/triggerInfo/rowSaved.js +0 -44
  228. package/dist/automations/triggerInfo/rowUpdated.js +0 -44
  229. package/dist/automations/triggerInfo/webhook.js +0 -40
  230. package/dist/automations/triggers.js +0 -181
  231. package/dist/automations/utils.js +0 -275
  232. package/dist/constants/definitions.js +0 -2
  233. package/dist/constants/index.js +0 -181
  234. package/dist/constants/layouts.js +0 -148
  235. package/dist/constants/screens.js +0 -51
  236. package/dist/db/defaultData/datasource_bb_default.js +0 -574
  237. package/dist/db/defaultData/employeeImport.js +0 -155
  238. package/dist/db/defaultData/expensesImport.js +0 -117
  239. package/dist/db/defaultData/inventoryImport.js +0 -109
  240. package/dist/db/defaultData/jobsImport.js +0 -152
  241. package/dist/db/dynamoClient.js +0 -124
  242. package/dist/db/inMemoryView.js +0 -62
  243. package/dist/db/index.js +0 -43
  244. package/dist/db/linkedRows/LinkController.js +0 -392
  245. package/dist/db/linkedRows/LinkDocument.js +0 -33
  246. package/dist/db/linkedRows/index.js +0 -206
  247. package/dist/db/linkedRows/linkUtils.js +0 -131
  248. package/dist/db/newid.js +0 -7
  249. package/dist/db/utils.js +0 -248
  250. package/dist/db/views/staticViews.js +0 -144
  251. package/dist/ddApm.js +0 -11
  252. package/dist/definitions/automations.js +0 -8
  253. package/dist/definitions/common.js +0 -2
  254. package/dist/definitions/datasource.js +0 -7
  255. package/dist/definitions/openapi.js +0 -6
  256. package/dist/environment.js +0 -109
  257. package/dist/events/AutomationEmitter.js +0 -53
  258. package/dist/events/BudibaseEmitter.js +0 -25
  259. package/dist/events/docUpdates/index.js +0 -17
  260. package/dist/events/docUpdates/processors.js +0 -18
  261. package/dist/events/docUpdates/syncUsers.js +0 -49
  262. package/dist/events/index.js +0 -11
  263. package/dist/events/utils.js +0 -43
  264. package/dist/integrations/airtable.js +0 -173
  265. package/dist/integrations/arangodb.js +0 -119
  266. package/dist/integrations/base/query.js +0 -32
  267. package/dist/integrations/base/sql.js +0 -600
  268. package/dist/integrations/base/sqlTable.js +0 -167
  269. package/dist/integrations/base/types.js +0 -2
  270. package/dist/integrations/couchdb.js +0 -140
  271. package/dist/integrations/dynamodb.js +0 -210
  272. package/dist/integrations/elasticsearch.js +0 -201
  273. package/dist/integrations/firebase.js +0 -189
  274. package/dist/integrations/googlesheets.js +0 -484
  275. package/dist/integrations/index.js +0 -138
  276. package/dist/integrations/microsoftSqlServer.js +0 -289
  277. package/dist/integrations/mongodb.js +0 -630
  278. package/dist/integrations/mysql.js +0 -272
  279. package/dist/integrations/oracle.js +0 -404
  280. package/dist/integrations/postgres.js +0 -319
  281. package/dist/integrations/queries/sql.js +0 -84
  282. package/dist/integrations/redis.js +0 -187
  283. package/dist/integrations/rest.js +0 -400
  284. package/dist/integrations/s3.js +0 -256
  285. package/dist/integrations/snowflake.js +0 -114
  286. package/dist/integrations/utils.js +0 -295
  287. package/dist/middleware/appInfo.js +0 -22
  288. package/dist/middleware/authorized.js +0 -112
  289. package/dist/middleware/builder.js +0 -93
  290. package/dist/middleware/currentapp.js +0 -103
  291. package/dist/middleware/joi-validator.js +0 -43
  292. package/dist/middleware/publicApi.js +0 -25
  293. package/dist/middleware/resourceId.js +0 -59
  294. package/dist/middleware/selfhost.js +0 -24
  295. package/dist/middleware/utils.js +0 -8
  296. package/dist/migrations/functions/appUrls.js +0 -42
  297. package/dist/migrations/functions/backfill/app/automations.js +0 -31
  298. package/dist/migrations/functions/backfill/app/datasources.js +0 -28
  299. package/dist/migrations/functions/backfill/app/layouts.js +0 -33
  300. package/dist/migrations/functions/backfill/app/queries.js +0 -49
  301. package/dist/migrations/functions/backfill/app/roles.js +0 -28
  302. package/dist/migrations/functions/backfill/app/screens.js +0 -28
  303. package/dist/migrations/functions/backfill/app/tables.js +0 -37
  304. package/dist/migrations/functions/backfill/app.js +0 -176
  305. package/dist/migrations/functions/backfill/global/configs.js +0 -67
  306. package/dist/migrations/functions/backfill/global/quotas.js +0 -60
  307. package/dist/migrations/functions/backfill/global/users.js +0 -50
  308. package/dist/migrations/functions/backfill/global.js +0 -205
  309. package/dist/migrations/functions/backfill/index.js +0 -32
  310. package/dist/migrations/functions/backfill/installation.js +0 -80
  311. package/dist/migrations/functions/syncQuotas.js +0 -52
  312. package/dist/migrations/functions/tableSettings.js +0 -130
  313. package/dist/migrations/functions/usageQuotas/index.js +0 -16
  314. package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
  315. package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
  316. package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
  317. package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
  318. package/dist/migrations/functions/userEmailViewCasing.js +0 -24
  319. package/dist/migrations/index.js +0 -111
  320. package/dist/migrations/tests/helpers.js +0 -72
  321. package/dist/migrations/tests/structures.js +0 -37
  322. package/dist/sdk/app/applications/index.js +0 -28
  323. package/dist/sdk/app/applications/sync.js +0 -164
  324. package/dist/sdk/app/applications/utils.js +0 -21
  325. package/dist/sdk/app/automations/index.js +0 -29
  326. package/dist/sdk/app/automations/webhook.js +0 -54
  327. package/dist/sdk/app/backups/constants.js +0 -6
  328. package/dist/sdk/app/backups/exports.js +0 -160
  329. package/dist/sdk/app/backups/imports.js +0 -170
  330. package/dist/sdk/app/backups/index.js +0 -29
  331. package/dist/sdk/app/backups/statistics.js +0 -73
  332. package/dist/sdk/app/datasources/datasources.js +0 -173
  333. package/dist/sdk/app/datasources/index.js +0 -27
  334. package/dist/sdk/app/queries/index.js +0 -27
  335. package/dist/sdk/app/queries/queries.js +0 -60
  336. package/dist/sdk/app/rows/attachments.js +0 -61
  337. package/dist/sdk/app/rows/index.js +0 -28
  338. package/dist/sdk/app/rows/rows.js +0 -30
  339. package/dist/sdk/app/tables/index.js +0 -65
  340. package/dist/sdk/index.js +0 -27
  341. package/dist/sdk/plugins/index.js +0 -27
  342. package/dist/sdk/plugins/plugins.js +0 -53
  343. package/dist/sdk/users/index.js +0 -27
  344. package/dist/sdk/users/utils.js +0 -87
  345. package/dist/sdk/utils/index.js +0 -29
  346. package/dist/startup.js +0 -158
  347. package/dist/threads/automation.js +0 -450
  348. package/dist/threads/definitions.js +0 -2
  349. package/dist/threads/index.js +0 -140
  350. package/dist/threads/query.js +0 -265
  351. package/dist/threads/utils.js +0 -120
  352. package/dist/tsconfig.build.tsbuildinfo +0 -1
  353. package/dist/utilities/appDirectoryTemplate/package.json +0 -10
  354. package/dist/utilities/budibaseDir.js +0 -5
  355. package/dist/utilities/centralPath.js +0 -27
  356. package/dist/utilities/csv.js +0 -33
  357. package/dist/utilities/fileSystem/app.js +0 -88
  358. package/dist/utilities/fileSystem/clientLibrary.js +0 -138
  359. package/dist/utilities/fileSystem/filesystem.js +0 -180
  360. package/dist/utilities/fileSystem/index.js +0 -21
  361. package/dist/utilities/fileSystem/plugin.js +0 -76
  362. package/dist/utilities/fileSystem/processor.js +0 -34
  363. package/dist/utilities/fileSystem/template.js +0 -47
  364. package/dist/utilities/global.js +0 -149
  365. package/dist/utilities/index.js +0 -143
  366. package/dist/utilities/redis.js +0 -117
  367. package/dist/utilities/retry.js +0 -30
  368. package/dist/utilities/routing/index.js +0 -39
  369. package/dist/utilities/rowProcessor/index.js +0 -282
  370. package/dist/utilities/rowProcessor/map.js +0 -116
  371. package/dist/utilities/rowProcessor/utils.js +0 -87
  372. package/dist/utilities/schema.js +0 -112
  373. package/dist/utilities/scriptRunner.js +0 -26
  374. package/dist/utilities/security.js +0 -57
  375. package/dist/utilities/statusCodes.js +0 -9
  376. package/dist/utilities/usageQuota/rows.js +0 -88
  377. package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
  378. package/dist/utilities/users.js +0 -57
  379. package/dist/utilities/workerRequests.js +0 -171
  380. package/dist/watch.js +0 -53
  381. package/dist/websockets/client.js +0 -14
  382. package/dist/websockets/grid.js +0 -60
  383. package/dist/websockets/index.js +0 -17
  384. package/dist/websockets/websocket.js +0 -78
  385. /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
  386. /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
  387. /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
@@ -1,319 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- const types_1 = require("@budibase/types");
16
- const utils_1 = require("./utils");
17
- const sql_1 = __importDefault(require("./base/sql"));
18
- const utilities_1 = require("../utilities");
19
- const pg_1 = require("pg");
20
- // Return "date" and "timestamp" types as plain strings.
21
- // This lets us reference the original stored timezone.
22
- // types is undefined when running in a test env for some reason.
23
- if (pg_1.types) {
24
- pg_1.types.setTypeParser(1114, (val) => val); // timestamp
25
- pg_1.types.setTypeParser(1082, (val) => val); // date
26
- pg_1.types.setTypeParser(1184, (val) => val); // timestampz
27
- }
28
- const JSON_REGEX = /'{.*}'::json/s;
29
- const SCHEMA = {
30
- docs: "https://node-postgres.com",
31
- plus: true,
32
- friendlyName: "PostgreSQL",
33
- type: "Relational",
34
- description: "PostgreSQL, also known as Postgres, is a free and open-source relational database management system emphasizing extensibility and SQL compliance.",
35
- features: [types_1.DatasourceFeature.CONNECTION_CHECKING],
36
- datasource: {
37
- host: {
38
- type: types_1.DatasourceFieldType.STRING,
39
- default: "localhost",
40
- required: true,
41
- },
42
- port: {
43
- type: types_1.DatasourceFieldType.NUMBER,
44
- required: true,
45
- default: 5432,
46
- },
47
- database: {
48
- type: types_1.DatasourceFieldType.STRING,
49
- default: "postgres",
50
- required: true,
51
- },
52
- user: {
53
- type: types_1.DatasourceFieldType.STRING,
54
- default: "root",
55
- required: true,
56
- },
57
- password: {
58
- type: types_1.DatasourceFieldType.PASSWORD,
59
- default: "root",
60
- required: true,
61
- },
62
- schema: {
63
- type: types_1.DatasourceFieldType.STRING,
64
- default: "public",
65
- required: true,
66
- },
67
- ssl: {
68
- type: types_1.DatasourceFieldType.BOOLEAN,
69
- default: false,
70
- required: false,
71
- },
72
- rejectUnauthorized: {
73
- type: types_1.DatasourceFieldType.BOOLEAN,
74
- default: false,
75
- required: false,
76
- },
77
- ca: {
78
- type: types_1.DatasourceFieldType.LONGFORM,
79
- default: false,
80
- required: false,
81
- },
82
- },
83
- query: {
84
- create: {
85
- type: types_1.QueryType.SQL,
86
- },
87
- read: {
88
- type: types_1.QueryType.SQL,
89
- },
90
- update: {
91
- type: types_1.QueryType.SQL,
92
- },
93
- delete: {
94
- type: types_1.QueryType.SQL,
95
- },
96
- },
97
- };
98
- class PostgresIntegration extends sql_1.default {
99
- constructor(config) {
100
- super(utils_1.SqlClient.POSTGRES);
101
- this.index = 1;
102
- this.tables = {};
103
- this.schemaErrors = {};
104
- this.PRIMARY_KEYS_SQL = `
105
- select tc.table_schema, tc.table_name, kc.column_name as primary_key
106
- from information_schema.table_constraints tc
107
- join
108
- information_schema.key_column_usage kc on kc.table_name = tc.table_name
109
- and kc.table_schema = tc.table_schema
110
- and kc.constraint_name = tc.constraint_name
111
- where tc.constraint_type = 'PRIMARY KEY';
112
- `;
113
- this.config = config;
114
- let newConfig = Object.assign(Object.assign({}, this.config), { ssl: this.config.ssl
115
- ? {
116
- rejectUnauthorized: this.config.rejectUnauthorized,
117
- ca: this.config.ca,
118
- }
119
- : undefined });
120
- this.client = new pg_1.Client(newConfig);
121
- this.open = false;
122
- }
123
- testConnection() {
124
- return __awaiter(this, void 0, void 0, function* () {
125
- const response = {
126
- connected: false,
127
- };
128
- try {
129
- yield this.openConnection();
130
- response.connected = true;
131
- }
132
- catch (e) {
133
- response.error = e.message;
134
- }
135
- finally {
136
- yield this.closeConnection();
137
- }
138
- return response;
139
- });
140
- }
141
- getBindingIdentifier() {
142
- return `$${this.index++}`;
143
- }
144
- getStringConcat(parts) {
145
- return parts.join(" || ");
146
- }
147
- openConnection() {
148
- return __awaiter(this, void 0, void 0, function* () {
149
- yield this.client.connect();
150
- if (!this.config.schema) {
151
- this.config.schema = "public";
152
- }
153
- yield this.client.query(`SET search_path TO ${this.config.schema}`);
154
- this.COLUMNS_SQL = `select * from information_schema.columns where table_schema = '${this.config.schema}'`;
155
- this.open = true;
156
- });
157
- }
158
- closeConnection() {
159
- const pg = this;
160
- return new Promise((resolve, reject) => {
161
- this.client.end((err) => {
162
- pg.open = false;
163
- if (err) {
164
- reject(err);
165
- }
166
- else {
167
- resolve();
168
- }
169
- });
170
- });
171
- }
172
- internalQuery(query, close = true) {
173
- return __awaiter(this, void 0, void 0, function* () {
174
- if (!this.open) {
175
- yield this.openConnection();
176
- }
177
- const client = this.client;
178
- this.index = 1;
179
- // need to handle a specific issue with json data types in postgres,
180
- // new lines inside the JSON data will break it
181
- if (query && query.sql) {
182
- const matches = query.sql.match(JSON_REGEX);
183
- if (matches && matches.length > 0) {
184
- for (let match of matches) {
185
- const escaped = (0, utilities_1.escapeDangerousCharacters)(match);
186
- query.sql = query.sql.replace(match, escaped);
187
- }
188
- }
189
- }
190
- try {
191
- return yield client.query(query.sql, query.bindings || []);
192
- }
193
- catch (err) {
194
- yield this.closeConnection();
195
- // @ts-ignore
196
- throw new Error(err);
197
- }
198
- finally {
199
- if (close) {
200
- yield this.closeConnection();
201
- }
202
- }
203
- });
204
- }
205
- /**
206
- * Fetches the tables from the postgres table and assigns them to the datasource.
207
- * @param {*} datasourceId - datasourceId to fetch
208
- * @param entities - the tables that are to be built
209
- */
210
- buildSchema(datasourceId, entities) {
211
- return __awaiter(this, void 0, void 0, function* () {
212
- let tableKeys = {};
213
- yield this.openConnection();
214
- try {
215
- const primaryKeysResponse = yield this.client.query(this.PRIMARY_KEYS_SQL);
216
- for (let table of primaryKeysResponse.rows) {
217
- const tableName = table.table_name;
218
- if (!tableKeys[tableName]) {
219
- tableKeys[tableName] = [];
220
- }
221
- const key = table.column_name || table.primary_key;
222
- // only add the unique keys
223
- if (key && tableKeys[tableName].indexOf(key) === -1) {
224
- tableKeys[tableName].push(key);
225
- }
226
- }
227
- }
228
- catch (err) {
229
- tableKeys = {};
230
- }
231
- try {
232
- const columnsResponse = yield this.client.query(this.COLUMNS_SQL);
233
- const tables = {};
234
- for (let column of columnsResponse.rows) {
235
- const tableName = column.table_name;
236
- const columnName = column.column_name;
237
- // table key doesn't exist yet
238
- if (!tables[tableName] || !tables[tableName].schema) {
239
- tables[tableName] = {
240
- _id: (0, utils_1.buildExternalTableId)(datasourceId, tableName),
241
- primary: tableKeys[tableName] || [],
242
- name: tableName,
243
- schema: {},
244
- };
245
- }
246
- const identity = !!(column.identity_generation ||
247
- column.identity_start ||
248
- column.identity_increment);
249
- const hasDefault = column.column_default != null;
250
- const hasNextVal = typeof column.column_default === "string" &&
251
- column.column_default.startsWith("nextval");
252
- const isGenerated = column.is_generated && column.is_generated !== "NEVER";
253
- const isAuto = hasNextVal || identity || isGenerated;
254
- const required = column.is_nullable === "NO";
255
- const constraints = {
256
- presence: required && !hasDefault && !isGenerated,
257
- };
258
- tables[tableName].schema[columnName] = Object.assign(Object.assign({ autocolumn: isAuto, name: columnName, constraints }, (0, utils_1.convertSqlType)(column.data_type)), { externalType: column.data_type });
259
- }
260
- const final = (0, utils_1.finaliseExternalTables)(tables, entities);
261
- this.tables = final.tables;
262
- this.schemaErrors = final.errors;
263
- }
264
- catch (err) {
265
- // @ts-ignore
266
- throw new Error(err);
267
- }
268
- finally {
269
- yield this.closeConnection();
270
- }
271
- });
272
- }
273
- create(query) {
274
- return __awaiter(this, void 0, void 0, function* () {
275
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
276
- return response.rows.length ? response.rows : [{ created: true }];
277
- });
278
- }
279
- read(query) {
280
- return __awaiter(this, void 0, void 0, function* () {
281
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
282
- return response.rows;
283
- });
284
- }
285
- update(query) {
286
- return __awaiter(this, void 0, void 0, function* () {
287
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
288
- return response.rows.length ? response.rows : [{ updated: true }];
289
- });
290
- }
291
- delete(query) {
292
- return __awaiter(this, void 0, void 0, function* () {
293
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
294
- return response.rows.length ? response.rows : [{ deleted: true }];
295
- });
296
- }
297
- query(json) {
298
- return __awaiter(this, void 0, void 0, function* () {
299
- const operation = this._operation(json).toLowerCase();
300
- const input = this._query(json);
301
- if (Array.isArray(input)) {
302
- const responses = [];
303
- for (let query of input) {
304
- responses.push(yield this.internalQuery(query, false));
305
- }
306
- yield this.closeConnection();
307
- return responses;
308
- }
309
- else {
310
- const response = yield this.internalQuery(input);
311
- return response.rows.length ? response.rows : [{ [operation]: true }];
312
- }
313
- });
314
- }
315
- }
316
- exports.default = {
317
- schema: SCHEMA,
318
- integration: PostgresIntegration,
319
- };
@@ -1,84 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.interpolateSQL = void 0;
16
- const string_templates_1 = require("@budibase/string-templates");
17
- const sdk_1 = __importDefault(require("../../sdk"));
18
- const CONST_CHAR_REGEX = new RegExp("'[^']*'", "g");
19
- function interpolateSQL(fields, parameters, integration) {
20
- return __awaiter(this, void 0, void 0, function* () {
21
- let sql = fields.sql;
22
- if (!sql || typeof sql !== "string") {
23
- return fields;
24
- }
25
- const bindings = (0, string_templates_1.findHBSBlocks)(sql);
26
- let variables = [], arrays = [];
27
- for (let binding of bindings) {
28
- // look for array/list operations in the SQL statement, which will need handled later
29
- const listRegexMatch = sql.match(new RegExp(`(in|IN|In|iN)( )+[(]?${binding}[)]?`));
30
- // check if the variable was used as part of a string concat e.g. 'Hello {{binding}}'
31
- // start by finding all the instances of const character strings
32
- const charConstMatch = sql.match(CONST_CHAR_REGEX) || [];
33
- // now look within them to see if a binding is used
34
- const charConstBindingMatch = charConstMatch.find((string) => string.match(new RegExp(`'[^']*${binding}[^']*'`)));
35
- if (charConstBindingMatch) {
36
- let [part1, part2] = charConstBindingMatch.split(binding);
37
- part1 = `'${part1.substring(1)}'`;
38
- part2 = `'${part2.substring(0, part2.length - 1)}'`;
39
- sql = sql.replace(charConstBindingMatch, integration.getStringConcat([
40
- part1,
41
- integration.getBindingIdentifier(),
42
- part2,
43
- ]));
44
- }
45
- // generate SQL parameterised array
46
- else if (listRegexMatch) {
47
- arrays.push(binding);
48
- // determine the length of the array
49
- const value = (yield sdk_1.default.queries.enrichContext([binding], parameters))[0]
50
- .split(",")
51
- .map((val) => val.trim());
52
- // build a string like ($1, $2, $3)
53
- let replacement = `${Array.apply(null, Array(value.length))
54
- .map(() => integration.getBindingIdentifier())
55
- .join(",")}`;
56
- // check if parentheses are needed
57
- if (!listRegexMatch[0].includes(`(${binding})`)) {
58
- replacement = `(${replacement})`;
59
- }
60
- sql = sql.replace(binding, replacement);
61
- }
62
- else {
63
- sql = sql.replace(binding, integration.getBindingIdentifier());
64
- }
65
- variables.push(binding);
66
- }
67
- // replicate the knex structure
68
- fields.sql = sql;
69
- fields.bindings = yield sdk_1.default.queries.enrichContext(variables, parameters);
70
- // check for arrays in the data
71
- let updated = [];
72
- for (let i = 0; i < variables.length; i++) {
73
- if (arrays.includes(variables[i])) {
74
- updated = updated.concat(fields.bindings[i].split(",").map((val) => val.trim()));
75
- }
76
- else {
77
- updated.push(fields.bindings[i]);
78
- }
79
- }
80
- fields.bindings = updated;
81
- return fields;
82
- });
83
- }
84
- exports.interpolateSQL = interpolateSQL;
@@ -1,187 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- const types_1 = require("@budibase/types");
16
- const ioredis_1 = __importDefault(require("ioredis"));
17
- const SCHEMA = {
18
- docs: "https://redis.io/docs/",
19
- description: "Redis is a caching tool, providing powerful key-value store capabilities.",
20
- friendlyName: "Redis",
21
- type: "Non-relational",
22
- features: [types_1.DatasourceFeature.CONNECTION_CHECKING],
23
- datasource: {
24
- host: {
25
- type: "string",
26
- required: true,
27
- default: "localhost",
28
- },
29
- port: {
30
- type: "number",
31
- required: true,
32
- default: 6379,
33
- },
34
- username: {
35
- type: "string",
36
- required: false,
37
- },
38
- password: {
39
- type: "password",
40
- required: false,
41
- },
42
- db: {
43
- type: "number",
44
- required: false,
45
- display: "DB",
46
- default: 0,
47
- },
48
- },
49
- query: {
50
- create: {
51
- type: types_1.QueryType.FIELDS,
52
- fields: {
53
- key: {
54
- type: types_1.DatasourceFieldType.STRING,
55
- required: true,
56
- },
57
- value: {
58
- type: types_1.DatasourceFieldType.STRING,
59
- required: true,
60
- },
61
- ttl: {
62
- type: types_1.DatasourceFieldType.NUMBER,
63
- },
64
- },
65
- },
66
- read: {
67
- readable: true,
68
- type: types_1.QueryType.FIELDS,
69
- fields: {
70
- key: {
71
- type: types_1.DatasourceFieldType.STRING,
72
- required: true,
73
- },
74
- },
75
- },
76
- delete: {
77
- type: types_1.QueryType.FIELDS,
78
- fields: {
79
- key: {
80
- type: types_1.DatasourceFieldType.STRING,
81
- required: true,
82
- },
83
- },
84
- },
85
- command: {
86
- readable: true,
87
- displayName: "Redis Command",
88
- type: types_1.QueryType.JSON,
89
- },
90
- },
91
- };
92
- class RedisIntegration {
93
- constructor(config) {
94
- this.config = config;
95
- this.client = new ioredis_1.default({
96
- host: this.config.host,
97
- port: this.config.port,
98
- username: this.config.username,
99
- password: this.config.password,
100
- db: this.config.db,
101
- });
102
- }
103
- testConnection() {
104
- return __awaiter(this, void 0, void 0, function* () {
105
- const response = {
106
- connected: false,
107
- };
108
- try {
109
- yield this.client.ping();
110
- response.connected = true;
111
- }
112
- catch (e) {
113
- response.error = e.message;
114
- }
115
- finally {
116
- yield this.disconnect();
117
- }
118
- return response;
119
- });
120
- }
121
- disconnect() {
122
- return __awaiter(this, void 0, void 0, function* () {
123
- return this.client.quit();
124
- });
125
- }
126
- redisContext(query) {
127
- return __awaiter(this, void 0, void 0, function* () {
128
- try {
129
- return yield query();
130
- }
131
- catch (err) {
132
- throw new Error(`Redis error: ${err}`);
133
- }
134
- finally {
135
- yield this.disconnect();
136
- }
137
- });
138
- }
139
- create(query) {
140
- return __awaiter(this, void 0, void 0, function* () {
141
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
142
- const response = yield this.client.set(query.key, query.value);
143
- if (query.ttl) {
144
- yield this.client.expire(query.key, query.ttl);
145
- }
146
- return response;
147
- }));
148
- });
149
- }
150
- read(query) {
151
- return __awaiter(this, void 0, void 0, function* () {
152
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
153
- return yield this.client.get(query.key);
154
- }));
155
- });
156
- }
157
- delete(query) {
158
- return __awaiter(this, void 0, void 0, function* () {
159
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
160
- return yield this.client.del(query.key);
161
- }));
162
- });
163
- }
164
- command(query) {
165
- return __awaiter(this, void 0, void 0, function* () {
166
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
167
- // commands split line by line
168
- const commands = query.json.trim().split("\n");
169
- let pipelineCommands = [];
170
- // process each command separately
171
- for (let command of commands) {
172
- const tokenised = command.trim().split(" ");
173
- // Pipeline only accepts lower case commands
174
- tokenised[0] = tokenised[0].toLowerCase();
175
- pipelineCommands.push(tokenised);
176
- }
177
- const pipeline = this.client.pipeline(pipelineCommands);
178
- const result = yield pipeline.exec();
179
- return result.map((output) => output[1]);
180
- }));
181
- });
182
- }
183
- }
184
- exports.default = {
185
- schema: SCHEMA,
186
- integration: RedisIntegration,
187
- };