@budibase/server 2.6.19-alpha.2 → 2.6.19-alpha.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (358) hide show
  1. package/.dockerignore +7 -6
  2. package/Dockerfile +16 -8
  3. package/builder/assets/{index.07382a47.css → index.46d94ca7.css} +2 -2
  4. package/builder/assets/{index.6c1171e2.js → index.9a9bace2.js} +346 -338
  5. package/builder/index.html +2 -2
  6. package/client/manifest.json +5229 -0
  7. package/dist/automation.js +32208 -0
  8. package/dist/automation.js.map +7 -0
  9. package/dist/index.js +44381 -13
  10. package/dist/index.js.map +7 -0
  11. package/dist/query.js +24327 -0
  12. package/dist/query.js.map +7 -0
  13. package/jest.config.ts +3 -0
  14. package/nodemon.json +1 -1
  15. package/package.json +30 -13
  16. package/pm2.config.js +1 -1
  17. package/scripts/build.js +48 -0
  18. package/src/api/controllers/datasource.ts +16 -0
  19. package/src/api/controllers/row/internal.ts +1 -1
  20. package/src/api/controllers/static/index.ts +3 -3
  21. package/src/api/controllers/table/internal.ts +2 -6
  22. package/src/api/controllers/table/utils.ts +32 -1
  23. package/src/api/routes/datasource.ts +5 -0
  24. package/src/api/routes/static.ts +3 -1
  25. package/src/api/routes/tests/datasource.spec.ts +1 -1
  26. package/src/automations/actions.ts +5 -0
  27. package/src/automations/steps/openai.ts +105 -0
  28. package/src/automations/tests/openai.spec.ts +86 -0
  29. package/src/constants/index.ts +17 -16
  30. package/src/db/inMemoryView.ts +1 -0
  31. package/src/environment.ts +2 -0
  32. package/src/integration-test/postgres.spec.ts +47 -4
  33. package/src/integrations/airtable.ts +3 -1
  34. package/src/integrations/arangodb.ts +3 -1
  35. package/src/integrations/base/sqlTable.ts +0 -1
  36. package/src/integrations/couchdb.ts +3 -1
  37. package/src/integrations/dynamodb.ts +3 -1
  38. package/src/integrations/elasticsearch.ts +3 -1
  39. package/src/integrations/firebase.ts +3 -1
  40. package/src/integrations/googlesheets.ts +11 -3
  41. package/src/integrations/microsoftSqlServer.ts +18 -2
  42. package/src/integrations/mongodb.ts +3 -1
  43. package/src/integrations/mysql.ts +27 -11
  44. package/src/integrations/oracle.ts +11 -1
  45. package/src/integrations/postgres.ts +27 -10
  46. package/src/integrations/redis.ts +3 -1
  47. package/src/integrations/s3.ts +3 -1
  48. package/src/integrations/snowflake.ts +3 -1
  49. package/src/integrations/tests/googlesheets.spec.ts +41 -9
  50. package/src/utilities/fileSystem/app.ts +1 -1
  51. package/src/utilities/fileSystem/clientLibrary.ts +8 -3
  52. package/src/utilities/fileSystem/filesystem.ts +3 -1
  53. package/tsconfig.build.json +9 -1
  54. package/tsconfig.json +1 -14
  55. package/dist/api/controllers/analytics.js +0 -46
  56. package/dist/api/controllers/apikeys.js +0 -72
  57. package/dist/api/controllers/application.js +0 -574
  58. package/dist/api/controllers/auth.js +0 -80
  59. package/dist/api/controllers/automation.js +0 -303
  60. package/dist/api/controllers/backup.js +0 -37
  61. package/dist/api/controllers/component.js +0 -59
  62. package/dist/api/controllers/datasource.js +0 -337
  63. package/dist/api/controllers/deploy/Deployment.js +0 -53
  64. package/dist/api/controllers/deploy/index.js +0 -198
  65. package/dist/api/controllers/dev.js +0 -146
  66. package/dist/api/controllers/integration.js +0 -28
  67. package/dist/api/controllers/layout.js +0 -49
  68. package/dist/api/controllers/metadata.js +0 -63
  69. package/dist/api/controllers/migrations.js +0 -29
  70. package/dist/api/controllers/ops.js +0 -40
  71. package/dist/api/controllers/permission.js +0 -162
  72. package/dist/api/controllers/plugin/file.js +0 -24
  73. package/dist/api/controllers/plugin/github.js +0 -69
  74. package/dist/api/controllers/plugin/index.js +0 -112
  75. package/dist/api/controllers/plugin/npm.js +0 -58
  76. package/dist/api/controllers/plugin/uploaders.js +0 -11
  77. package/dist/api/controllers/plugin/url.js +0 -24
  78. package/dist/api/controllers/plugin/utils.js +0 -27
  79. package/dist/api/controllers/public/applications.js +0 -146
  80. package/dist/api/controllers/public/mapping/applications.js +0 -29
  81. package/dist/api/controllers/public/mapping/index.js +0 -11
  82. package/dist/api/controllers/public/mapping/queries.js +0 -36
  83. package/dist/api/controllers/public/mapping/rows.js +0 -24
  84. package/dist/api/controllers/public/mapping/tables.js +0 -23
  85. package/dist/api/controllers/public/mapping/types.js +0 -2
  86. package/dist/api/controllers/public/mapping/users.js +0 -29
  87. package/dist/api/controllers/public/metrics.js +0 -113
  88. package/dist/api/controllers/public/queries.js +0 -58
  89. package/dist/api/controllers/public/rows.js +0 -120
  90. package/dist/api/controllers/public/tables.js +0 -95
  91. package/dist/api/controllers/public/users.js +0 -93
  92. package/dist/api/controllers/public/utils.js +0 -56
  93. package/dist/api/controllers/query/import/index.js +0 -87
  94. package/dist/api/controllers/query/import/sources/base/index.js +0 -75
  95. package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
  96. package/dist/api/controllers/query/import/sources/curl.js +0 -99
  97. package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
  98. package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
  99. package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
  100. package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
  101. package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
  102. package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
  103. package/dist/api/controllers/query/index.js +0 -299
  104. package/dist/api/controllers/query/validation.js +0 -53
  105. package/dist/api/controllers/role.js +0 -109
  106. package/dist/api/controllers/routing.js +0 -105
  107. package/dist/api/controllers/row/ExternalRequest.js +0 -683
  108. package/dist/api/controllers/row/external.js +0 -339
  109. package/dist/api/controllers/row/index.js +0 -203
  110. package/dist/api/controllers/row/internal.js +0 -509
  111. package/dist/api/controllers/row/internalSearch.js +0 -28
  112. package/dist/api/controllers/row/staticFormula.js +0 -165
  113. package/dist/api/controllers/row/utils.js +0 -183
  114. package/dist/api/controllers/screen.js +0 -110
  115. package/dist/api/controllers/script.js +0 -30
  116. package/dist/api/controllers/static/index.js +0 -268
  117. package/dist/api/controllers/table/bulkFormula.js +0 -173
  118. package/dist/api/controllers/table/external.js +0 -279
  119. package/dist/api/controllers/table/index.js +0 -179
  120. package/dist/api/controllers/table/internal.js +0 -197
  121. package/dist/api/controllers/table/utils.js +0 -379
  122. package/dist/api/controllers/templates.js +0 -56
  123. package/dist/api/controllers/user.js +0 -124
  124. package/dist/api/controllers/view/exporters.js +0 -46
  125. package/dist/api/controllers/view/index.js +0 -193
  126. package/dist/api/controllers/view/utils.js +0 -177
  127. package/dist/api/controllers/view/viewBuilder.js +0 -158
  128. package/dist/api/controllers/webhook.js +0 -134
  129. package/dist/api/index.js +0 -55
  130. package/dist/api/routes/analytics.js +0 -34
  131. package/dist/api/routes/apikeys.js +0 -37
  132. package/dist/api/routes/application.js +0 -48
  133. package/dist/api/routes/auth.js +0 -33
  134. package/dist/api/routes/automation.js +0 -50
  135. package/dist/api/routes/backup.js +0 -35
  136. package/dist/api/routes/component.js +0 -35
  137. package/dist/api/routes/datasource.js +0 -44
  138. package/dist/api/routes/deploy.js +0 -37
  139. package/dist/api/routes/dev.js +0 -49
  140. package/dist/api/routes/index.js +0 -75
  141. package/dist/api/routes/integration.js +0 -37
  142. package/dist/api/routes/layout.js +0 -37
  143. package/dist/api/routes/metadata.js +0 -40
  144. package/dist/api/routes/migrations.js +0 -36
  145. package/dist/api/routes/ops.js +0 -52
  146. package/dist/api/routes/permission.js +0 -44
  147. package/dist/api/routes/plugin.js +0 -39
  148. package/dist/api/routes/public/applications.js +0 -174
  149. package/dist/api/routes/public/index.js +0 -140
  150. package/dist/api/routes/public/metrics.js +0 -30
  151. package/dist/api/routes/public/middleware/mapper.js +0 -97
  152. package/dist/api/routes/public/queries.js +0 -72
  153. package/dist/api/routes/public/rows.js +0 -158
  154. package/dist/api/routes/public/tables.js +0 -152
  155. package/dist/api/routes/public/users.js +0 -135
  156. package/dist/api/routes/public/utils/Endpoint.js +0 -36
  157. package/dist/api/routes/query.js +0 -47
  158. package/dist/api/routes/role.js +0 -40
  159. package/dist/api/routes/routing.js +0 -39
  160. package/dist/api/routes/row.js +0 -239
  161. package/dist/api/routes/screen.js +0 -39
  162. package/dist/api/routes/script.js +0 -35
  163. package/dist/api/routes/static.js +0 -80
  164. package/dist/api/routes/table.js +0 -163
  165. package/dist/api/routes/templates.js +0 -37
  166. package/dist/api/routes/user.js +0 -43
  167. package/dist/api/routes/utils/validators.js +0 -238
  168. package/dist/api/routes/view.js +0 -42
  169. package/dist/api/routes/webhook.js +0 -43
  170. package/dist/app.js +0 -132
  171. package/dist/automations/actions.js +0 -137
  172. package/dist/automations/automationUtils.js +0 -173
  173. package/dist/automations/bullboard.js +0 -71
  174. package/dist/automations/index.js +0 -43
  175. package/dist/automations/logging/index.js +0 -53
  176. package/dist/automations/steps/bash.js +0 -111
  177. package/dist/automations/steps/createRow.js +0 -108
  178. package/dist/automations/steps/delay.js +0 -53
  179. package/dist/automations/steps/deleteRow.js +0 -96
  180. package/dist/automations/steps/discord.js +0 -116
  181. package/dist/automations/steps/executeQuery.js +0 -134
  182. package/dist/automations/steps/executeScript.js +0 -106
  183. package/dist/automations/steps/filter.js +0 -112
  184. package/dist/automations/steps/loop.js +0 -54
  185. package/dist/automations/steps/make.js +0 -134
  186. package/dist/automations/steps/outgoingWebhook.js +0 -166
  187. package/dist/automations/steps/queryRows.js +0 -216
  188. package/dist/automations/steps/sendSmtpEmail.js +0 -115
  189. package/dist/automations/steps/serverLog.js +0 -65
  190. package/dist/automations/steps/slack.js +0 -98
  191. package/dist/automations/steps/updateRow.js +0 -144
  192. package/dist/automations/steps/utils.js +0 -56
  193. package/dist/automations/steps/zapier.js +0 -130
  194. package/dist/automations/triggerInfo/app.js +0 -36
  195. package/dist/automations/triggerInfo/cron.js +0 -35
  196. package/dist/automations/triggerInfo/index.js +0 -40
  197. package/dist/automations/triggerInfo/rowDeleted.js +0 -36
  198. package/dist/automations/triggerInfo/rowSaved.js +0 -44
  199. package/dist/automations/triggerInfo/rowUpdated.js +0 -44
  200. package/dist/automations/triggerInfo/webhook.js +0 -40
  201. package/dist/automations/triggers.js +0 -181
  202. package/dist/automations/utils.js +0 -275
  203. package/dist/constants/definitions.js +0 -2
  204. package/dist/constants/index.js +0 -181
  205. package/dist/constants/layouts.js +0 -148
  206. package/dist/constants/screens.js +0 -51
  207. package/dist/db/defaultData/datasource_bb_default.js +0 -574
  208. package/dist/db/defaultData/employeeImport.js +0 -155
  209. package/dist/db/defaultData/expensesImport.js +0 -117
  210. package/dist/db/defaultData/inventoryImport.js +0 -109
  211. package/dist/db/defaultData/jobsImport.js +0 -152
  212. package/dist/db/dynamoClient.js +0 -124
  213. package/dist/db/inMemoryView.js +0 -62
  214. package/dist/db/index.js +0 -43
  215. package/dist/db/linkedRows/LinkController.js +0 -392
  216. package/dist/db/linkedRows/LinkDocument.js +0 -33
  217. package/dist/db/linkedRows/index.js +0 -206
  218. package/dist/db/linkedRows/linkUtils.js +0 -131
  219. package/dist/db/newid.js +0 -7
  220. package/dist/db/utils.js +0 -248
  221. package/dist/db/views/staticViews.js +0 -144
  222. package/dist/ddApm.js +0 -11
  223. package/dist/definitions/automations.js +0 -8
  224. package/dist/definitions/common.js +0 -2
  225. package/dist/definitions/datasource.js +0 -7
  226. package/dist/definitions/openapi.js +0 -6
  227. package/dist/environment.js +0 -109
  228. package/dist/events/AutomationEmitter.js +0 -53
  229. package/dist/events/BudibaseEmitter.js +0 -25
  230. package/dist/events/docUpdates/index.js +0 -17
  231. package/dist/events/docUpdates/processors.js +0 -18
  232. package/dist/events/docUpdates/syncUsers.js +0 -49
  233. package/dist/events/index.js +0 -11
  234. package/dist/events/utils.js +0 -43
  235. package/dist/integrations/airtable.js +0 -173
  236. package/dist/integrations/arangodb.js +0 -119
  237. package/dist/integrations/base/query.js +0 -32
  238. package/dist/integrations/base/sql.js +0 -600
  239. package/dist/integrations/base/sqlTable.js +0 -167
  240. package/dist/integrations/base/types.js +0 -2
  241. package/dist/integrations/couchdb.js +0 -140
  242. package/dist/integrations/dynamodb.js +0 -210
  243. package/dist/integrations/elasticsearch.js +0 -201
  244. package/dist/integrations/firebase.js +0 -189
  245. package/dist/integrations/googlesheets.js +0 -484
  246. package/dist/integrations/index.js +0 -138
  247. package/dist/integrations/microsoftSqlServer.js +0 -289
  248. package/dist/integrations/mongodb.js +0 -630
  249. package/dist/integrations/mysql.js +0 -272
  250. package/dist/integrations/oracle.js +0 -404
  251. package/dist/integrations/postgres.js +0 -319
  252. package/dist/integrations/queries/sql.js +0 -84
  253. package/dist/integrations/redis.js +0 -187
  254. package/dist/integrations/rest.js +0 -400
  255. package/dist/integrations/s3.js +0 -256
  256. package/dist/integrations/snowflake.js +0 -114
  257. package/dist/integrations/utils.js +0 -295
  258. package/dist/middleware/appInfo.js +0 -22
  259. package/dist/middleware/authorized.js +0 -112
  260. package/dist/middleware/builder.js +0 -93
  261. package/dist/middleware/currentapp.js +0 -103
  262. package/dist/middleware/joi-validator.js +0 -43
  263. package/dist/middleware/publicApi.js +0 -25
  264. package/dist/middleware/resourceId.js +0 -59
  265. package/dist/middleware/selfhost.js +0 -24
  266. package/dist/middleware/utils.js +0 -8
  267. package/dist/migrations/functions/appUrls.js +0 -42
  268. package/dist/migrations/functions/backfill/app/automations.js +0 -31
  269. package/dist/migrations/functions/backfill/app/datasources.js +0 -28
  270. package/dist/migrations/functions/backfill/app/layouts.js +0 -33
  271. package/dist/migrations/functions/backfill/app/queries.js +0 -49
  272. package/dist/migrations/functions/backfill/app/roles.js +0 -28
  273. package/dist/migrations/functions/backfill/app/screens.js +0 -28
  274. package/dist/migrations/functions/backfill/app/tables.js +0 -37
  275. package/dist/migrations/functions/backfill/app.js +0 -176
  276. package/dist/migrations/functions/backfill/global/configs.js +0 -67
  277. package/dist/migrations/functions/backfill/global/quotas.js +0 -60
  278. package/dist/migrations/functions/backfill/global/users.js +0 -50
  279. package/dist/migrations/functions/backfill/global.js +0 -205
  280. package/dist/migrations/functions/backfill/index.js +0 -32
  281. package/dist/migrations/functions/backfill/installation.js +0 -80
  282. package/dist/migrations/functions/syncQuotas.js +0 -52
  283. package/dist/migrations/functions/tableSettings.js +0 -130
  284. package/dist/migrations/functions/usageQuotas/index.js +0 -16
  285. package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
  286. package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
  287. package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
  288. package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
  289. package/dist/migrations/functions/userEmailViewCasing.js +0 -24
  290. package/dist/migrations/index.js +0 -111
  291. package/dist/migrations/tests/helpers.js +0 -72
  292. package/dist/migrations/tests/structures.js +0 -37
  293. package/dist/sdk/app/applications/index.js +0 -28
  294. package/dist/sdk/app/applications/sync.js +0 -164
  295. package/dist/sdk/app/applications/utils.js +0 -21
  296. package/dist/sdk/app/automations/index.js +0 -29
  297. package/dist/sdk/app/automations/webhook.js +0 -54
  298. package/dist/sdk/app/backups/constants.js +0 -6
  299. package/dist/sdk/app/backups/exports.js +0 -160
  300. package/dist/sdk/app/backups/imports.js +0 -170
  301. package/dist/sdk/app/backups/index.js +0 -29
  302. package/dist/sdk/app/backups/statistics.js +0 -73
  303. package/dist/sdk/app/datasources/datasources.js +0 -173
  304. package/dist/sdk/app/datasources/index.js +0 -27
  305. package/dist/sdk/app/queries/index.js +0 -27
  306. package/dist/sdk/app/queries/queries.js +0 -60
  307. package/dist/sdk/app/rows/attachments.js +0 -61
  308. package/dist/sdk/app/rows/index.js +0 -28
  309. package/dist/sdk/app/rows/rows.js +0 -30
  310. package/dist/sdk/app/tables/index.js +0 -65
  311. package/dist/sdk/index.js +0 -27
  312. package/dist/sdk/plugins/index.js +0 -27
  313. package/dist/sdk/plugins/plugins.js +0 -53
  314. package/dist/sdk/users/index.js +0 -27
  315. package/dist/sdk/users/utils.js +0 -87
  316. package/dist/sdk/utils/index.js +0 -29
  317. package/dist/startup.js +0 -158
  318. package/dist/threads/automation.js +0 -450
  319. package/dist/threads/definitions.js +0 -2
  320. package/dist/threads/index.js +0 -140
  321. package/dist/threads/query.js +0 -265
  322. package/dist/threads/utils.js +0 -120
  323. package/dist/tsconfig.build.tsbuildinfo +0 -1
  324. package/dist/utilities/appDirectoryTemplate/package.json +0 -10
  325. package/dist/utilities/budibaseDir.js +0 -5
  326. package/dist/utilities/centralPath.js +0 -27
  327. package/dist/utilities/csv.js +0 -33
  328. package/dist/utilities/fileSystem/app.js +0 -88
  329. package/dist/utilities/fileSystem/clientLibrary.js +0 -138
  330. package/dist/utilities/fileSystem/filesystem.js +0 -180
  331. package/dist/utilities/fileSystem/index.js +0 -21
  332. package/dist/utilities/fileSystem/plugin.js +0 -76
  333. package/dist/utilities/fileSystem/processor.js +0 -34
  334. package/dist/utilities/fileSystem/template.js +0 -47
  335. package/dist/utilities/global.js +0 -149
  336. package/dist/utilities/index.js +0 -143
  337. package/dist/utilities/redis.js +0 -117
  338. package/dist/utilities/retry.js +0 -30
  339. package/dist/utilities/routing/index.js +0 -39
  340. package/dist/utilities/rowProcessor/index.js +0 -282
  341. package/dist/utilities/rowProcessor/map.js +0 -116
  342. package/dist/utilities/rowProcessor/utils.js +0 -87
  343. package/dist/utilities/schema.js +0 -112
  344. package/dist/utilities/scriptRunner.js +0 -26
  345. package/dist/utilities/security.js +0 -57
  346. package/dist/utilities/statusCodes.js +0 -9
  347. package/dist/utilities/usageQuota/rows.js +0 -88
  348. package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
  349. package/dist/utilities/users.js +0 -57
  350. package/dist/utilities/workerRequests.js +0 -171
  351. package/dist/watch.js +0 -53
  352. package/dist/websockets/client.js +0 -14
  353. package/dist/websockets/grid.js +0 -60
  354. package/dist/websockets/index.js +0 -17
  355. package/dist/websockets/websocket.js +0 -78
  356. /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
  357. /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
  358. /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
@@ -1,319 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- const types_1 = require("@budibase/types");
16
- const utils_1 = require("./utils");
17
- const sql_1 = __importDefault(require("./base/sql"));
18
- const utilities_1 = require("../utilities");
19
- const pg_1 = require("pg");
20
- // Return "date" and "timestamp" types as plain strings.
21
- // This lets us reference the original stored timezone.
22
- // types is undefined when running in a test env for some reason.
23
- if (pg_1.types) {
24
- pg_1.types.setTypeParser(1114, (val) => val); // timestamp
25
- pg_1.types.setTypeParser(1082, (val) => val); // date
26
- pg_1.types.setTypeParser(1184, (val) => val); // timestampz
27
- }
28
- const JSON_REGEX = /'{.*}'::json/s;
29
- const SCHEMA = {
30
- docs: "https://node-postgres.com",
31
- plus: true,
32
- friendlyName: "PostgreSQL",
33
- type: "Relational",
34
- description: "PostgreSQL, also known as Postgres, is a free and open-source relational database management system emphasizing extensibility and SQL compliance.",
35
- features: [types_1.DatasourceFeature.CONNECTION_CHECKING],
36
- datasource: {
37
- host: {
38
- type: types_1.DatasourceFieldType.STRING,
39
- default: "localhost",
40
- required: true,
41
- },
42
- port: {
43
- type: types_1.DatasourceFieldType.NUMBER,
44
- required: true,
45
- default: 5432,
46
- },
47
- database: {
48
- type: types_1.DatasourceFieldType.STRING,
49
- default: "postgres",
50
- required: true,
51
- },
52
- user: {
53
- type: types_1.DatasourceFieldType.STRING,
54
- default: "root",
55
- required: true,
56
- },
57
- password: {
58
- type: types_1.DatasourceFieldType.PASSWORD,
59
- default: "root",
60
- required: true,
61
- },
62
- schema: {
63
- type: types_1.DatasourceFieldType.STRING,
64
- default: "public",
65
- required: true,
66
- },
67
- ssl: {
68
- type: types_1.DatasourceFieldType.BOOLEAN,
69
- default: false,
70
- required: false,
71
- },
72
- rejectUnauthorized: {
73
- type: types_1.DatasourceFieldType.BOOLEAN,
74
- default: false,
75
- required: false,
76
- },
77
- ca: {
78
- type: types_1.DatasourceFieldType.LONGFORM,
79
- default: false,
80
- required: false,
81
- },
82
- },
83
- query: {
84
- create: {
85
- type: types_1.QueryType.SQL,
86
- },
87
- read: {
88
- type: types_1.QueryType.SQL,
89
- },
90
- update: {
91
- type: types_1.QueryType.SQL,
92
- },
93
- delete: {
94
- type: types_1.QueryType.SQL,
95
- },
96
- },
97
- };
98
- class PostgresIntegration extends sql_1.default {
99
- constructor(config) {
100
- super(utils_1.SqlClient.POSTGRES);
101
- this.index = 1;
102
- this.tables = {};
103
- this.schemaErrors = {};
104
- this.PRIMARY_KEYS_SQL = `
105
- select tc.table_schema, tc.table_name, kc.column_name as primary_key
106
- from information_schema.table_constraints tc
107
- join
108
- information_schema.key_column_usage kc on kc.table_name = tc.table_name
109
- and kc.table_schema = tc.table_schema
110
- and kc.constraint_name = tc.constraint_name
111
- where tc.constraint_type = 'PRIMARY KEY';
112
- `;
113
- this.config = config;
114
- let newConfig = Object.assign(Object.assign({}, this.config), { ssl: this.config.ssl
115
- ? {
116
- rejectUnauthorized: this.config.rejectUnauthorized,
117
- ca: this.config.ca,
118
- }
119
- : undefined });
120
- this.client = new pg_1.Client(newConfig);
121
- this.open = false;
122
- }
123
- testConnection() {
124
- return __awaiter(this, void 0, void 0, function* () {
125
- const response = {
126
- connected: false,
127
- };
128
- try {
129
- yield this.openConnection();
130
- response.connected = true;
131
- }
132
- catch (e) {
133
- response.error = e.message;
134
- }
135
- finally {
136
- yield this.closeConnection();
137
- }
138
- return response;
139
- });
140
- }
141
- getBindingIdentifier() {
142
- return `$${this.index++}`;
143
- }
144
- getStringConcat(parts) {
145
- return parts.join(" || ");
146
- }
147
- openConnection() {
148
- return __awaiter(this, void 0, void 0, function* () {
149
- yield this.client.connect();
150
- if (!this.config.schema) {
151
- this.config.schema = "public";
152
- }
153
- yield this.client.query(`SET search_path TO ${this.config.schema}`);
154
- this.COLUMNS_SQL = `select * from information_schema.columns where table_schema = '${this.config.schema}'`;
155
- this.open = true;
156
- });
157
- }
158
- closeConnection() {
159
- const pg = this;
160
- return new Promise((resolve, reject) => {
161
- this.client.end((err) => {
162
- pg.open = false;
163
- if (err) {
164
- reject(err);
165
- }
166
- else {
167
- resolve();
168
- }
169
- });
170
- });
171
- }
172
- internalQuery(query, close = true) {
173
- return __awaiter(this, void 0, void 0, function* () {
174
- if (!this.open) {
175
- yield this.openConnection();
176
- }
177
- const client = this.client;
178
- this.index = 1;
179
- // need to handle a specific issue with json data types in postgres,
180
- // new lines inside the JSON data will break it
181
- if (query && query.sql) {
182
- const matches = query.sql.match(JSON_REGEX);
183
- if (matches && matches.length > 0) {
184
- for (let match of matches) {
185
- const escaped = (0, utilities_1.escapeDangerousCharacters)(match);
186
- query.sql = query.sql.replace(match, escaped);
187
- }
188
- }
189
- }
190
- try {
191
- return yield client.query(query.sql, query.bindings || []);
192
- }
193
- catch (err) {
194
- yield this.closeConnection();
195
- // @ts-ignore
196
- throw new Error(err);
197
- }
198
- finally {
199
- if (close) {
200
- yield this.closeConnection();
201
- }
202
- }
203
- });
204
- }
205
- /**
206
- * Fetches the tables from the postgres table and assigns them to the datasource.
207
- * @param {*} datasourceId - datasourceId to fetch
208
- * @param entities - the tables that are to be built
209
- */
210
- buildSchema(datasourceId, entities) {
211
- return __awaiter(this, void 0, void 0, function* () {
212
- let tableKeys = {};
213
- yield this.openConnection();
214
- try {
215
- const primaryKeysResponse = yield this.client.query(this.PRIMARY_KEYS_SQL);
216
- for (let table of primaryKeysResponse.rows) {
217
- const tableName = table.table_name;
218
- if (!tableKeys[tableName]) {
219
- tableKeys[tableName] = [];
220
- }
221
- const key = table.column_name || table.primary_key;
222
- // only add the unique keys
223
- if (key && tableKeys[tableName].indexOf(key) === -1) {
224
- tableKeys[tableName].push(key);
225
- }
226
- }
227
- }
228
- catch (err) {
229
- tableKeys = {};
230
- }
231
- try {
232
- const columnsResponse = yield this.client.query(this.COLUMNS_SQL);
233
- const tables = {};
234
- for (let column of columnsResponse.rows) {
235
- const tableName = column.table_name;
236
- const columnName = column.column_name;
237
- // table key doesn't exist yet
238
- if (!tables[tableName] || !tables[tableName].schema) {
239
- tables[tableName] = {
240
- _id: (0, utils_1.buildExternalTableId)(datasourceId, tableName),
241
- primary: tableKeys[tableName] || [],
242
- name: tableName,
243
- schema: {},
244
- };
245
- }
246
- const identity = !!(column.identity_generation ||
247
- column.identity_start ||
248
- column.identity_increment);
249
- const hasDefault = column.column_default != null;
250
- const hasNextVal = typeof column.column_default === "string" &&
251
- column.column_default.startsWith("nextval");
252
- const isGenerated = column.is_generated && column.is_generated !== "NEVER";
253
- const isAuto = hasNextVal || identity || isGenerated;
254
- const required = column.is_nullable === "NO";
255
- const constraints = {
256
- presence: required && !hasDefault && !isGenerated,
257
- };
258
- tables[tableName].schema[columnName] = Object.assign(Object.assign({ autocolumn: isAuto, name: columnName, constraints }, (0, utils_1.convertSqlType)(column.data_type)), { externalType: column.data_type });
259
- }
260
- const final = (0, utils_1.finaliseExternalTables)(tables, entities);
261
- this.tables = final.tables;
262
- this.schemaErrors = final.errors;
263
- }
264
- catch (err) {
265
- // @ts-ignore
266
- throw new Error(err);
267
- }
268
- finally {
269
- yield this.closeConnection();
270
- }
271
- });
272
- }
273
- create(query) {
274
- return __awaiter(this, void 0, void 0, function* () {
275
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
276
- return response.rows.length ? response.rows : [{ created: true }];
277
- });
278
- }
279
- read(query) {
280
- return __awaiter(this, void 0, void 0, function* () {
281
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
282
- return response.rows;
283
- });
284
- }
285
- update(query) {
286
- return __awaiter(this, void 0, void 0, function* () {
287
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
288
- return response.rows.length ? response.rows : [{ updated: true }];
289
- });
290
- }
291
- delete(query) {
292
- return __awaiter(this, void 0, void 0, function* () {
293
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
294
- return response.rows.length ? response.rows : [{ deleted: true }];
295
- });
296
- }
297
- query(json) {
298
- return __awaiter(this, void 0, void 0, function* () {
299
- const operation = this._operation(json).toLowerCase();
300
- const input = this._query(json);
301
- if (Array.isArray(input)) {
302
- const responses = [];
303
- for (let query of input) {
304
- responses.push(yield this.internalQuery(query, false));
305
- }
306
- yield this.closeConnection();
307
- return responses;
308
- }
309
- else {
310
- const response = yield this.internalQuery(input);
311
- return response.rows.length ? response.rows : [{ [operation]: true }];
312
- }
313
- });
314
- }
315
- }
316
- exports.default = {
317
- schema: SCHEMA,
318
- integration: PostgresIntegration,
319
- };
@@ -1,84 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.interpolateSQL = void 0;
16
- const string_templates_1 = require("@budibase/string-templates");
17
- const sdk_1 = __importDefault(require("../../sdk"));
18
- const CONST_CHAR_REGEX = new RegExp("'[^']*'", "g");
19
- function interpolateSQL(fields, parameters, integration) {
20
- return __awaiter(this, void 0, void 0, function* () {
21
- let sql = fields.sql;
22
- if (!sql || typeof sql !== "string") {
23
- return fields;
24
- }
25
- const bindings = (0, string_templates_1.findHBSBlocks)(sql);
26
- let variables = [], arrays = [];
27
- for (let binding of bindings) {
28
- // look for array/list operations in the SQL statement, which will need handled later
29
- const listRegexMatch = sql.match(new RegExp(`(in|IN|In|iN)( )+[(]?${binding}[)]?`));
30
- // check if the variable was used as part of a string concat e.g. 'Hello {{binding}}'
31
- // start by finding all the instances of const character strings
32
- const charConstMatch = sql.match(CONST_CHAR_REGEX) || [];
33
- // now look within them to see if a binding is used
34
- const charConstBindingMatch = charConstMatch.find((string) => string.match(new RegExp(`'[^']*${binding}[^']*'`)));
35
- if (charConstBindingMatch) {
36
- let [part1, part2] = charConstBindingMatch.split(binding);
37
- part1 = `'${part1.substring(1)}'`;
38
- part2 = `'${part2.substring(0, part2.length - 1)}'`;
39
- sql = sql.replace(charConstBindingMatch, integration.getStringConcat([
40
- part1,
41
- integration.getBindingIdentifier(),
42
- part2,
43
- ]));
44
- }
45
- // generate SQL parameterised array
46
- else if (listRegexMatch) {
47
- arrays.push(binding);
48
- // determine the length of the array
49
- const value = (yield sdk_1.default.queries.enrichContext([binding], parameters))[0]
50
- .split(",")
51
- .map((val) => val.trim());
52
- // build a string like ($1, $2, $3)
53
- let replacement = `${Array.apply(null, Array(value.length))
54
- .map(() => integration.getBindingIdentifier())
55
- .join(",")}`;
56
- // check if parentheses are needed
57
- if (!listRegexMatch[0].includes(`(${binding})`)) {
58
- replacement = `(${replacement})`;
59
- }
60
- sql = sql.replace(binding, replacement);
61
- }
62
- else {
63
- sql = sql.replace(binding, integration.getBindingIdentifier());
64
- }
65
- variables.push(binding);
66
- }
67
- // replicate the knex structure
68
- fields.sql = sql;
69
- fields.bindings = yield sdk_1.default.queries.enrichContext(variables, parameters);
70
- // check for arrays in the data
71
- let updated = [];
72
- for (let i = 0; i < variables.length; i++) {
73
- if (arrays.includes(variables[i])) {
74
- updated = updated.concat(fields.bindings[i].split(",").map((val) => val.trim()));
75
- }
76
- else {
77
- updated.push(fields.bindings[i]);
78
- }
79
- }
80
- fields.bindings = updated;
81
- return fields;
82
- });
83
- }
84
- exports.interpolateSQL = interpolateSQL;
@@ -1,187 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- const types_1 = require("@budibase/types");
16
- const ioredis_1 = __importDefault(require("ioredis"));
17
- const SCHEMA = {
18
- docs: "https://redis.io/docs/",
19
- description: "Redis is a caching tool, providing powerful key-value store capabilities.",
20
- friendlyName: "Redis",
21
- type: "Non-relational",
22
- features: [types_1.DatasourceFeature.CONNECTION_CHECKING],
23
- datasource: {
24
- host: {
25
- type: "string",
26
- required: true,
27
- default: "localhost",
28
- },
29
- port: {
30
- type: "number",
31
- required: true,
32
- default: 6379,
33
- },
34
- username: {
35
- type: "string",
36
- required: false,
37
- },
38
- password: {
39
- type: "password",
40
- required: false,
41
- },
42
- db: {
43
- type: "number",
44
- required: false,
45
- display: "DB",
46
- default: 0,
47
- },
48
- },
49
- query: {
50
- create: {
51
- type: types_1.QueryType.FIELDS,
52
- fields: {
53
- key: {
54
- type: types_1.DatasourceFieldType.STRING,
55
- required: true,
56
- },
57
- value: {
58
- type: types_1.DatasourceFieldType.STRING,
59
- required: true,
60
- },
61
- ttl: {
62
- type: types_1.DatasourceFieldType.NUMBER,
63
- },
64
- },
65
- },
66
- read: {
67
- readable: true,
68
- type: types_1.QueryType.FIELDS,
69
- fields: {
70
- key: {
71
- type: types_1.DatasourceFieldType.STRING,
72
- required: true,
73
- },
74
- },
75
- },
76
- delete: {
77
- type: types_1.QueryType.FIELDS,
78
- fields: {
79
- key: {
80
- type: types_1.DatasourceFieldType.STRING,
81
- required: true,
82
- },
83
- },
84
- },
85
- command: {
86
- readable: true,
87
- displayName: "Redis Command",
88
- type: types_1.QueryType.JSON,
89
- },
90
- },
91
- };
92
- class RedisIntegration {
93
- constructor(config) {
94
- this.config = config;
95
- this.client = new ioredis_1.default({
96
- host: this.config.host,
97
- port: this.config.port,
98
- username: this.config.username,
99
- password: this.config.password,
100
- db: this.config.db,
101
- });
102
- }
103
- testConnection() {
104
- return __awaiter(this, void 0, void 0, function* () {
105
- const response = {
106
- connected: false,
107
- };
108
- try {
109
- yield this.client.ping();
110
- response.connected = true;
111
- }
112
- catch (e) {
113
- response.error = e.message;
114
- }
115
- finally {
116
- yield this.disconnect();
117
- }
118
- return response;
119
- });
120
- }
121
- disconnect() {
122
- return __awaiter(this, void 0, void 0, function* () {
123
- return this.client.quit();
124
- });
125
- }
126
- redisContext(query) {
127
- return __awaiter(this, void 0, void 0, function* () {
128
- try {
129
- return yield query();
130
- }
131
- catch (err) {
132
- throw new Error(`Redis error: ${err}`);
133
- }
134
- finally {
135
- yield this.disconnect();
136
- }
137
- });
138
- }
139
- create(query) {
140
- return __awaiter(this, void 0, void 0, function* () {
141
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
142
- const response = yield this.client.set(query.key, query.value);
143
- if (query.ttl) {
144
- yield this.client.expire(query.key, query.ttl);
145
- }
146
- return response;
147
- }));
148
- });
149
- }
150
- read(query) {
151
- return __awaiter(this, void 0, void 0, function* () {
152
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
153
- return yield this.client.get(query.key);
154
- }));
155
- });
156
- }
157
- delete(query) {
158
- return __awaiter(this, void 0, void 0, function* () {
159
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
160
- return yield this.client.del(query.key);
161
- }));
162
- });
163
- }
164
- command(query) {
165
- return __awaiter(this, void 0, void 0, function* () {
166
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
167
- // commands split line by line
168
- const commands = query.json.trim().split("\n");
169
- let pipelineCommands = [];
170
- // process each command separately
171
- for (let command of commands) {
172
- const tokenised = command.trim().split(" ");
173
- // Pipeline only accepts lower case commands
174
- tokenised[0] = tokenised[0].toLowerCase();
175
- pipelineCommands.push(tokenised);
176
- }
177
- const pipeline = this.client.pipeline(pipelineCommands);
178
- const result = yield pipeline.exec();
179
- return result.map((output) => output[1]);
180
- }));
181
- });
182
- }
183
- }
184
- exports.default = {
185
- schema: SCHEMA,
186
- integration: RedisIntegration,
187
- };