@budibase/server 2.6.19-alpha.1 → 2.6.19-alpha.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (347) hide show
  1. package/.dockerignore +7 -6
  2. package/Dockerfile +16 -8
  3. package/builder/assets/{index.b9eeb2a8.js → index.7a65d631.js} +357 -349
  4. package/builder/assets/{index.07382a47.css → index.ec1c6a1a.css} +2 -2
  5. package/builder/index.html +2 -2
  6. package/client/manifest.json +5229 -0
  7. package/dist/automation.js +32190 -0
  8. package/dist/automation.js.map +7 -0
  9. package/dist/index.js +44363 -13
  10. package/dist/index.js.map +7 -0
  11. package/dist/query.js +24307 -0
  12. package/dist/query.js.map +7 -0
  13. package/jest.config.ts +3 -0
  14. package/nodemon.json +1 -1
  15. package/package.json +29 -13
  16. package/pm2.config.js +1 -1
  17. package/scripts/build.js +48 -0
  18. package/src/api/controllers/datasource.ts +16 -0
  19. package/src/api/controllers/static/index.ts +3 -3
  20. package/src/api/controllers/table/internal.ts +2 -6
  21. package/src/api/controllers/table/utils.ts +32 -1
  22. package/src/api/routes/datasource.ts +5 -0
  23. package/src/api/routes/static.ts +3 -1
  24. package/src/api/routes/tests/datasource.spec.ts +1 -1
  25. package/src/automations/actions.ts +5 -0
  26. package/src/automations/steps/openai.ts +105 -0
  27. package/src/automations/tests/openai.spec.ts +86 -0
  28. package/src/constants/index.ts +17 -16
  29. package/src/db/inMemoryView.ts +3 -1
  30. package/src/environment.ts +2 -0
  31. package/src/integration-test/postgres.spec.ts +47 -4
  32. package/src/integrations/base/sqlTable.ts +0 -1
  33. package/src/integrations/googlesheets.ts +11 -3
  34. package/src/integrations/microsoftSqlServer.ts +18 -2
  35. package/src/integrations/mysql.ts +27 -11
  36. package/src/integrations/oracle.ts +11 -1
  37. package/src/integrations/postgres.ts +27 -10
  38. package/src/integrations/tests/googlesheets.spec.ts +41 -9
  39. package/src/utilities/fileSystem/app.ts +1 -1
  40. package/src/utilities/fileSystem/clientLibrary.ts +8 -3
  41. package/src/utilities/fileSystem/filesystem.ts +3 -1
  42. package/tsconfig.build.json +9 -1
  43. package/tsconfig.json +1 -14
  44. package/dist/api/controllers/analytics.js +0 -46
  45. package/dist/api/controllers/apikeys.js +0 -72
  46. package/dist/api/controllers/application.js +0 -574
  47. package/dist/api/controllers/auth.js +0 -80
  48. package/dist/api/controllers/automation.js +0 -303
  49. package/dist/api/controllers/backup.js +0 -37
  50. package/dist/api/controllers/component.js +0 -59
  51. package/dist/api/controllers/datasource.js +0 -337
  52. package/dist/api/controllers/deploy/Deployment.js +0 -53
  53. package/dist/api/controllers/deploy/index.js +0 -198
  54. package/dist/api/controllers/dev.js +0 -146
  55. package/dist/api/controllers/integration.js +0 -28
  56. package/dist/api/controllers/layout.js +0 -49
  57. package/dist/api/controllers/metadata.js +0 -63
  58. package/dist/api/controllers/migrations.js +0 -29
  59. package/dist/api/controllers/ops.js +0 -40
  60. package/dist/api/controllers/permission.js +0 -162
  61. package/dist/api/controllers/plugin/file.js +0 -24
  62. package/dist/api/controllers/plugin/github.js +0 -69
  63. package/dist/api/controllers/plugin/index.js +0 -112
  64. package/dist/api/controllers/plugin/npm.js +0 -58
  65. package/dist/api/controllers/plugin/uploaders.js +0 -11
  66. package/dist/api/controllers/plugin/url.js +0 -24
  67. package/dist/api/controllers/plugin/utils.js +0 -27
  68. package/dist/api/controllers/public/applications.js +0 -146
  69. package/dist/api/controllers/public/mapping/applications.js +0 -29
  70. package/dist/api/controllers/public/mapping/index.js +0 -11
  71. package/dist/api/controllers/public/mapping/queries.js +0 -36
  72. package/dist/api/controllers/public/mapping/rows.js +0 -24
  73. package/dist/api/controllers/public/mapping/tables.js +0 -23
  74. package/dist/api/controllers/public/mapping/types.js +0 -2
  75. package/dist/api/controllers/public/mapping/users.js +0 -29
  76. package/dist/api/controllers/public/metrics.js +0 -113
  77. package/dist/api/controllers/public/queries.js +0 -58
  78. package/dist/api/controllers/public/rows.js +0 -120
  79. package/dist/api/controllers/public/tables.js +0 -95
  80. package/dist/api/controllers/public/users.js +0 -93
  81. package/dist/api/controllers/public/utils.js +0 -56
  82. package/dist/api/controllers/query/import/index.js +0 -87
  83. package/dist/api/controllers/query/import/sources/base/index.js +0 -75
  84. package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
  85. package/dist/api/controllers/query/import/sources/curl.js +0 -99
  86. package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
  87. package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
  88. package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
  89. package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
  90. package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
  91. package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
  92. package/dist/api/controllers/query/index.js +0 -299
  93. package/dist/api/controllers/query/validation.js +0 -53
  94. package/dist/api/controllers/role.js +0 -109
  95. package/dist/api/controllers/routing.js +0 -105
  96. package/dist/api/controllers/row/ExternalRequest.js +0 -683
  97. package/dist/api/controllers/row/external.js +0 -339
  98. package/dist/api/controllers/row/index.js +0 -203
  99. package/dist/api/controllers/row/internal.js +0 -509
  100. package/dist/api/controllers/row/internalSearch.js +0 -28
  101. package/dist/api/controllers/row/staticFormula.js +0 -165
  102. package/dist/api/controllers/row/utils.js +0 -183
  103. package/dist/api/controllers/screen.js +0 -110
  104. package/dist/api/controllers/script.js +0 -30
  105. package/dist/api/controllers/static/index.js +0 -268
  106. package/dist/api/controllers/table/bulkFormula.js +0 -173
  107. package/dist/api/controllers/table/external.js +0 -279
  108. package/dist/api/controllers/table/index.js +0 -179
  109. package/dist/api/controllers/table/internal.js +0 -197
  110. package/dist/api/controllers/table/utils.js +0 -379
  111. package/dist/api/controllers/templates.js +0 -56
  112. package/dist/api/controllers/user.js +0 -124
  113. package/dist/api/controllers/view/exporters.js +0 -46
  114. package/dist/api/controllers/view/index.js +0 -193
  115. package/dist/api/controllers/view/utils.js +0 -177
  116. package/dist/api/controllers/view/viewBuilder.js +0 -158
  117. package/dist/api/controllers/webhook.js +0 -134
  118. package/dist/api/index.js +0 -55
  119. package/dist/api/routes/analytics.js +0 -34
  120. package/dist/api/routes/apikeys.js +0 -37
  121. package/dist/api/routes/application.js +0 -48
  122. package/dist/api/routes/auth.js +0 -33
  123. package/dist/api/routes/automation.js +0 -50
  124. package/dist/api/routes/backup.js +0 -35
  125. package/dist/api/routes/component.js +0 -35
  126. package/dist/api/routes/datasource.js +0 -44
  127. package/dist/api/routes/deploy.js +0 -37
  128. package/dist/api/routes/dev.js +0 -49
  129. package/dist/api/routes/index.js +0 -75
  130. package/dist/api/routes/integration.js +0 -37
  131. package/dist/api/routes/layout.js +0 -37
  132. package/dist/api/routes/metadata.js +0 -40
  133. package/dist/api/routes/migrations.js +0 -36
  134. package/dist/api/routes/ops.js +0 -52
  135. package/dist/api/routes/permission.js +0 -44
  136. package/dist/api/routes/plugin.js +0 -39
  137. package/dist/api/routes/public/applications.js +0 -174
  138. package/dist/api/routes/public/index.js +0 -140
  139. package/dist/api/routes/public/metrics.js +0 -30
  140. package/dist/api/routes/public/middleware/mapper.js +0 -97
  141. package/dist/api/routes/public/queries.js +0 -72
  142. package/dist/api/routes/public/rows.js +0 -158
  143. package/dist/api/routes/public/tables.js +0 -152
  144. package/dist/api/routes/public/users.js +0 -135
  145. package/dist/api/routes/public/utils/Endpoint.js +0 -36
  146. package/dist/api/routes/query.js +0 -47
  147. package/dist/api/routes/role.js +0 -40
  148. package/dist/api/routes/routing.js +0 -39
  149. package/dist/api/routes/row.js +0 -239
  150. package/dist/api/routes/screen.js +0 -39
  151. package/dist/api/routes/script.js +0 -35
  152. package/dist/api/routes/static.js +0 -80
  153. package/dist/api/routes/table.js +0 -163
  154. package/dist/api/routes/templates.js +0 -37
  155. package/dist/api/routes/user.js +0 -43
  156. package/dist/api/routes/utils/validators.js +0 -238
  157. package/dist/api/routes/view.js +0 -42
  158. package/dist/api/routes/webhook.js +0 -43
  159. package/dist/app.js +0 -132
  160. package/dist/automations/actions.js +0 -137
  161. package/dist/automations/automationUtils.js +0 -173
  162. package/dist/automations/bullboard.js +0 -71
  163. package/dist/automations/index.js +0 -43
  164. package/dist/automations/logging/index.js +0 -53
  165. package/dist/automations/steps/bash.js +0 -111
  166. package/dist/automations/steps/createRow.js +0 -108
  167. package/dist/automations/steps/delay.js +0 -53
  168. package/dist/automations/steps/deleteRow.js +0 -96
  169. package/dist/automations/steps/discord.js +0 -116
  170. package/dist/automations/steps/executeQuery.js +0 -134
  171. package/dist/automations/steps/executeScript.js +0 -106
  172. package/dist/automations/steps/filter.js +0 -112
  173. package/dist/automations/steps/loop.js +0 -54
  174. package/dist/automations/steps/make.js +0 -134
  175. package/dist/automations/steps/outgoingWebhook.js +0 -166
  176. package/dist/automations/steps/queryRows.js +0 -216
  177. package/dist/automations/steps/sendSmtpEmail.js +0 -115
  178. package/dist/automations/steps/serverLog.js +0 -65
  179. package/dist/automations/steps/slack.js +0 -98
  180. package/dist/automations/steps/updateRow.js +0 -144
  181. package/dist/automations/steps/utils.js +0 -56
  182. package/dist/automations/steps/zapier.js +0 -130
  183. package/dist/automations/triggerInfo/app.js +0 -36
  184. package/dist/automations/triggerInfo/cron.js +0 -35
  185. package/dist/automations/triggerInfo/index.js +0 -40
  186. package/dist/automations/triggerInfo/rowDeleted.js +0 -36
  187. package/dist/automations/triggerInfo/rowSaved.js +0 -44
  188. package/dist/automations/triggerInfo/rowUpdated.js +0 -44
  189. package/dist/automations/triggerInfo/webhook.js +0 -40
  190. package/dist/automations/triggers.js +0 -181
  191. package/dist/automations/utils.js +0 -275
  192. package/dist/constants/definitions.js +0 -2
  193. package/dist/constants/index.js +0 -181
  194. package/dist/constants/layouts.js +0 -148
  195. package/dist/constants/screens.js +0 -51
  196. package/dist/db/defaultData/datasource_bb_default.js +0 -574
  197. package/dist/db/defaultData/employeeImport.js +0 -155
  198. package/dist/db/defaultData/expensesImport.js +0 -117
  199. package/dist/db/defaultData/inventoryImport.js +0 -109
  200. package/dist/db/defaultData/jobsImport.js +0 -152
  201. package/dist/db/dynamoClient.js +0 -124
  202. package/dist/db/inMemoryView.js +0 -62
  203. package/dist/db/index.js +0 -43
  204. package/dist/db/linkedRows/LinkController.js +0 -392
  205. package/dist/db/linkedRows/LinkDocument.js +0 -33
  206. package/dist/db/linkedRows/index.js +0 -206
  207. package/dist/db/linkedRows/linkUtils.js +0 -131
  208. package/dist/db/newid.js +0 -7
  209. package/dist/db/utils.js +0 -248
  210. package/dist/db/views/staticViews.js +0 -144
  211. package/dist/ddApm.js +0 -11
  212. package/dist/definitions/automations.js +0 -8
  213. package/dist/definitions/common.js +0 -2
  214. package/dist/definitions/datasource.js +0 -7
  215. package/dist/definitions/openapi.js +0 -6
  216. package/dist/environment.js +0 -109
  217. package/dist/events/AutomationEmitter.js +0 -53
  218. package/dist/events/BudibaseEmitter.js +0 -25
  219. package/dist/events/docUpdates/index.js +0 -17
  220. package/dist/events/docUpdates/processors.js +0 -18
  221. package/dist/events/docUpdates/syncUsers.js +0 -49
  222. package/dist/events/index.js +0 -11
  223. package/dist/events/utils.js +0 -43
  224. package/dist/integrations/airtable.js +0 -173
  225. package/dist/integrations/arangodb.js +0 -119
  226. package/dist/integrations/base/query.js +0 -32
  227. package/dist/integrations/base/sql.js +0 -600
  228. package/dist/integrations/base/sqlTable.js +0 -167
  229. package/dist/integrations/base/types.js +0 -2
  230. package/dist/integrations/couchdb.js +0 -140
  231. package/dist/integrations/dynamodb.js +0 -210
  232. package/dist/integrations/elasticsearch.js +0 -201
  233. package/dist/integrations/firebase.js +0 -189
  234. package/dist/integrations/googlesheets.js +0 -484
  235. package/dist/integrations/index.js +0 -138
  236. package/dist/integrations/microsoftSqlServer.js +0 -289
  237. package/dist/integrations/mongodb.js +0 -630
  238. package/dist/integrations/mysql.js +0 -272
  239. package/dist/integrations/oracle.js +0 -404
  240. package/dist/integrations/postgres.js +0 -319
  241. package/dist/integrations/queries/sql.js +0 -84
  242. package/dist/integrations/redis.js +0 -187
  243. package/dist/integrations/rest.js +0 -400
  244. package/dist/integrations/s3.js +0 -256
  245. package/dist/integrations/snowflake.js +0 -114
  246. package/dist/integrations/utils.js +0 -295
  247. package/dist/middleware/appInfo.js +0 -22
  248. package/dist/middleware/authorized.js +0 -112
  249. package/dist/middleware/builder.js +0 -93
  250. package/dist/middleware/currentapp.js +0 -103
  251. package/dist/middleware/joi-validator.js +0 -43
  252. package/dist/middleware/publicApi.js +0 -25
  253. package/dist/middleware/resourceId.js +0 -59
  254. package/dist/middleware/selfhost.js +0 -24
  255. package/dist/middleware/utils.js +0 -8
  256. package/dist/migrations/functions/appUrls.js +0 -42
  257. package/dist/migrations/functions/backfill/app/automations.js +0 -31
  258. package/dist/migrations/functions/backfill/app/datasources.js +0 -28
  259. package/dist/migrations/functions/backfill/app/layouts.js +0 -33
  260. package/dist/migrations/functions/backfill/app/queries.js +0 -49
  261. package/dist/migrations/functions/backfill/app/roles.js +0 -28
  262. package/dist/migrations/functions/backfill/app/screens.js +0 -28
  263. package/dist/migrations/functions/backfill/app/tables.js +0 -37
  264. package/dist/migrations/functions/backfill/app.js +0 -176
  265. package/dist/migrations/functions/backfill/global/configs.js +0 -67
  266. package/dist/migrations/functions/backfill/global/quotas.js +0 -60
  267. package/dist/migrations/functions/backfill/global/users.js +0 -50
  268. package/dist/migrations/functions/backfill/global.js +0 -205
  269. package/dist/migrations/functions/backfill/index.js +0 -32
  270. package/dist/migrations/functions/backfill/installation.js +0 -80
  271. package/dist/migrations/functions/syncQuotas.js +0 -52
  272. package/dist/migrations/functions/tableSettings.js +0 -130
  273. package/dist/migrations/functions/usageQuotas/index.js +0 -16
  274. package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
  275. package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
  276. package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
  277. package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
  278. package/dist/migrations/functions/userEmailViewCasing.js +0 -24
  279. package/dist/migrations/index.js +0 -111
  280. package/dist/migrations/tests/helpers.js +0 -72
  281. package/dist/migrations/tests/structures.js +0 -37
  282. package/dist/sdk/app/applications/index.js +0 -28
  283. package/dist/sdk/app/applications/sync.js +0 -164
  284. package/dist/sdk/app/applications/utils.js +0 -21
  285. package/dist/sdk/app/automations/index.js +0 -29
  286. package/dist/sdk/app/automations/webhook.js +0 -54
  287. package/dist/sdk/app/backups/constants.js +0 -6
  288. package/dist/sdk/app/backups/exports.js +0 -160
  289. package/dist/sdk/app/backups/imports.js +0 -170
  290. package/dist/sdk/app/backups/index.js +0 -29
  291. package/dist/sdk/app/backups/statistics.js +0 -73
  292. package/dist/sdk/app/datasources/datasources.js +0 -173
  293. package/dist/sdk/app/datasources/index.js +0 -27
  294. package/dist/sdk/app/queries/index.js +0 -27
  295. package/dist/sdk/app/queries/queries.js +0 -60
  296. package/dist/sdk/app/rows/attachments.js +0 -61
  297. package/dist/sdk/app/rows/index.js +0 -28
  298. package/dist/sdk/app/rows/rows.js +0 -30
  299. package/dist/sdk/app/tables/index.js +0 -65
  300. package/dist/sdk/index.js +0 -27
  301. package/dist/sdk/plugins/index.js +0 -27
  302. package/dist/sdk/plugins/plugins.js +0 -53
  303. package/dist/sdk/users/index.js +0 -27
  304. package/dist/sdk/users/utils.js +0 -87
  305. package/dist/sdk/utils/index.js +0 -29
  306. package/dist/startup.js +0 -158
  307. package/dist/threads/automation.js +0 -450
  308. package/dist/threads/definitions.js +0 -2
  309. package/dist/threads/index.js +0 -140
  310. package/dist/threads/query.js +0 -265
  311. package/dist/threads/utils.js +0 -120
  312. package/dist/tsconfig.build.tsbuildinfo +0 -1
  313. package/dist/utilities/appDirectoryTemplate/package.json +0 -10
  314. package/dist/utilities/budibaseDir.js +0 -5
  315. package/dist/utilities/centralPath.js +0 -27
  316. package/dist/utilities/csv.js +0 -33
  317. package/dist/utilities/fileSystem/app.js +0 -88
  318. package/dist/utilities/fileSystem/clientLibrary.js +0 -138
  319. package/dist/utilities/fileSystem/filesystem.js +0 -180
  320. package/dist/utilities/fileSystem/index.js +0 -21
  321. package/dist/utilities/fileSystem/plugin.js +0 -76
  322. package/dist/utilities/fileSystem/processor.js +0 -34
  323. package/dist/utilities/fileSystem/template.js +0 -47
  324. package/dist/utilities/global.js +0 -149
  325. package/dist/utilities/index.js +0 -143
  326. package/dist/utilities/redis.js +0 -117
  327. package/dist/utilities/retry.js +0 -30
  328. package/dist/utilities/routing/index.js +0 -39
  329. package/dist/utilities/rowProcessor/index.js +0 -282
  330. package/dist/utilities/rowProcessor/map.js +0 -116
  331. package/dist/utilities/rowProcessor/utils.js +0 -87
  332. package/dist/utilities/schema.js +0 -112
  333. package/dist/utilities/scriptRunner.js +0 -26
  334. package/dist/utilities/security.js +0 -57
  335. package/dist/utilities/statusCodes.js +0 -9
  336. package/dist/utilities/usageQuota/rows.js +0 -88
  337. package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
  338. package/dist/utilities/users.js +0 -57
  339. package/dist/utilities/workerRequests.js +0 -171
  340. package/dist/watch.js +0 -53
  341. package/dist/websockets/client.js +0 -14
  342. package/dist/websockets/grid.js +0 -60
  343. package/dist/websockets/index.js +0 -17
  344. package/dist/websockets/websocket.js +0 -78
  345. /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
  346. /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
  347. /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
@@ -1,319 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- const types_1 = require("@budibase/types");
16
- const utils_1 = require("./utils");
17
- const sql_1 = __importDefault(require("./base/sql"));
18
- const utilities_1 = require("../utilities");
19
- const pg_1 = require("pg");
20
- // Return "date" and "timestamp" types as plain strings.
21
- // This lets us reference the original stored timezone.
22
- // types is undefined when running in a test env for some reason.
23
- if (pg_1.types) {
24
- pg_1.types.setTypeParser(1114, (val) => val); // timestamp
25
- pg_1.types.setTypeParser(1082, (val) => val); // date
26
- pg_1.types.setTypeParser(1184, (val) => val); // timestampz
27
- }
28
- const JSON_REGEX = /'{.*}'::json/s;
29
- const SCHEMA = {
30
- docs: "https://node-postgres.com",
31
- plus: true,
32
- friendlyName: "PostgreSQL",
33
- type: "Relational",
34
- description: "PostgreSQL, also known as Postgres, is a free and open-source relational database management system emphasizing extensibility and SQL compliance.",
35
- features: [types_1.DatasourceFeature.CONNECTION_CHECKING],
36
- datasource: {
37
- host: {
38
- type: types_1.DatasourceFieldType.STRING,
39
- default: "localhost",
40
- required: true,
41
- },
42
- port: {
43
- type: types_1.DatasourceFieldType.NUMBER,
44
- required: true,
45
- default: 5432,
46
- },
47
- database: {
48
- type: types_1.DatasourceFieldType.STRING,
49
- default: "postgres",
50
- required: true,
51
- },
52
- user: {
53
- type: types_1.DatasourceFieldType.STRING,
54
- default: "root",
55
- required: true,
56
- },
57
- password: {
58
- type: types_1.DatasourceFieldType.PASSWORD,
59
- default: "root",
60
- required: true,
61
- },
62
- schema: {
63
- type: types_1.DatasourceFieldType.STRING,
64
- default: "public",
65
- required: true,
66
- },
67
- ssl: {
68
- type: types_1.DatasourceFieldType.BOOLEAN,
69
- default: false,
70
- required: false,
71
- },
72
- rejectUnauthorized: {
73
- type: types_1.DatasourceFieldType.BOOLEAN,
74
- default: false,
75
- required: false,
76
- },
77
- ca: {
78
- type: types_1.DatasourceFieldType.LONGFORM,
79
- default: false,
80
- required: false,
81
- },
82
- },
83
- query: {
84
- create: {
85
- type: types_1.QueryType.SQL,
86
- },
87
- read: {
88
- type: types_1.QueryType.SQL,
89
- },
90
- update: {
91
- type: types_1.QueryType.SQL,
92
- },
93
- delete: {
94
- type: types_1.QueryType.SQL,
95
- },
96
- },
97
- };
98
- class PostgresIntegration extends sql_1.default {
99
- constructor(config) {
100
- super(utils_1.SqlClient.POSTGRES);
101
- this.index = 1;
102
- this.tables = {};
103
- this.schemaErrors = {};
104
- this.PRIMARY_KEYS_SQL = `
105
- select tc.table_schema, tc.table_name, kc.column_name as primary_key
106
- from information_schema.table_constraints tc
107
- join
108
- information_schema.key_column_usage kc on kc.table_name = tc.table_name
109
- and kc.table_schema = tc.table_schema
110
- and kc.constraint_name = tc.constraint_name
111
- where tc.constraint_type = 'PRIMARY KEY';
112
- `;
113
- this.config = config;
114
- let newConfig = Object.assign(Object.assign({}, this.config), { ssl: this.config.ssl
115
- ? {
116
- rejectUnauthorized: this.config.rejectUnauthorized,
117
- ca: this.config.ca,
118
- }
119
- : undefined });
120
- this.client = new pg_1.Client(newConfig);
121
- this.open = false;
122
- }
123
- testConnection() {
124
- return __awaiter(this, void 0, void 0, function* () {
125
- const response = {
126
- connected: false,
127
- };
128
- try {
129
- yield this.openConnection();
130
- response.connected = true;
131
- }
132
- catch (e) {
133
- response.error = e.message;
134
- }
135
- finally {
136
- yield this.closeConnection();
137
- }
138
- return response;
139
- });
140
- }
141
- getBindingIdentifier() {
142
- return `$${this.index++}`;
143
- }
144
- getStringConcat(parts) {
145
- return parts.join(" || ");
146
- }
147
- openConnection() {
148
- return __awaiter(this, void 0, void 0, function* () {
149
- yield this.client.connect();
150
- if (!this.config.schema) {
151
- this.config.schema = "public";
152
- }
153
- yield this.client.query(`SET search_path TO ${this.config.schema}`);
154
- this.COLUMNS_SQL = `select * from information_schema.columns where table_schema = '${this.config.schema}'`;
155
- this.open = true;
156
- });
157
- }
158
- closeConnection() {
159
- const pg = this;
160
- return new Promise((resolve, reject) => {
161
- this.client.end((err) => {
162
- pg.open = false;
163
- if (err) {
164
- reject(err);
165
- }
166
- else {
167
- resolve();
168
- }
169
- });
170
- });
171
- }
172
- internalQuery(query, close = true) {
173
- return __awaiter(this, void 0, void 0, function* () {
174
- if (!this.open) {
175
- yield this.openConnection();
176
- }
177
- const client = this.client;
178
- this.index = 1;
179
- // need to handle a specific issue with json data types in postgres,
180
- // new lines inside the JSON data will break it
181
- if (query && query.sql) {
182
- const matches = query.sql.match(JSON_REGEX);
183
- if (matches && matches.length > 0) {
184
- for (let match of matches) {
185
- const escaped = (0, utilities_1.escapeDangerousCharacters)(match);
186
- query.sql = query.sql.replace(match, escaped);
187
- }
188
- }
189
- }
190
- try {
191
- return yield client.query(query.sql, query.bindings || []);
192
- }
193
- catch (err) {
194
- yield this.closeConnection();
195
- // @ts-ignore
196
- throw new Error(err);
197
- }
198
- finally {
199
- if (close) {
200
- yield this.closeConnection();
201
- }
202
- }
203
- });
204
- }
205
- /**
206
- * Fetches the tables from the postgres table and assigns them to the datasource.
207
- * @param {*} datasourceId - datasourceId to fetch
208
- * @param entities - the tables that are to be built
209
- */
210
- buildSchema(datasourceId, entities) {
211
- return __awaiter(this, void 0, void 0, function* () {
212
- let tableKeys = {};
213
- yield this.openConnection();
214
- try {
215
- const primaryKeysResponse = yield this.client.query(this.PRIMARY_KEYS_SQL);
216
- for (let table of primaryKeysResponse.rows) {
217
- const tableName = table.table_name;
218
- if (!tableKeys[tableName]) {
219
- tableKeys[tableName] = [];
220
- }
221
- const key = table.column_name || table.primary_key;
222
- // only add the unique keys
223
- if (key && tableKeys[tableName].indexOf(key) === -1) {
224
- tableKeys[tableName].push(key);
225
- }
226
- }
227
- }
228
- catch (err) {
229
- tableKeys = {};
230
- }
231
- try {
232
- const columnsResponse = yield this.client.query(this.COLUMNS_SQL);
233
- const tables = {};
234
- for (let column of columnsResponse.rows) {
235
- const tableName = column.table_name;
236
- const columnName = column.column_name;
237
- // table key doesn't exist yet
238
- if (!tables[tableName] || !tables[tableName].schema) {
239
- tables[tableName] = {
240
- _id: (0, utils_1.buildExternalTableId)(datasourceId, tableName),
241
- primary: tableKeys[tableName] || [],
242
- name: tableName,
243
- schema: {},
244
- };
245
- }
246
- const identity = !!(column.identity_generation ||
247
- column.identity_start ||
248
- column.identity_increment);
249
- const hasDefault = column.column_default != null;
250
- const hasNextVal = typeof column.column_default === "string" &&
251
- column.column_default.startsWith("nextval");
252
- const isGenerated = column.is_generated && column.is_generated !== "NEVER";
253
- const isAuto = hasNextVal || identity || isGenerated;
254
- const required = column.is_nullable === "NO";
255
- const constraints = {
256
- presence: required && !hasDefault && !isGenerated,
257
- };
258
- tables[tableName].schema[columnName] = Object.assign(Object.assign({ autocolumn: isAuto, name: columnName, constraints }, (0, utils_1.convertSqlType)(column.data_type)), { externalType: column.data_type });
259
- }
260
- const final = (0, utils_1.finaliseExternalTables)(tables, entities);
261
- this.tables = final.tables;
262
- this.schemaErrors = final.errors;
263
- }
264
- catch (err) {
265
- // @ts-ignore
266
- throw new Error(err);
267
- }
268
- finally {
269
- yield this.closeConnection();
270
- }
271
- });
272
- }
273
- create(query) {
274
- return __awaiter(this, void 0, void 0, function* () {
275
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
276
- return response.rows.length ? response.rows : [{ created: true }];
277
- });
278
- }
279
- read(query) {
280
- return __awaiter(this, void 0, void 0, function* () {
281
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
282
- return response.rows;
283
- });
284
- }
285
- update(query) {
286
- return __awaiter(this, void 0, void 0, function* () {
287
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
288
- return response.rows.length ? response.rows : [{ updated: true }];
289
- });
290
- }
291
- delete(query) {
292
- return __awaiter(this, void 0, void 0, function* () {
293
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
294
- return response.rows.length ? response.rows : [{ deleted: true }];
295
- });
296
- }
297
- query(json) {
298
- return __awaiter(this, void 0, void 0, function* () {
299
- const operation = this._operation(json).toLowerCase();
300
- const input = this._query(json);
301
- if (Array.isArray(input)) {
302
- const responses = [];
303
- for (let query of input) {
304
- responses.push(yield this.internalQuery(query, false));
305
- }
306
- yield this.closeConnection();
307
- return responses;
308
- }
309
- else {
310
- const response = yield this.internalQuery(input);
311
- return response.rows.length ? response.rows : [{ [operation]: true }];
312
- }
313
- });
314
- }
315
- }
316
- exports.default = {
317
- schema: SCHEMA,
318
- integration: PostgresIntegration,
319
- };
@@ -1,84 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.interpolateSQL = void 0;
16
- const string_templates_1 = require("@budibase/string-templates");
17
- const sdk_1 = __importDefault(require("../../sdk"));
18
- const CONST_CHAR_REGEX = new RegExp("'[^']*'", "g");
19
- function interpolateSQL(fields, parameters, integration) {
20
- return __awaiter(this, void 0, void 0, function* () {
21
- let sql = fields.sql;
22
- if (!sql || typeof sql !== "string") {
23
- return fields;
24
- }
25
- const bindings = (0, string_templates_1.findHBSBlocks)(sql);
26
- let variables = [], arrays = [];
27
- for (let binding of bindings) {
28
- // look for array/list operations in the SQL statement, which will need handled later
29
- const listRegexMatch = sql.match(new RegExp(`(in|IN|In|iN)( )+[(]?${binding}[)]?`));
30
- // check if the variable was used as part of a string concat e.g. 'Hello {{binding}}'
31
- // start by finding all the instances of const character strings
32
- const charConstMatch = sql.match(CONST_CHAR_REGEX) || [];
33
- // now look within them to see if a binding is used
34
- const charConstBindingMatch = charConstMatch.find((string) => string.match(new RegExp(`'[^']*${binding}[^']*'`)));
35
- if (charConstBindingMatch) {
36
- let [part1, part2] = charConstBindingMatch.split(binding);
37
- part1 = `'${part1.substring(1)}'`;
38
- part2 = `'${part2.substring(0, part2.length - 1)}'`;
39
- sql = sql.replace(charConstBindingMatch, integration.getStringConcat([
40
- part1,
41
- integration.getBindingIdentifier(),
42
- part2,
43
- ]));
44
- }
45
- // generate SQL parameterised array
46
- else if (listRegexMatch) {
47
- arrays.push(binding);
48
- // determine the length of the array
49
- const value = (yield sdk_1.default.queries.enrichContext([binding], parameters))[0]
50
- .split(",")
51
- .map((val) => val.trim());
52
- // build a string like ($1, $2, $3)
53
- let replacement = `${Array.apply(null, Array(value.length))
54
- .map(() => integration.getBindingIdentifier())
55
- .join(",")}`;
56
- // check if parentheses are needed
57
- if (!listRegexMatch[0].includes(`(${binding})`)) {
58
- replacement = `(${replacement})`;
59
- }
60
- sql = sql.replace(binding, replacement);
61
- }
62
- else {
63
- sql = sql.replace(binding, integration.getBindingIdentifier());
64
- }
65
- variables.push(binding);
66
- }
67
- // replicate the knex structure
68
- fields.sql = sql;
69
- fields.bindings = yield sdk_1.default.queries.enrichContext(variables, parameters);
70
- // check for arrays in the data
71
- let updated = [];
72
- for (let i = 0; i < variables.length; i++) {
73
- if (arrays.includes(variables[i])) {
74
- updated = updated.concat(fields.bindings[i].split(",").map((val) => val.trim()));
75
- }
76
- else {
77
- updated.push(fields.bindings[i]);
78
- }
79
- }
80
- fields.bindings = updated;
81
- return fields;
82
- });
83
- }
84
- exports.interpolateSQL = interpolateSQL;
@@ -1,187 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- const types_1 = require("@budibase/types");
16
- const ioredis_1 = __importDefault(require("ioredis"));
17
- const SCHEMA = {
18
- docs: "https://redis.io/docs/",
19
- description: "Redis is a caching tool, providing powerful key-value store capabilities.",
20
- friendlyName: "Redis",
21
- type: "Non-relational",
22
- features: [types_1.DatasourceFeature.CONNECTION_CHECKING],
23
- datasource: {
24
- host: {
25
- type: "string",
26
- required: true,
27
- default: "localhost",
28
- },
29
- port: {
30
- type: "number",
31
- required: true,
32
- default: 6379,
33
- },
34
- username: {
35
- type: "string",
36
- required: false,
37
- },
38
- password: {
39
- type: "password",
40
- required: false,
41
- },
42
- db: {
43
- type: "number",
44
- required: false,
45
- display: "DB",
46
- default: 0,
47
- },
48
- },
49
- query: {
50
- create: {
51
- type: types_1.QueryType.FIELDS,
52
- fields: {
53
- key: {
54
- type: types_1.DatasourceFieldType.STRING,
55
- required: true,
56
- },
57
- value: {
58
- type: types_1.DatasourceFieldType.STRING,
59
- required: true,
60
- },
61
- ttl: {
62
- type: types_1.DatasourceFieldType.NUMBER,
63
- },
64
- },
65
- },
66
- read: {
67
- readable: true,
68
- type: types_1.QueryType.FIELDS,
69
- fields: {
70
- key: {
71
- type: types_1.DatasourceFieldType.STRING,
72
- required: true,
73
- },
74
- },
75
- },
76
- delete: {
77
- type: types_1.QueryType.FIELDS,
78
- fields: {
79
- key: {
80
- type: types_1.DatasourceFieldType.STRING,
81
- required: true,
82
- },
83
- },
84
- },
85
- command: {
86
- readable: true,
87
- displayName: "Redis Command",
88
- type: types_1.QueryType.JSON,
89
- },
90
- },
91
- };
92
- class RedisIntegration {
93
- constructor(config) {
94
- this.config = config;
95
- this.client = new ioredis_1.default({
96
- host: this.config.host,
97
- port: this.config.port,
98
- username: this.config.username,
99
- password: this.config.password,
100
- db: this.config.db,
101
- });
102
- }
103
- testConnection() {
104
- return __awaiter(this, void 0, void 0, function* () {
105
- const response = {
106
- connected: false,
107
- };
108
- try {
109
- yield this.client.ping();
110
- response.connected = true;
111
- }
112
- catch (e) {
113
- response.error = e.message;
114
- }
115
- finally {
116
- yield this.disconnect();
117
- }
118
- return response;
119
- });
120
- }
121
- disconnect() {
122
- return __awaiter(this, void 0, void 0, function* () {
123
- return this.client.quit();
124
- });
125
- }
126
- redisContext(query) {
127
- return __awaiter(this, void 0, void 0, function* () {
128
- try {
129
- return yield query();
130
- }
131
- catch (err) {
132
- throw new Error(`Redis error: ${err}`);
133
- }
134
- finally {
135
- yield this.disconnect();
136
- }
137
- });
138
- }
139
- create(query) {
140
- return __awaiter(this, void 0, void 0, function* () {
141
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
142
- const response = yield this.client.set(query.key, query.value);
143
- if (query.ttl) {
144
- yield this.client.expire(query.key, query.ttl);
145
- }
146
- return response;
147
- }));
148
- });
149
- }
150
- read(query) {
151
- return __awaiter(this, void 0, void 0, function* () {
152
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
153
- return yield this.client.get(query.key);
154
- }));
155
- });
156
- }
157
- delete(query) {
158
- return __awaiter(this, void 0, void 0, function* () {
159
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
160
- return yield this.client.del(query.key);
161
- }));
162
- });
163
- }
164
- command(query) {
165
- return __awaiter(this, void 0, void 0, function* () {
166
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
167
- // commands split line by line
168
- const commands = query.json.trim().split("\n");
169
- let pipelineCommands = [];
170
- // process each command separately
171
- for (let command of commands) {
172
- const tokenised = command.trim().split(" ");
173
- // Pipeline only accepts lower case commands
174
- tokenised[0] = tokenised[0].toLowerCase();
175
- pipelineCommands.push(tokenised);
176
- }
177
- const pipeline = this.client.pipeline(pipelineCommands);
178
- const result = yield pipeline.exec();
179
- return result.map((output) => output[1]);
180
- }));
181
- });
182
- }
183
- }
184
- exports.default = {
185
- schema: SCHEMA,
186
- integration: RedisIntegration,
187
- };