@budibase/server 2.6.19-alpha.0 → 2.6.19-alpha.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (345) hide show
  1. package/.dockerignore +7 -6
  2. package/Dockerfile +16 -8
  3. package/builder/assets/{index.b9eeb2a8.js → index.7b26bbdb.js} +356 -348
  4. package/builder/assets/{index.07382a47.css → index.ec1c6a1a.css} +2 -2
  5. package/builder/index.html +2 -2
  6. package/client/manifest.json +5229 -0
  7. package/dist/automation.js +32190 -0
  8. package/dist/automation.js.map +7 -0
  9. package/dist/index.js +44342 -13
  10. package/dist/index.js.map +7 -0
  11. package/dist/query.js +24307 -0
  12. package/dist/query.js.map +7 -0
  13. package/jest.config.ts +3 -0
  14. package/nodemon.json +1 -1
  15. package/package.json +29 -13
  16. package/pm2.config.js +1 -1
  17. package/scripts/build.js +48 -0
  18. package/src/api/controllers/datasource.ts +16 -0
  19. package/src/api/controllers/static/index.ts +3 -3
  20. package/src/api/routes/datasource.ts +5 -0
  21. package/src/api/routes/static.ts +3 -1
  22. package/src/api/routes/tests/datasource.spec.ts +1 -1
  23. package/src/automations/actions.ts +5 -0
  24. package/src/automations/steps/openai.ts +105 -0
  25. package/src/automations/tests/openai.spec.ts +86 -0
  26. package/src/constants/index.ts +17 -16
  27. package/src/db/inMemoryView.ts +3 -1
  28. package/src/environment.ts +2 -0
  29. package/src/integration-test/postgres.spec.ts +47 -4
  30. package/src/integrations/base/sqlTable.ts +0 -1
  31. package/src/integrations/googlesheets.ts +11 -3
  32. package/src/integrations/microsoftSqlServer.ts +18 -2
  33. package/src/integrations/mysql.ts +27 -11
  34. package/src/integrations/oracle.ts +11 -1
  35. package/src/integrations/postgres.ts +27 -10
  36. package/src/integrations/tests/googlesheets.spec.ts +41 -9
  37. package/src/utilities/fileSystem/app.ts +1 -1
  38. package/src/utilities/fileSystem/clientLibrary.ts +8 -3
  39. package/src/utilities/fileSystem/filesystem.ts +3 -1
  40. package/tsconfig.build.json +9 -1
  41. package/tsconfig.json +1 -14
  42. package/dist/api/controllers/analytics.js +0 -46
  43. package/dist/api/controllers/apikeys.js +0 -72
  44. package/dist/api/controllers/application.js +0 -574
  45. package/dist/api/controllers/auth.js +0 -80
  46. package/dist/api/controllers/automation.js +0 -303
  47. package/dist/api/controllers/backup.js +0 -37
  48. package/dist/api/controllers/component.js +0 -59
  49. package/dist/api/controllers/datasource.js +0 -337
  50. package/dist/api/controllers/deploy/Deployment.js +0 -53
  51. package/dist/api/controllers/deploy/index.js +0 -198
  52. package/dist/api/controllers/dev.js +0 -146
  53. package/dist/api/controllers/integration.js +0 -28
  54. package/dist/api/controllers/layout.js +0 -49
  55. package/dist/api/controllers/metadata.js +0 -63
  56. package/dist/api/controllers/migrations.js +0 -29
  57. package/dist/api/controllers/ops.js +0 -40
  58. package/dist/api/controllers/permission.js +0 -162
  59. package/dist/api/controllers/plugin/file.js +0 -24
  60. package/dist/api/controllers/plugin/github.js +0 -69
  61. package/dist/api/controllers/plugin/index.js +0 -112
  62. package/dist/api/controllers/plugin/npm.js +0 -58
  63. package/dist/api/controllers/plugin/uploaders.js +0 -11
  64. package/dist/api/controllers/plugin/url.js +0 -24
  65. package/dist/api/controllers/plugin/utils.js +0 -27
  66. package/dist/api/controllers/public/applications.js +0 -146
  67. package/dist/api/controllers/public/mapping/applications.js +0 -29
  68. package/dist/api/controllers/public/mapping/index.js +0 -11
  69. package/dist/api/controllers/public/mapping/queries.js +0 -36
  70. package/dist/api/controllers/public/mapping/rows.js +0 -24
  71. package/dist/api/controllers/public/mapping/tables.js +0 -23
  72. package/dist/api/controllers/public/mapping/types.js +0 -2
  73. package/dist/api/controllers/public/mapping/users.js +0 -29
  74. package/dist/api/controllers/public/metrics.js +0 -113
  75. package/dist/api/controllers/public/queries.js +0 -58
  76. package/dist/api/controllers/public/rows.js +0 -120
  77. package/dist/api/controllers/public/tables.js +0 -95
  78. package/dist/api/controllers/public/users.js +0 -93
  79. package/dist/api/controllers/public/utils.js +0 -56
  80. package/dist/api/controllers/query/import/index.js +0 -87
  81. package/dist/api/controllers/query/import/sources/base/index.js +0 -75
  82. package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
  83. package/dist/api/controllers/query/import/sources/curl.js +0 -99
  84. package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
  85. package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
  86. package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
  87. package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
  88. package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
  89. package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
  90. package/dist/api/controllers/query/index.js +0 -299
  91. package/dist/api/controllers/query/validation.js +0 -53
  92. package/dist/api/controllers/role.js +0 -109
  93. package/dist/api/controllers/routing.js +0 -105
  94. package/dist/api/controllers/row/ExternalRequest.js +0 -683
  95. package/dist/api/controllers/row/external.js +0 -339
  96. package/dist/api/controllers/row/index.js +0 -203
  97. package/dist/api/controllers/row/internal.js +0 -509
  98. package/dist/api/controllers/row/internalSearch.js +0 -28
  99. package/dist/api/controllers/row/staticFormula.js +0 -165
  100. package/dist/api/controllers/row/utils.js +0 -183
  101. package/dist/api/controllers/screen.js +0 -110
  102. package/dist/api/controllers/script.js +0 -30
  103. package/dist/api/controllers/static/index.js +0 -268
  104. package/dist/api/controllers/table/bulkFormula.js +0 -173
  105. package/dist/api/controllers/table/external.js +0 -279
  106. package/dist/api/controllers/table/index.js +0 -179
  107. package/dist/api/controllers/table/internal.js +0 -197
  108. package/dist/api/controllers/table/utils.js +0 -379
  109. package/dist/api/controllers/templates.js +0 -56
  110. package/dist/api/controllers/user.js +0 -124
  111. package/dist/api/controllers/view/exporters.js +0 -46
  112. package/dist/api/controllers/view/index.js +0 -193
  113. package/dist/api/controllers/view/utils.js +0 -177
  114. package/dist/api/controllers/view/viewBuilder.js +0 -158
  115. package/dist/api/controllers/webhook.js +0 -134
  116. package/dist/api/index.js +0 -55
  117. package/dist/api/routes/analytics.js +0 -34
  118. package/dist/api/routes/apikeys.js +0 -37
  119. package/dist/api/routes/application.js +0 -48
  120. package/dist/api/routes/auth.js +0 -33
  121. package/dist/api/routes/automation.js +0 -50
  122. package/dist/api/routes/backup.js +0 -35
  123. package/dist/api/routes/component.js +0 -35
  124. package/dist/api/routes/datasource.js +0 -44
  125. package/dist/api/routes/deploy.js +0 -37
  126. package/dist/api/routes/dev.js +0 -49
  127. package/dist/api/routes/index.js +0 -75
  128. package/dist/api/routes/integration.js +0 -37
  129. package/dist/api/routes/layout.js +0 -37
  130. package/dist/api/routes/metadata.js +0 -40
  131. package/dist/api/routes/migrations.js +0 -36
  132. package/dist/api/routes/ops.js +0 -52
  133. package/dist/api/routes/permission.js +0 -44
  134. package/dist/api/routes/plugin.js +0 -39
  135. package/dist/api/routes/public/applications.js +0 -174
  136. package/dist/api/routes/public/index.js +0 -140
  137. package/dist/api/routes/public/metrics.js +0 -30
  138. package/dist/api/routes/public/middleware/mapper.js +0 -97
  139. package/dist/api/routes/public/queries.js +0 -72
  140. package/dist/api/routes/public/rows.js +0 -158
  141. package/dist/api/routes/public/tables.js +0 -152
  142. package/dist/api/routes/public/users.js +0 -135
  143. package/dist/api/routes/public/utils/Endpoint.js +0 -36
  144. package/dist/api/routes/query.js +0 -47
  145. package/dist/api/routes/role.js +0 -40
  146. package/dist/api/routes/routing.js +0 -39
  147. package/dist/api/routes/row.js +0 -239
  148. package/dist/api/routes/screen.js +0 -39
  149. package/dist/api/routes/script.js +0 -35
  150. package/dist/api/routes/static.js +0 -80
  151. package/dist/api/routes/table.js +0 -163
  152. package/dist/api/routes/templates.js +0 -37
  153. package/dist/api/routes/user.js +0 -43
  154. package/dist/api/routes/utils/validators.js +0 -238
  155. package/dist/api/routes/view.js +0 -42
  156. package/dist/api/routes/webhook.js +0 -43
  157. package/dist/app.js +0 -132
  158. package/dist/automations/actions.js +0 -137
  159. package/dist/automations/automationUtils.js +0 -173
  160. package/dist/automations/bullboard.js +0 -71
  161. package/dist/automations/index.js +0 -43
  162. package/dist/automations/logging/index.js +0 -53
  163. package/dist/automations/steps/bash.js +0 -111
  164. package/dist/automations/steps/createRow.js +0 -108
  165. package/dist/automations/steps/delay.js +0 -53
  166. package/dist/automations/steps/deleteRow.js +0 -96
  167. package/dist/automations/steps/discord.js +0 -116
  168. package/dist/automations/steps/executeQuery.js +0 -134
  169. package/dist/automations/steps/executeScript.js +0 -106
  170. package/dist/automations/steps/filter.js +0 -112
  171. package/dist/automations/steps/loop.js +0 -54
  172. package/dist/automations/steps/make.js +0 -134
  173. package/dist/automations/steps/outgoingWebhook.js +0 -166
  174. package/dist/automations/steps/queryRows.js +0 -216
  175. package/dist/automations/steps/sendSmtpEmail.js +0 -115
  176. package/dist/automations/steps/serverLog.js +0 -65
  177. package/dist/automations/steps/slack.js +0 -98
  178. package/dist/automations/steps/updateRow.js +0 -144
  179. package/dist/automations/steps/utils.js +0 -56
  180. package/dist/automations/steps/zapier.js +0 -130
  181. package/dist/automations/triggerInfo/app.js +0 -36
  182. package/dist/automations/triggerInfo/cron.js +0 -35
  183. package/dist/automations/triggerInfo/index.js +0 -40
  184. package/dist/automations/triggerInfo/rowDeleted.js +0 -36
  185. package/dist/automations/triggerInfo/rowSaved.js +0 -44
  186. package/dist/automations/triggerInfo/rowUpdated.js +0 -44
  187. package/dist/automations/triggerInfo/webhook.js +0 -40
  188. package/dist/automations/triggers.js +0 -181
  189. package/dist/automations/utils.js +0 -275
  190. package/dist/constants/definitions.js +0 -2
  191. package/dist/constants/index.js +0 -181
  192. package/dist/constants/layouts.js +0 -148
  193. package/dist/constants/screens.js +0 -51
  194. package/dist/db/defaultData/datasource_bb_default.js +0 -574
  195. package/dist/db/defaultData/employeeImport.js +0 -155
  196. package/dist/db/defaultData/expensesImport.js +0 -117
  197. package/dist/db/defaultData/inventoryImport.js +0 -109
  198. package/dist/db/defaultData/jobsImport.js +0 -152
  199. package/dist/db/dynamoClient.js +0 -124
  200. package/dist/db/inMemoryView.js +0 -62
  201. package/dist/db/index.js +0 -43
  202. package/dist/db/linkedRows/LinkController.js +0 -392
  203. package/dist/db/linkedRows/LinkDocument.js +0 -33
  204. package/dist/db/linkedRows/index.js +0 -206
  205. package/dist/db/linkedRows/linkUtils.js +0 -131
  206. package/dist/db/newid.js +0 -7
  207. package/dist/db/utils.js +0 -248
  208. package/dist/db/views/staticViews.js +0 -144
  209. package/dist/ddApm.js +0 -11
  210. package/dist/definitions/automations.js +0 -8
  211. package/dist/definitions/common.js +0 -2
  212. package/dist/definitions/datasource.js +0 -7
  213. package/dist/definitions/openapi.js +0 -6
  214. package/dist/environment.js +0 -109
  215. package/dist/events/AutomationEmitter.js +0 -53
  216. package/dist/events/BudibaseEmitter.js +0 -25
  217. package/dist/events/docUpdates/index.js +0 -17
  218. package/dist/events/docUpdates/processors.js +0 -18
  219. package/dist/events/docUpdates/syncUsers.js +0 -49
  220. package/dist/events/index.js +0 -11
  221. package/dist/events/utils.js +0 -43
  222. package/dist/integrations/airtable.js +0 -173
  223. package/dist/integrations/arangodb.js +0 -119
  224. package/dist/integrations/base/query.js +0 -32
  225. package/dist/integrations/base/sql.js +0 -600
  226. package/dist/integrations/base/sqlTable.js +0 -167
  227. package/dist/integrations/base/types.js +0 -2
  228. package/dist/integrations/couchdb.js +0 -140
  229. package/dist/integrations/dynamodb.js +0 -210
  230. package/dist/integrations/elasticsearch.js +0 -201
  231. package/dist/integrations/firebase.js +0 -189
  232. package/dist/integrations/googlesheets.js +0 -484
  233. package/dist/integrations/index.js +0 -138
  234. package/dist/integrations/microsoftSqlServer.js +0 -289
  235. package/dist/integrations/mongodb.js +0 -630
  236. package/dist/integrations/mysql.js +0 -272
  237. package/dist/integrations/oracle.js +0 -404
  238. package/dist/integrations/postgres.js +0 -319
  239. package/dist/integrations/queries/sql.js +0 -84
  240. package/dist/integrations/redis.js +0 -187
  241. package/dist/integrations/rest.js +0 -400
  242. package/dist/integrations/s3.js +0 -256
  243. package/dist/integrations/snowflake.js +0 -114
  244. package/dist/integrations/utils.js +0 -295
  245. package/dist/middleware/appInfo.js +0 -22
  246. package/dist/middleware/authorized.js +0 -112
  247. package/dist/middleware/builder.js +0 -93
  248. package/dist/middleware/currentapp.js +0 -103
  249. package/dist/middleware/joi-validator.js +0 -43
  250. package/dist/middleware/publicApi.js +0 -25
  251. package/dist/middleware/resourceId.js +0 -59
  252. package/dist/middleware/selfhost.js +0 -24
  253. package/dist/middleware/utils.js +0 -8
  254. package/dist/migrations/functions/appUrls.js +0 -42
  255. package/dist/migrations/functions/backfill/app/automations.js +0 -31
  256. package/dist/migrations/functions/backfill/app/datasources.js +0 -28
  257. package/dist/migrations/functions/backfill/app/layouts.js +0 -33
  258. package/dist/migrations/functions/backfill/app/queries.js +0 -49
  259. package/dist/migrations/functions/backfill/app/roles.js +0 -28
  260. package/dist/migrations/functions/backfill/app/screens.js +0 -28
  261. package/dist/migrations/functions/backfill/app/tables.js +0 -37
  262. package/dist/migrations/functions/backfill/app.js +0 -176
  263. package/dist/migrations/functions/backfill/global/configs.js +0 -67
  264. package/dist/migrations/functions/backfill/global/quotas.js +0 -60
  265. package/dist/migrations/functions/backfill/global/users.js +0 -50
  266. package/dist/migrations/functions/backfill/global.js +0 -205
  267. package/dist/migrations/functions/backfill/index.js +0 -32
  268. package/dist/migrations/functions/backfill/installation.js +0 -80
  269. package/dist/migrations/functions/syncQuotas.js +0 -52
  270. package/dist/migrations/functions/tableSettings.js +0 -130
  271. package/dist/migrations/functions/usageQuotas/index.js +0 -16
  272. package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
  273. package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
  274. package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
  275. package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
  276. package/dist/migrations/functions/userEmailViewCasing.js +0 -24
  277. package/dist/migrations/index.js +0 -111
  278. package/dist/migrations/tests/helpers.js +0 -72
  279. package/dist/migrations/tests/structures.js +0 -37
  280. package/dist/sdk/app/applications/index.js +0 -28
  281. package/dist/sdk/app/applications/sync.js +0 -164
  282. package/dist/sdk/app/applications/utils.js +0 -21
  283. package/dist/sdk/app/automations/index.js +0 -29
  284. package/dist/sdk/app/automations/webhook.js +0 -54
  285. package/dist/sdk/app/backups/constants.js +0 -6
  286. package/dist/sdk/app/backups/exports.js +0 -160
  287. package/dist/sdk/app/backups/imports.js +0 -170
  288. package/dist/sdk/app/backups/index.js +0 -29
  289. package/dist/sdk/app/backups/statistics.js +0 -73
  290. package/dist/sdk/app/datasources/datasources.js +0 -173
  291. package/dist/sdk/app/datasources/index.js +0 -27
  292. package/dist/sdk/app/queries/index.js +0 -27
  293. package/dist/sdk/app/queries/queries.js +0 -60
  294. package/dist/sdk/app/rows/attachments.js +0 -61
  295. package/dist/sdk/app/rows/index.js +0 -28
  296. package/dist/sdk/app/rows/rows.js +0 -30
  297. package/dist/sdk/app/tables/index.js +0 -65
  298. package/dist/sdk/index.js +0 -27
  299. package/dist/sdk/plugins/index.js +0 -27
  300. package/dist/sdk/plugins/plugins.js +0 -53
  301. package/dist/sdk/users/index.js +0 -27
  302. package/dist/sdk/users/utils.js +0 -87
  303. package/dist/sdk/utils/index.js +0 -29
  304. package/dist/startup.js +0 -158
  305. package/dist/threads/automation.js +0 -450
  306. package/dist/threads/definitions.js +0 -2
  307. package/dist/threads/index.js +0 -140
  308. package/dist/threads/query.js +0 -265
  309. package/dist/threads/utils.js +0 -120
  310. package/dist/tsconfig.build.tsbuildinfo +0 -1
  311. package/dist/utilities/appDirectoryTemplate/package.json +0 -10
  312. package/dist/utilities/budibaseDir.js +0 -5
  313. package/dist/utilities/centralPath.js +0 -27
  314. package/dist/utilities/csv.js +0 -33
  315. package/dist/utilities/fileSystem/app.js +0 -88
  316. package/dist/utilities/fileSystem/clientLibrary.js +0 -138
  317. package/dist/utilities/fileSystem/filesystem.js +0 -180
  318. package/dist/utilities/fileSystem/index.js +0 -21
  319. package/dist/utilities/fileSystem/plugin.js +0 -76
  320. package/dist/utilities/fileSystem/processor.js +0 -34
  321. package/dist/utilities/fileSystem/template.js +0 -47
  322. package/dist/utilities/global.js +0 -149
  323. package/dist/utilities/index.js +0 -143
  324. package/dist/utilities/redis.js +0 -117
  325. package/dist/utilities/retry.js +0 -30
  326. package/dist/utilities/routing/index.js +0 -39
  327. package/dist/utilities/rowProcessor/index.js +0 -282
  328. package/dist/utilities/rowProcessor/map.js +0 -116
  329. package/dist/utilities/rowProcessor/utils.js +0 -87
  330. package/dist/utilities/schema.js +0 -112
  331. package/dist/utilities/scriptRunner.js +0 -26
  332. package/dist/utilities/security.js +0 -57
  333. package/dist/utilities/statusCodes.js +0 -9
  334. package/dist/utilities/usageQuota/rows.js +0 -88
  335. package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
  336. package/dist/utilities/users.js +0 -57
  337. package/dist/utilities/workerRequests.js +0 -171
  338. package/dist/watch.js +0 -53
  339. package/dist/websockets/client.js +0 -14
  340. package/dist/websockets/grid.js +0 -60
  341. package/dist/websockets/index.js +0 -17
  342. package/dist/websockets/websocket.js +0 -78
  343. /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
  344. /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
  345. /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
@@ -1,319 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- const types_1 = require("@budibase/types");
16
- const utils_1 = require("./utils");
17
- const sql_1 = __importDefault(require("./base/sql"));
18
- const utilities_1 = require("../utilities");
19
- const pg_1 = require("pg");
20
- // Return "date" and "timestamp" types as plain strings.
21
- // This lets us reference the original stored timezone.
22
- // types is undefined when running in a test env for some reason.
23
- if (pg_1.types) {
24
- pg_1.types.setTypeParser(1114, (val) => val); // timestamp
25
- pg_1.types.setTypeParser(1082, (val) => val); // date
26
- pg_1.types.setTypeParser(1184, (val) => val); // timestampz
27
- }
28
- const JSON_REGEX = /'{.*}'::json/s;
29
- const SCHEMA = {
30
- docs: "https://node-postgres.com",
31
- plus: true,
32
- friendlyName: "PostgreSQL",
33
- type: "Relational",
34
- description: "PostgreSQL, also known as Postgres, is a free and open-source relational database management system emphasizing extensibility and SQL compliance.",
35
- features: [types_1.DatasourceFeature.CONNECTION_CHECKING],
36
- datasource: {
37
- host: {
38
- type: types_1.DatasourceFieldType.STRING,
39
- default: "localhost",
40
- required: true,
41
- },
42
- port: {
43
- type: types_1.DatasourceFieldType.NUMBER,
44
- required: true,
45
- default: 5432,
46
- },
47
- database: {
48
- type: types_1.DatasourceFieldType.STRING,
49
- default: "postgres",
50
- required: true,
51
- },
52
- user: {
53
- type: types_1.DatasourceFieldType.STRING,
54
- default: "root",
55
- required: true,
56
- },
57
- password: {
58
- type: types_1.DatasourceFieldType.PASSWORD,
59
- default: "root",
60
- required: true,
61
- },
62
- schema: {
63
- type: types_1.DatasourceFieldType.STRING,
64
- default: "public",
65
- required: true,
66
- },
67
- ssl: {
68
- type: types_1.DatasourceFieldType.BOOLEAN,
69
- default: false,
70
- required: false,
71
- },
72
- rejectUnauthorized: {
73
- type: types_1.DatasourceFieldType.BOOLEAN,
74
- default: false,
75
- required: false,
76
- },
77
- ca: {
78
- type: types_1.DatasourceFieldType.LONGFORM,
79
- default: false,
80
- required: false,
81
- },
82
- },
83
- query: {
84
- create: {
85
- type: types_1.QueryType.SQL,
86
- },
87
- read: {
88
- type: types_1.QueryType.SQL,
89
- },
90
- update: {
91
- type: types_1.QueryType.SQL,
92
- },
93
- delete: {
94
- type: types_1.QueryType.SQL,
95
- },
96
- },
97
- };
98
- class PostgresIntegration extends sql_1.default {
99
- constructor(config) {
100
- super(utils_1.SqlClient.POSTGRES);
101
- this.index = 1;
102
- this.tables = {};
103
- this.schemaErrors = {};
104
- this.PRIMARY_KEYS_SQL = `
105
- select tc.table_schema, tc.table_name, kc.column_name as primary_key
106
- from information_schema.table_constraints tc
107
- join
108
- information_schema.key_column_usage kc on kc.table_name = tc.table_name
109
- and kc.table_schema = tc.table_schema
110
- and kc.constraint_name = tc.constraint_name
111
- where tc.constraint_type = 'PRIMARY KEY';
112
- `;
113
- this.config = config;
114
- let newConfig = Object.assign(Object.assign({}, this.config), { ssl: this.config.ssl
115
- ? {
116
- rejectUnauthorized: this.config.rejectUnauthorized,
117
- ca: this.config.ca,
118
- }
119
- : undefined });
120
- this.client = new pg_1.Client(newConfig);
121
- this.open = false;
122
- }
123
- testConnection() {
124
- return __awaiter(this, void 0, void 0, function* () {
125
- const response = {
126
- connected: false,
127
- };
128
- try {
129
- yield this.openConnection();
130
- response.connected = true;
131
- }
132
- catch (e) {
133
- response.error = e.message;
134
- }
135
- finally {
136
- yield this.closeConnection();
137
- }
138
- return response;
139
- });
140
- }
141
- getBindingIdentifier() {
142
- return `$${this.index++}`;
143
- }
144
- getStringConcat(parts) {
145
- return parts.join(" || ");
146
- }
147
- openConnection() {
148
- return __awaiter(this, void 0, void 0, function* () {
149
- yield this.client.connect();
150
- if (!this.config.schema) {
151
- this.config.schema = "public";
152
- }
153
- yield this.client.query(`SET search_path TO ${this.config.schema}`);
154
- this.COLUMNS_SQL = `select * from information_schema.columns where table_schema = '${this.config.schema}'`;
155
- this.open = true;
156
- });
157
- }
158
- closeConnection() {
159
- const pg = this;
160
- return new Promise((resolve, reject) => {
161
- this.client.end((err) => {
162
- pg.open = false;
163
- if (err) {
164
- reject(err);
165
- }
166
- else {
167
- resolve();
168
- }
169
- });
170
- });
171
- }
172
- internalQuery(query, close = true) {
173
- return __awaiter(this, void 0, void 0, function* () {
174
- if (!this.open) {
175
- yield this.openConnection();
176
- }
177
- const client = this.client;
178
- this.index = 1;
179
- // need to handle a specific issue with json data types in postgres,
180
- // new lines inside the JSON data will break it
181
- if (query && query.sql) {
182
- const matches = query.sql.match(JSON_REGEX);
183
- if (matches && matches.length > 0) {
184
- for (let match of matches) {
185
- const escaped = (0, utilities_1.escapeDangerousCharacters)(match);
186
- query.sql = query.sql.replace(match, escaped);
187
- }
188
- }
189
- }
190
- try {
191
- return yield client.query(query.sql, query.bindings || []);
192
- }
193
- catch (err) {
194
- yield this.closeConnection();
195
- // @ts-ignore
196
- throw new Error(err);
197
- }
198
- finally {
199
- if (close) {
200
- yield this.closeConnection();
201
- }
202
- }
203
- });
204
- }
205
- /**
206
- * Fetches the tables from the postgres table and assigns them to the datasource.
207
- * @param {*} datasourceId - datasourceId to fetch
208
- * @param entities - the tables that are to be built
209
- */
210
- buildSchema(datasourceId, entities) {
211
- return __awaiter(this, void 0, void 0, function* () {
212
- let tableKeys = {};
213
- yield this.openConnection();
214
- try {
215
- const primaryKeysResponse = yield this.client.query(this.PRIMARY_KEYS_SQL);
216
- for (let table of primaryKeysResponse.rows) {
217
- const tableName = table.table_name;
218
- if (!tableKeys[tableName]) {
219
- tableKeys[tableName] = [];
220
- }
221
- const key = table.column_name || table.primary_key;
222
- // only add the unique keys
223
- if (key && tableKeys[tableName].indexOf(key) === -1) {
224
- tableKeys[tableName].push(key);
225
- }
226
- }
227
- }
228
- catch (err) {
229
- tableKeys = {};
230
- }
231
- try {
232
- const columnsResponse = yield this.client.query(this.COLUMNS_SQL);
233
- const tables = {};
234
- for (let column of columnsResponse.rows) {
235
- const tableName = column.table_name;
236
- const columnName = column.column_name;
237
- // table key doesn't exist yet
238
- if (!tables[tableName] || !tables[tableName].schema) {
239
- tables[tableName] = {
240
- _id: (0, utils_1.buildExternalTableId)(datasourceId, tableName),
241
- primary: tableKeys[tableName] || [],
242
- name: tableName,
243
- schema: {},
244
- };
245
- }
246
- const identity = !!(column.identity_generation ||
247
- column.identity_start ||
248
- column.identity_increment);
249
- const hasDefault = column.column_default != null;
250
- const hasNextVal = typeof column.column_default === "string" &&
251
- column.column_default.startsWith("nextval");
252
- const isGenerated = column.is_generated && column.is_generated !== "NEVER";
253
- const isAuto = hasNextVal || identity || isGenerated;
254
- const required = column.is_nullable === "NO";
255
- const constraints = {
256
- presence: required && !hasDefault && !isGenerated,
257
- };
258
- tables[tableName].schema[columnName] = Object.assign(Object.assign({ autocolumn: isAuto, name: columnName, constraints }, (0, utils_1.convertSqlType)(column.data_type)), { externalType: column.data_type });
259
- }
260
- const final = (0, utils_1.finaliseExternalTables)(tables, entities);
261
- this.tables = final.tables;
262
- this.schemaErrors = final.errors;
263
- }
264
- catch (err) {
265
- // @ts-ignore
266
- throw new Error(err);
267
- }
268
- finally {
269
- yield this.closeConnection();
270
- }
271
- });
272
- }
273
- create(query) {
274
- return __awaiter(this, void 0, void 0, function* () {
275
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
276
- return response.rows.length ? response.rows : [{ created: true }];
277
- });
278
- }
279
- read(query) {
280
- return __awaiter(this, void 0, void 0, function* () {
281
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
282
- return response.rows;
283
- });
284
- }
285
- update(query) {
286
- return __awaiter(this, void 0, void 0, function* () {
287
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
288
- return response.rows.length ? response.rows : [{ updated: true }];
289
- });
290
- }
291
- delete(query) {
292
- return __awaiter(this, void 0, void 0, function* () {
293
- const response = yield this.internalQuery((0, utils_1.getSqlQuery)(query));
294
- return response.rows.length ? response.rows : [{ deleted: true }];
295
- });
296
- }
297
- query(json) {
298
- return __awaiter(this, void 0, void 0, function* () {
299
- const operation = this._operation(json).toLowerCase();
300
- const input = this._query(json);
301
- if (Array.isArray(input)) {
302
- const responses = [];
303
- for (let query of input) {
304
- responses.push(yield this.internalQuery(query, false));
305
- }
306
- yield this.closeConnection();
307
- return responses;
308
- }
309
- else {
310
- const response = yield this.internalQuery(input);
311
- return response.rows.length ? response.rows : [{ [operation]: true }];
312
- }
313
- });
314
- }
315
- }
316
- exports.default = {
317
- schema: SCHEMA,
318
- integration: PostgresIntegration,
319
- };
@@ -1,84 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.interpolateSQL = void 0;
16
- const string_templates_1 = require("@budibase/string-templates");
17
- const sdk_1 = __importDefault(require("../../sdk"));
18
- const CONST_CHAR_REGEX = new RegExp("'[^']*'", "g");
19
- function interpolateSQL(fields, parameters, integration) {
20
- return __awaiter(this, void 0, void 0, function* () {
21
- let sql = fields.sql;
22
- if (!sql || typeof sql !== "string") {
23
- return fields;
24
- }
25
- const bindings = (0, string_templates_1.findHBSBlocks)(sql);
26
- let variables = [], arrays = [];
27
- for (let binding of bindings) {
28
- // look for array/list operations in the SQL statement, which will need handled later
29
- const listRegexMatch = sql.match(new RegExp(`(in|IN|In|iN)( )+[(]?${binding}[)]?`));
30
- // check if the variable was used as part of a string concat e.g. 'Hello {{binding}}'
31
- // start by finding all the instances of const character strings
32
- const charConstMatch = sql.match(CONST_CHAR_REGEX) || [];
33
- // now look within them to see if a binding is used
34
- const charConstBindingMatch = charConstMatch.find((string) => string.match(new RegExp(`'[^']*${binding}[^']*'`)));
35
- if (charConstBindingMatch) {
36
- let [part1, part2] = charConstBindingMatch.split(binding);
37
- part1 = `'${part1.substring(1)}'`;
38
- part2 = `'${part2.substring(0, part2.length - 1)}'`;
39
- sql = sql.replace(charConstBindingMatch, integration.getStringConcat([
40
- part1,
41
- integration.getBindingIdentifier(),
42
- part2,
43
- ]));
44
- }
45
- // generate SQL parameterised array
46
- else if (listRegexMatch) {
47
- arrays.push(binding);
48
- // determine the length of the array
49
- const value = (yield sdk_1.default.queries.enrichContext([binding], parameters))[0]
50
- .split(",")
51
- .map((val) => val.trim());
52
- // build a string like ($1, $2, $3)
53
- let replacement = `${Array.apply(null, Array(value.length))
54
- .map(() => integration.getBindingIdentifier())
55
- .join(",")}`;
56
- // check if parentheses are needed
57
- if (!listRegexMatch[0].includes(`(${binding})`)) {
58
- replacement = `(${replacement})`;
59
- }
60
- sql = sql.replace(binding, replacement);
61
- }
62
- else {
63
- sql = sql.replace(binding, integration.getBindingIdentifier());
64
- }
65
- variables.push(binding);
66
- }
67
- // replicate the knex structure
68
- fields.sql = sql;
69
- fields.bindings = yield sdk_1.default.queries.enrichContext(variables, parameters);
70
- // check for arrays in the data
71
- let updated = [];
72
- for (let i = 0; i < variables.length; i++) {
73
- if (arrays.includes(variables[i])) {
74
- updated = updated.concat(fields.bindings[i].split(",").map((val) => val.trim()));
75
- }
76
- else {
77
- updated.push(fields.bindings[i]);
78
- }
79
- }
80
- fields.bindings = updated;
81
- return fields;
82
- });
83
- }
84
- exports.interpolateSQL = interpolateSQL;
@@ -1,187 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- const types_1 = require("@budibase/types");
16
- const ioredis_1 = __importDefault(require("ioredis"));
17
- const SCHEMA = {
18
- docs: "https://redis.io/docs/",
19
- description: "Redis is a caching tool, providing powerful key-value store capabilities.",
20
- friendlyName: "Redis",
21
- type: "Non-relational",
22
- features: [types_1.DatasourceFeature.CONNECTION_CHECKING],
23
- datasource: {
24
- host: {
25
- type: "string",
26
- required: true,
27
- default: "localhost",
28
- },
29
- port: {
30
- type: "number",
31
- required: true,
32
- default: 6379,
33
- },
34
- username: {
35
- type: "string",
36
- required: false,
37
- },
38
- password: {
39
- type: "password",
40
- required: false,
41
- },
42
- db: {
43
- type: "number",
44
- required: false,
45
- display: "DB",
46
- default: 0,
47
- },
48
- },
49
- query: {
50
- create: {
51
- type: types_1.QueryType.FIELDS,
52
- fields: {
53
- key: {
54
- type: types_1.DatasourceFieldType.STRING,
55
- required: true,
56
- },
57
- value: {
58
- type: types_1.DatasourceFieldType.STRING,
59
- required: true,
60
- },
61
- ttl: {
62
- type: types_1.DatasourceFieldType.NUMBER,
63
- },
64
- },
65
- },
66
- read: {
67
- readable: true,
68
- type: types_1.QueryType.FIELDS,
69
- fields: {
70
- key: {
71
- type: types_1.DatasourceFieldType.STRING,
72
- required: true,
73
- },
74
- },
75
- },
76
- delete: {
77
- type: types_1.QueryType.FIELDS,
78
- fields: {
79
- key: {
80
- type: types_1.DatasourceFieldType.STRING,
81
- required: true,
82
- },
83
- },
84
- },
85
- command: {
86
- readable: true,
87
- displayName: "Redis Command",
88
- type: types_1.QueryType.JSON,
89
- },
90
- },
91
- };
92
- class RedisIntegration {
93
- constructor(config) {
94
- this.config = config;
95
- this.client = new ioredis_1.default({
96
- host: this.config.host,
97
- port: this.config.port,
98
- username: this.config.username,
99
- password: this.config.password,
100
- db: this.config.db,
101
- });
102
- }
103
- testConnection() {
104
- return __awaiter(this, void 0, void 0, function* () {
105
- const response = {
106
- connected: false,
107
- };
108
- try {
109
- yield this.client.ping();
110
- response.connected = true;
111
- }
112
- catch (e) {
113
- response.error = e.message;
114
- }
115
- finally {
116
- yield this.disconnect();
117
- }
118
- return response;
119
- });
120
- }
121
- disconnect() {
122
- return __awaiter(this, void 0, void 0, function* () {
123
- return this.client.quit();
124
- });
125
- }
126
- redisContext(query) {
127
- return __awaiter(this, void 0, void 0, function* () {
128
- try {
129
- return yield query();
130
- }
131
- catch (err) {
132
- throw new Error(`Redis error: ${err}`);
133
- }
134
- finally {
135
- yield this.disconnect();
136
- }
137
- });
138
- }
139
- create(query) {
140
- return __awaiter(this, void 0, void 0, function* () {
141
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
142
- const response = yield this.client.set(query.key, query.value);
143
- if (query.ttl) {
144
- yield this.client.expire(query.key, query.ttl);
145
- }
146
- return response;
147
- }));
148
- });
149
- }
150
- read(query) {
151
- return __awaiter(this, void 0, void 0, function* () {
152
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
153
- return yield this.client.get(query.key);
154
- }));
155
- });
156
- }
157
- delete(query) {
158
- return __awaiter(this, void 0, void 0, function* () {
159
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
160
- return yield this.client.del(query.key);
161
- }));
162
- });
163
- }
164
- command(query) {
165
- return __awaiter(this, void 0, void 0, function* () {
166
- return this.redisContext(() => __awaiter(this, void 0, void 0, function* () {
167
- // commands split line by line
168
- const commands = query.json.trim().split("\n");
169
- let pipelineCommands = [];
170
- // process each command separately
171
- for (let command of commands) {
172
- const tokenised = command.trim().split(" ");
173
- // Pipeline only accepts lower case commands
174
- tokenised[0] = tokenised[0].toLowerCase();
175
- pipelineCommands.push(tokenised);
176
- }
177
- const pipeline = this.client.pipeline(pipelineCommands);
178
- const result = yield pipeline.exec();
179
- return result.map((output) => output[1]);
180
- }));
181
- });
182
- }
183
- }
184
- exports.default = {
185
- schema: SCHEMA,
186
- integration: RedisIntegration,
187
- };