@budibase/server 2.6.19-alpha.4 → 2.6.19-alpha.40
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dockerignore +7 -6
- package/Dockerfile +16 -8
- package/builder/assets/index.49c9e712.css +6 -0
- package/builder/assets/index.e3ce193c.js +1870 -0
- package/builder/index.html +2 -2
- package/client/manifest.json +5229 -0
- package/dist/automation.js +32476 -0
- package/dist/automation.js.map +7 -0
- package/dist/index.js +44907 -13
- package/dist/index.js.map +7 -0
- package/dist/query.js +24400 -0
- package/dist/query.js.map +7 -0
- package/jest.config.ts +3 -0
- package/nodemon.json +1 -1
- package/package.json +32 -13
- package/pm2.config.js +1 -1
- package/scripts/build.js +48 -0
- package/src/api/controllers/application.ts +21 -22
- package/src/api/controllers/automation.ts +37 -9
- package/src/api/controllers/datasource.ts +4 -0
- package/src/api/controllers/deploy/index.ts +1 -0
- package/src/api/controllers/row/index.ts +15 -22
- package/src/api/controllers/row/internal.ts +1 -1
- package/src/api/controllers/row/utils.ts +12 -0
- package/src/api/controllers/static/index.ts +3 -3
- package/src/api/controllers/table/index.ts +3 -0
- package/src/api/controllers/table/internal.ts +2 -6
- package/src/api/controllers/table/utils.ts +32 -1
- package/src/api/controllers/view/index.ts +5 -5
- package/src/api/controllers/webhook.ts +33 -9
- package/src/api/routes/application.ts +5 -0
- package/src/api/routes/automation.ts +0 -1
- package/src/api/routes/static.ts +3 -1
- package/src/api/routes/tests/{automation.spec.js → automation.spec.ts} +106 -31
- package/src/api/routes/tests/{webhook.spec.js → webhook.spec.ts} +33 -11
- package/src/app.ts +0 -1
- package/src/automations/actions.ts +8 -0
- package/src/automations/logging/index.ts +21 -0
- package/src/automations/steps/bash.ts +4 -0
- package/src/automations/steps/collect.ts +58 -0
- package/src/automations/steps/createRow.ts +4 -0
- package/src/automations/steps/delay.ts +1 -0
- package/src/automations/steps/deleteRow.ts +4 -0
- package/src/automations/steps/discord.ts +4 -0
- package/src/automations/steps/executeQuery.ts +4 -0
- package/src/automations/steps/executeScript.ts +4 -0
- package/src/automations/steps/filter.ts +1 -0
- package/src/automations/steps/loop.ts +1 -0
- package/src/automations/steps/make.ts +4 -0
- package/src/automations/steps/openai.ts +106 -0
- package/src/automations/steps/outgoingWebhook.ts +4 -0
- package/src/automations/steps/queryRows.ts +4 -0
- package/src/automations/steps/sendSmtpEmail.ts +4 -0
- package/src/automations/steps/serverLog.ts +4 -0
- package/src/automations/steps/slack.ts +4 -0
- package/src/automations/steps/updateRow.ts +4 -0
- package/src/automations/steps/zapier.ts +4 -0
- package/src/automations/tests/openai.spec.ts +86 -0
- package/src/automations/triggers.ts +3 -2
- package/src/constants/index.ts +17 -16
- package/src/db/inMemoryView.ts +1 -0
- package/src/environment.ts +3 -0
- package/src/integrations/airtable.ts +3 -1
- package/src/integrations/arangodb.ts +3 -1
- package/src/integrations/base/sqlTable.ts +0 -1
- package/src/integrations/couchdb.ts +3 -1
- package/src/integrations/dynamodb.ts +3 -1
- package/src/integrations/elasticsearch.ts +3 -1
- package/src/integrations/firebase.ts +3 -1
- package/src/integrations/googlesheets.ts +4 -4
- package/src/integrations/microsoftSqlServer.ts +4 -4
- package/src/integrations/mongodb.ts +3 -1
- package/src/integrations/mysql.ts +4 -4
- package/src/integrations/oracle.ts +4 -4
- package/src/integrations/postgres.ts +4 -4
- package/src/integrations/redis.ts +3 -1
- package/src/integrations/s3.ts +3 -1
- package/src/integrations/snowflake.ts +3 -1
- package/src/middleware/builder.ts +26 -18
- package/src/sdk/app/automations/index.ts +2 -0
- package/src/sdk/app/automations/utils.ts +7 -0
- package/src/startup.ts +2 -0
- package/src/tests/utilities/TestConfiguration.ts +4 -2
- package/src/tests/utilities/structures.ts +42 -0
- package/src/threads/automation.ts +82 -22
- package/src/threads/index.ts +9 -3
- package/src/threads/utils.ts +2 -0
- package/src/utilities/fileSystem/app.ts +14 -4
- package/src/utilities/fileSystem/clientLibrary.ts +8 -3
- package/src/utilities/fileSystem/filesystem.ts +3 -1
- package/src/utilities/redis.ts +18 -1
- package/src/utilities/rowProcessor/map.ts +1 -1
- package/src/websockets/builder.ts +74 -0
- package/src/websockets/client.ts +2 -2
- package/src/websockets/grid.ts +40 -44
- package/src/websockets/index.ts +5 -2
- package/src/websockets/websocket.ts +198 -7
- package/tsconfig.build.json +9 -1
- package/tsconfig.json +1 -14
- package/builder/assets/index.07382a47.css +0 -6
- package/builder/assets/index.3d5c50fb.js +0 -1786
- package/dist/api/controllers/analytics.js +0 -46
- package/dist/api/controllers/apikeys.js +0 -72
- package/dist/api/controllers/application.js +0 -574
- package/dist/api/controllers/auth.js +0 -80
- package/dist/api/controllers/automation.js +0 -303
- package/dist/api/controllers/backup.js +0 -37
- package/dist/api/controllers/component.js +0 -59
- package/dist/api/controllers/datasource.js +0 -352
- package/dist/api/controllers/deploy/Deployment.js +0 -53
- package/dist/api/controllers/deploy/index.js +0 -198
- package/dist/api/controllers/dev.js +0 -146
- package/dist/api/controllers/integration.js +0 -28
- package/dist/api/controllers/layout.js +0 -49
- package/dist/api/controllers/metadata.js +0 -63
- package/dist/api/controllers/migrations.js +0 -29
- package/dist/api/controllers/ops.js +0 -40
- package/dist/api/controllers/permission.js +0 -162
- package/dist/api/controllers/plugin/file.js +0 -24
- package/dist/api/controllers/plugin/github.js +0 -69
- package/dist/api/controllers/plugin/index.js +0 -112
- package/dist/api/controllers/plugin/npm.js +0 -58
- package/dist/api/controllers/plugin/uploaders.js +0 -11
- package/dist/api/controllers/plugin/url.js +0 -24
- package/dist/api/controllers/plugin/utils.js +0 -27
- package/dist/api/controllers/public/applications.js +0 -146
- package/dist/api/controllers/public/mapping/applications.js +0 -29
- package/dist/api/controllers/public/mapping/index.js +0 -11
- package/dist/api/controllers/public/mapping/queries.js +0 -36
- package/dist/api/controllers/public/mapping/rows.js +0 -24
- package/dist/api/controllers/public/mapping/tables.js +0 -23
- package/dist/api/controllers/public/mapping/types.js +0 -2
- package/dist/api/controllers/public/mapping/users.js +0 -29
- package/dist/api/controllers/public/metrics.js +0 -113
- package/dist/api/controllers/public/queries.js +0 -58
- package/dist/api/controllers/public/rows.js +0 -120
- package/dist/api/controllers/public/tables.js +0 -95
- package/dist/api/controllers/public/users.js +0 -93
- package/dist/api/controllers/public/utils.js +0 -56
- package/dist/api/controllers/query/import/index.js +0 -87
- package/dist/api/controllers/query/import/sources/base/index.js +0 -75
- package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
- package/dist/api/controllers/query/import/sources/curl.js +0 -99
- package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
- package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
- package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
- package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
- package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
- package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
- package/dist/api/controllers/query/index.js +0 -299
- package/dist/api/controllers/query/validation.js +0 -53
- package/dist/api/controllers/role.js +0 -109
- package/dist/api/controllers/routing.js +0 -105
- package/dist/api/controllers/row/ExternalRequest.js +0 -683
- package/dist/api/controllers/row/external.js +0 -339
- package/dist/api/controllers/row/index.js +0 -203
- package/dist/api/controllers/row/internal.js +0 -509
- package/dist/api/controllers/row/internalSearch.js +0 -28
- package/dist/api/controllers/row/staticFormula.js +0 -165
- package/dist/api/controllers/row/utils.js +0 -183
- package/dist/api/controllers/screen.js +0 -110
- package/dist/api/controllers/script.js +0 -30
- package/dist/api/controllers/static/index.js +0 -268
- package/dist/api/controllers/table/bulkFormula.js +0 -173
- package/dist/api/controllers/table/external.js +0 -279
- package/dist/api/controllers/table/index.js +0 -179
- package/dist/api/controllers/table/internal.js +0 -197
- package/dist/api/controllers/table/utils.js +0 -379
- package/dist/api/controllers/templates.js +0 -56
- package/dist/api/controllers/user.js +0 -124
- package/dist/api/controllers/view/exporters.js +0 -46
- package/dist/api/controllers/view/index.js +0 -193
- package/dist/api/controllers/view/utils.js +0 -177
- package/dist/api/controllers/view/viewBuilder.js +0 -158
- package/dist/api/controllers/webhook.js +0 -134
- package/dist/api/index.js +0 -55
- package/dist/api/routes/analytics.js +0 -34
- package/dist/api/routes/apikeys.js +0 -37
- package/dist/api/routes/application.js +0 -48
- package/dist/api/routes/auth.js +0 -33
- package/dist/api/routes/automation.js +0 -50
- package/dist/api/routes/backup.js +0 -35
- package/dist/api/routes/component.js +0 -35
- package/dist/api/routes/datasource.js +0 -45
- package/dist/api/routes/deploy.js +0 -37
- package/dist/api/routes/dev.js +0 -49
- package/dist/api/routes/index.js +0 -75
- package/dist/api/routes/integration.js +0 -37
- package/dist/api/routes/layout.js +0 -37
- package/dist/api/routes/metadata.js +0 -40
- package/dist/api/routes/migrations.js +0 -36
- package/dist/api/routes/ops.js +0 -52
- package/dist/api/routes/permission.js +0 -44
- package/dist/api/routes/plugin.js +0 -39
- package/dist/api/routes/public/applications.js +0 -174
- package/dist/api/routes/public/index.js +0 -140
- package/dist/api/routes/public/metrics.js +0 -30
- package/dist/api/routes/public/middleware/mapper.js +0 -97
- package/dist/api/routes/public/queries.js +0 -72
- package/dist/api/routes/public/rows.js +0 -158
- package/dist/api/routes/public/tables.js +0 -152
- package/dist/api/routes/public/users.js +0 -135
- package/dist/api/routes/public/utils/Endpoint.js +0 -36
- package/dist/api/routes/query.js +0 -47
- package/dist/api/routes/role.js +0 -40
- package/dist/api/routes/routing.js +0 -39
- package/dist/api/routes/row.js +0 -239
- package/dist/api/routes/screen.js +0 -39
- package/dist/api/routes/script.js +0 -35
- package/dist/api/routes/static.js +0 -80
- package/dist/api/routes/table.js +0 -163
- package/dist/api/routes/templates.js +0 -37
- package/dist/api/routes/user.js +0 -43
- package/dist/api/routes/utils/validators.js +0 -238
- package/dist/api/routes/view.js +0 -42
- package/dist/api/routes/webhook.js +0 -43
- package/dist/app.js +0 -132
- package/dist/automations/actions.js +0 -137
- package/dist/automations/automationUtils.js +0 -173
- package/dist/automations/bullboard.js +0 -71
- package/dist/automations/index.js +0 -43
- package/dist/automations/logging/index.js +0 -53
- package/dist/automations/steps/bash.js +0 -111
- package/dist/automations/steps/createRow.js +0 -108
- package/dist/automations/steps/delay.js +0 -53
- package/dist/automations/steps/deleteRow.js +0 -96
- package/dist/automations/steps/discord.js +0 -116
- package/dist/automations/steps/executeQuery.js +0 -134
- package/dist/automations/steps/executeScript.js +0 -106
- package/dist/automations/steps/filter.js +0 -112
- package/dist/automations/steps/loop.js +0 -54
- package/dist/automations/steps/make.js +0 -134
- package/dist/automations/steps/outgoingWebhook.js +0 -166
- package/dist/automations/steps/queryRows.js +0 -216
- package/dist/automations/steps/sendSmtpEmail.js +0 -115
- package/dist/automations/steps/serverLog.js +0 -65
- package/dist/automations/steps/slack.js +0 -98
- package/dist/automations/steps/updateRow.js +0 -144
- package/dist/automations/steps/utils.js +0 -56
- package/dist/automations/steps/zapier.js +0 -130
- package/dist/automations/triggerInfo/app.js +0 -36
- package/dist/automations/triggerInfo/cron.js +0 -35
- package/dist/automations/triggerInfo/index.js +0 -40
- package/dist/automations/triggerInfo/rowDeleted.js +0 -36
- package/dist/automations/triggerInfo/rowSaved.js +0 -44
- package/dist/automations/triggerInfo/rowUpdated.js +0 -44
- package/dist/automations/triggerInfo/webhook.js +0 -40
- package/dist/automations/triggers.js +0 -181
- package/dist/automations/utils.js +0 -275
- package/dist/constants/definitions.js +0 -2
- package/dist/constants/index.js +0 -181
- package/dist/constants/layouts.js +0 -148
- package/dist/constants/screens.js +0 -51
- package/dist/db/defaultData/datasource_bb_default.js +0 -574
- package/dist/db/defaultData/employeeImport.js +0 -155
- package/dist/db/defaultData/expensesImport.js +0 -117
- package/dist/db/defaultData/inventoryImport.js +0 -109
- package/dist/db/defaultData/jobsImport.js +0 -152
- package/dist/db/dynamoClient.js +0 -124
- package/dist/db/inMemoryView.js +0 -62
- package/dist/db/index.js +0 -43
- package/dist/db/linkedRows/LinkController.js +0 -392
- package/dist/db/linkedRows/LinkDocument.js +0 -33
- package/dist/db/linkedRows/index.js +0 -206
- package/dist/db/linkedRows/linkUtils.js +0 -131
- package/dist/db/newid.js +0 -7
- package/dist/db/utils.js +0 -248
- package/dist/db/views/staticViews.js +0 -144
- package/dist/ddApm.js +0 -11
- package/dist/definitions/automations.js +0 -8
- package/dist/definitions/common.js +0 -2
- package/dist/definitions/datasource.js +0 -7
- package/dist/definitions/openapi.js +0 -6
- package/dist/environment.js +0 -109
- package/dist/events/AutomationEmitter.js +0 -53
- package/dist/events/BudibaseEmitter.js +0 -25
- package/dist/events/docUpdates/index.js +0 -17
- package/dist/events/docUpdates/processors.js +0 -18
- package/dist/events/docUpdates/syncUsers.js +0 -49
- package/dist/events/index.js +0 -11
- package/dist/events/utils.js +0 -43
- package/dist/integrations/airtable.js +0 -173
- package/dist/integrations/arangodb.js +0 -119
- package/dist/integrations/base/query.js +0 -32
- package/dist/integrations/base/sql.js +0 -600
- package/dist/integrations/base/sqlTable.js +0 -167
- package/dist/integrations/base/types.js +0 -2
- package/dist/integrations/couchdb.js +0 -140
- package/dist/integrations/dynamodb.js +0 -210
- package/dist/integrations/elasticsearch.js +0 -201
- package/dist/integrations/firebase.js +0 -189
- package/dist/integrations/googlesheets.js +0 -493
- package/dist/integrations/index.js +0 -138
- package/dist/integrations/microsoftSqlServer.js +0 -308
- package/dist/integrations/mongodb.js +0 -630
- package/dist/integrations/mysql.js +0 -291
- package/dist/integrations/oracle.js +0 -415
- package/dist/integrations/postgres.js +0 -335
- package/dist/integrations/queries/sql.js +0 -84
- package/dist/integrations/redis.js +0 -187
- package/dist/integrations/rest.js +0 -400
- package/dist/integrations/s3.js +0 -256
- package/dist/integrations/snowflake.js +0 -114
- package/dist/integrations/utils.js +0 -295
- package/dist/middleware/appInfo.js +0 -22
- package/dist/middleware/authorized.js +0 -112
- package/dist/middleware/builder.js +0 -93
- package/dist/middleware/currentapp.js +0 -103
- package/dist/middleware/joi-validator.js +0 -43
- package/dist/middleware/publicApi.js +0 -25
- package/dist/middleware/resourceId.js +0 -59
- package/dist/middleware/selfhost.js +0 -24
- package/dist/middleware/utils.js +0 -8
- package/dist/migrations/functions/appUrls.js +0 -42
- package/dist/migrations/functions/backfill/app/automations.js +0 -31
- package/dist/migrations/functions/backfill/app/datasources.js +0 -28
- package/dist/migrations/functions/backfill/app/layouts.js +0 -33
- package/dist/migrations/functions/backfill/app/queries.js +0 -49
- package/dist/migrations/functions/backfill/app/roles.js +0 -28
- package/dist/migrations/functions/backfill/app/screens.js +0 -28
- package/dist/migrations/functions/backfill/app/tables.js +0 -37
- package/dist/migrations/functions/backfill/app.js +0 -176
- package/dist/migrations/functions/backfill/global/configs.js +0 -67
- package/dist/migrations/functions/backfill/global/quotas.js +0 -60
- package/dist/migrations/functions/backfill/global/users.js +0 -50
- package/dist/migrations/functions/backfill/global.js +0 -205
- package/dist/migrations/functions/backfill/index.js +0 -32
- package/dist/migrations/functions/backfill/installation.js +0 -80
- package/dist/migrations/functions/syncQuotas.js +0 -52
- package/dist/migrations/functions/tableSettings.js +0 -130
- package/dist/migrations/functions/usageQuotas/index.js +0 -16
- package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
- package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
- package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
- package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
- package/dist/migrations/functions/userEmailViewCasing.js +0 -24
- package/dist/migrations/index.js +0 -111
- package/dist/migrations/tests/helpers.js +0 -72
- package/dist/migrations/tests/structures.js +0 -37
- package/dist/sdk/app/applications/index.js +0 -28
- package/dist/sdk/app/applications/sync.js +0 -164
- package/dist/sdk/app/applications/utils.js +0 -21
- package/dist/sdk/app/automations/index.js +0 -29
- package/dist/sdk/app/automations/webhook.js +0 -54
- package/dist/sdk/app/backups/constants.js +0 -6
- package/dist/sdk/app/backups/exports.js +0 -160
- package/dist/sdk/app/backups/imports.js +0 -170
- package/dist/sdk/app/backups/index.js +0 -29
- package/dist/sdk/app/backups/statistics.js +0 -73
- package/dist/sdk/app/datasources/datasources.js +0 -173
- package/dist/sdk/app/datasources/index.js +0 -27
- package/dist/sdk/app/queries/index.js +0 -27
- package/dist/sdk/app/queries/queries.js +0 -60
- package/dist/sdk/app/rows/attachments.js +0 -61
- package/dist/sdk/app/rows/index.js +0 -28
- package/dist/sdk/app/rows/rows.js +0 -30
- package/dist/sdk/app/tables/index.js +0 -65
- package/dist/sdk/index.js +0 -27
- package/dist/sdk/plugins/index.js +0 -27
- package/dist/sdk/plugins/plugins.js +0 -53
- package/dist/sdk/users/index.js +0 -27
- package/dist/sdk/users/utils.js +0 -87
- package/dist/sdk/utils/index.js +0 -29
- package/dist/startup.js +0 -158
- package/dist/threads/automation.js +0 -450
- package/dist/threads/definitions.js +0 -2
- package/dist/threads/index.js +0 -140
- package/dist/threads/query.js +0 -265
- package/dist/threads/utils.js +0 -120
- package/dist/tsconfig.build.tsbuildinfo +0 -1
- package/dist/utilities/appDirectoryTemplate/package.json +0 -10
- package/dist/utilities/budibaseDir.js +0 -5
- package/dist/utilities/centralPath.js +0 -27
- package/dist/utilities/csv.js +0 -33
- package/dist/utilities/fileSystem/app.js +0 -88
- package/dist/utilities/fileSystem/clientLibrary.js +0 -138
- package/dist/utilities/fileSystem/filesystem.js +0 -180
- package/dist/utilities/fileSystem/index.js +0 -21
- package/dist/utilities/fileSystem/plugin.js +0 -76
- package/dist/utilities/fileSystem/processor.js +0 -34
- package/dist/utilities/fileSystem/template.js +0 -47
- package/dist/utilities/global.js +0 -149
- package/dist/utilities/index.js +0 -143
- package/dist/utilities/redis.js +0 -117
- package/dist/utilities/retry.js +0 -30
- package/dist/utilities/routing/index.js +0 -39
- package/dist/utilities/rowProcessor/index.js +0 -282
- package/dist/utilities/rowProcessor/map.js +0 -116
- package/dist/utilities/rowProcessor/utils.js +0 -87
- package/dist/utilities/schema.js +0 -112
- package/dist/utilities/scriptRunner.js +0 -26
- package/dist/utilities/security.js +0 -57
- package/dist/utilities/statusCodes.js +0 -9
- package/dist/utilities/usageQuota/rows.js +0 -88
- package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
- package/dist/utilities/users.js +0 -57
- package/dist/utilities/workerRequests.js +0 -171
- package/dist/watch.js +0 -53
- package/dist/websockets/client.js +0 -14
- package/dist/websockets/grid.js +0 -60
- package/dist/websockets/index.js +0 -17
- package/dist/websockets/websocket.js +0 -78
- /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
- /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
- /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
|
@@ -1,683 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
var __rest = (this && this.__rest) || function (s, e) {
|
|
12
|
-
var t = {};
|
|
13
|
-
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
|
|
14
|
-
t[p] = s[p];
|
|
15
|
-
if (s != null && typeof Object.getOwnPropertySymbols === "function")
|
|
16
|
-
for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
|
|
17
|
-
if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
|
|
18
|
-
t[p[i]] = s[p[i]];
|
|
19
|
-
}
|
|
20
|
-
return t;
|
|
21
|
-
};
|
|
22
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
23
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
24
|
-
};
|
|
25
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
|
-
exports.ExternalRequest = void 0;
|
|
27
|
-
const types_1 = require("@budibase/types");
|
|
28
|
-
const utils_1 = require("../../../integrations/utils");
|
|
29
|
-
const utils_2 = require("./utils");
|
|
30
|
-
const constants_1 = require("../../../constants");
|
|
31
|
-
const string_templates_1 = require("@budibase/string-templates");
|
|
32
|
-
const fp_1 = require("lodash/fp");
|
|
33
|
-
const rowProcessor_1 = require("../../../utilities/rowProcessor");
|
|
34
|
-
const backend_core_1 = require("@budibase/backend-core");
|
|
35
|
-
const sdk_1 = __importDefault(require("../../../sdk"));
|
|
36
|
-
function buildFilters(id, filters, table) {
|
|
37
|
-
const primary = table.primary;
|
|
38
|
-
// if passed in array need to copy for shifting etc
|
|
39
|
-
let idCopy = (0, fp_1.cloneDeep)(id);
|
|
40
|
-
if (filters) {
|
|
41
|
-
// need to map over the filters and make sure the _id field isn't present
|
|
42
|
-
let prefix = 1;
|
|
43
|
-
for (let operator of Object.values(filters)) {
|
|
44
|
-
for (let field of Object.keys(operator || {})) {
|
|
45
|
-
if (backend_core_1.db.removeKeyNumbering(field) === "_id") {
|
|
46
|
-
if (primary) {
|
|
47
|
-
const parts = (0, utils_1.breakRowIdField)(operator[field]);
|
|
48
|
-
for (let field of primary) {
|
|
49
|
-
operator[`${prefix}:${field}`] = parts.shift();
|
|
50
|
-
}
|
|
51
|
-
prefix++;
|
|
52
|
-
}
|
|
53
|
-
// make sure this field doesn't exist on any filter
|
|
54
|
-
delete operator[field];
|
|
55
|
-
}
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
}
|
|
59
|
-
// there is no id, just use the user provided filters
|
|
60
|
-
if (!idCopy || !table) {
|
|
61
|
-
return filters;
|
|
62
|
-
}
|
|
63
|
-
// if used as URL parameter it will have been joined
|
|
64
|
-
if (!Array.isArray(idCopy)) {
|
|
65
|
-
idCopy = (0, utils_1.breakRowIdField)(idCopy);
|
|
66
|
-
}
|
|
67
|
-
const equal = {};
|
|
68
|
-
if (primary && idCopy) {
|
|
69
|
-
for (let field of primary) {
|
|
70
|
-
// work through the ID and get the parts
|
|
71
|
-
equal[field] = idCopy.shift();
|
|
72
|
-
}
|
|
73
|
-
}
|
|
74
|
-
return {
|
|
75
|
-
equal,
|
|
76
|
-
};
|
|
77
|
-
}
|
|
78
|
-
/**
|
|
79
|
-
* This function checks the incoming parameters to make sure all the inputs are
|
|
80
|
-
* valid based on on the table schema. The main thing this is looking for is when a
|
|
81
|
-
* user has made use of the _id field of a row for a foreign key or a search parameter.
|
|
82
|
-
* In these cases the key will be sent up as [1], rather than 1. In these cases we will
|
|
83
|
-
* simplify it down to the requirements. This function is quite complex as we try to be
|
|
84
|
-
* relatively restrictive over what types of columns we will perform this action for.
|
|
85
|
-
*/
|
|
86
|
-
function cleanupConfig(config, table) {
|
|
87
|
-
const primaryOptions = [
|
|
88
|
-
constants_1.FieldTypes.STRING,
|
|
89
|
-
constants_1.FieldTypes.LONGFORM,
|
|
90
|
-
constants_1.FieldTypes.OPTIONS,
|
|
91
|
-
constants_1.FieldTypes.NUMBER,
|
|
92
|
-
];
|
|
93
|
-
// filter out fields which cannot be keys
|
|
94
|
-
const fieldNames = Object.entries(table.schema)
|
|
95
|
-
.filter(schema => primaryOptions.find(val => val === schema[1].type))
|
|
96
|
-
.map(([fieldName]) => fieldName);
|
|
97
|
-
const iterateObject = (obj) => {
|
|
98
|
-
for (let [field, value] of Object.entries(obj)) {
|
|
99
|
-
if (fieldNames.find(name => name === field) && (0, utils_1.isRowId)(value)) {
|
|
100
|
-
obj[field] = (0, utils_1.convertRowId)(value);
|
|
101
|
-
}
|
|
102
|
-
}
|
|
103
|
-
};
|
|
104
|
-
// check the row and filters to make sure they aren't a key of some sort
|
|
105
|
-
if (config.filters) {
|
|
106
|
-
for (let [key, filter] of Object.entries(config.filters)) {
|
|
107
|
-
// oneOf is an array, don't iterate it
|
|
108
|
-
if (typeof filter !== "object" ||
|
|
109
|
-
Object.keys(filter).length === 0 ||
|
|
110
|
-
key === types_1.FilterType.ONE_OF) {
|
|
111
|
-
continue;
|
|
112
|
-
}
|
|
113
|
-
iterateObject(filter);
|
|
114
|
-
}
|
|
115
|
-
}
|
|
116
|
-
if (config.row) {
|
|
117
|
-
iterateObject(config.row);
|
|
118
|
-
}
|
|
119
|
-
return config;
|
|
120
|
-
}
|
|
121
|
-
function generateIdForRow(row, table, isLinked = false) {
|
|
122
|
-
const primary = table.primary;
|
|
123
|
-
if (!row || !primary) {
|
|
124
|
-
return "";
|
|
125
|
-
}
|
|
126
|
-
// build id array
|
|
127
|
-
let idParts = [];
|
|
128
|
-
for (let field of primary) {
|
|
129
|
-
let fieldValue = extractFieldValue({
|
|
130
|
-
row,
|
|
131
|
-
tableName: table.name,
|
|
132
|
-
fieldName: field,
|
|
133
|
-
isLinked,
|
|
134
|
-
});
|
|
135
|
-
if (fieldValue) {
|
|
136
|
-
idParts.push(fieldValue);
|
|
137
|
-
}
|
|
138
|
-
}
|
|
139
|
-
if (idParts.length === 0) {
|
|
140
|
-
return "";
|
|
141
|
-
}
|
|
142
|
-
return (0, utils_1.generateRowIdField)(idParts);
|
|
143
|
-
}
|
|
144
|
-
function getEndpoint(tableId, operation) {
|
|
145
|
-
if (!tableId) {
|
|
146
|
-
return {};
|
|
147
|
-
}
|
|
148
|
-
const { datasourceId, tableName } = (0, utils_1.breakExternalTableId)(tableId);
|
|
149
|
-
return {
|
|
150
|
-
datasourceId,
|
|
151
|
-
entityId: tableName,
|
|
152
|
-
operation,
|
|
153
|
-
};
|
|
154
|
-
}
|
|
155
|
-
// need to handle table name + field or just field, depending on if relationships used
|
|
156
|
-
function extractFieldValue({ row, tableName, fieldName, isLinked, }) {
|
|
157
|
-
let value = row[`${tableName}.${fieldName}`];
|
|
158
|
-
if (value == null && !isLinked) {
|
|
159
|
-
value = row[fieldName];
|
|
160
|
-
}
|
|
161
|
-
return value;
|
|
162
|
-
}
|
|
163
|
-
function basicProcessing({ row, table, isLinked, }) {
|
|
164
|
-
const thisRow = {};
|
|
165
|
-
// filter the row down to what is actually the row (not joined)
|
|
166
|
-
for (let field of Object.values(table.schema)) {
|
|
167
|
-
const fieldName = field.name;
|
|
168
|
-
const value = extractFieldValue({
|
|
169
|
-
row,
|
|
170
|
-
tableName: table.name,
|
|
171
|
-
fieldName,
|
|
172
|
-
isLinked,
|
|
173
|
-
});
|
|
174
|
-
// all responses include "select col as table.col" so that overlaps are handled
|
|
175
|
-
if (value != null) {
|
|
176
|
-
thisRow[fieldName] = value;
|
|
177
|
-
}
|
|
178
|
-
}
|
|
179
|
-
thisRow._id = generateIdForRow(row, table, isLinked);
|
|
180
|
-
thisRow.tableId = table._id;
|
|
181
|
-
thisRow._rev = "rev";
|
|
182
|
-
return (0, rowProcessor_1.processFormulas)(table, thisRow);
|
|
183
|
-
}
|
|
184
|
-
function fixArrayTypes(row, table) {
|
|
185
|
-
for (let [fieldName, schema] of Object.entries(table.schema)) {
|
|
186
|
-
if (schema.type === constants_1.FieldTypes.ARRAY &&
|
|
187
|
-
typeof row[fieldName] === "string") {
|
|
188
|
-
try {
|
|
189
|
-
row[fieldName] = JSON.parse(row[fieldName]);
|
|
190
|
-
}
|
|
191
|
-
catch (err) {
|
|
192
|
-
// couldn't convert back to array, ignore
|
|
193
|
-
delete row[fieldName];
|
|
194
|
-
}
|
|
195
|
-
}
|
|
196
|
-
}
|
|
197
|
-
return row;
|
|
198
|
-
}
|
|
199
|
-
function isOneSide(field) {
|
|
200
|
-
return (field.relationshipType && field.relationshipType.split("-")[0] === "one");
|
|
201
|
-
}
|
|
202
|
-
class ExternalRequest {
|
|
203
|
-
constructor(operation, tableId, datasource) {
|
|
204
|
-
this.tables = {};
|
|
205
|
-
this.operation = operation;
|
|
206
|
-
this.tableId = tableId;
|
|
207
|
-
this.datasource = datasource;
|
|
208
|
-
if (datasource && datasource.entities) {
|
|
209
|
-
this.tables = datasource.entities;
|
|
210
|
-
}
|
|
211
|
-
}
|
|
212
|
-
getTable(tableId) {
|
|
213
|
-
if (!tableId) {
|
|
214
|
-
throw "Table ID is unknown, cannot find table";
|
|
215
|
-
}
|
|
216
|
-
const { tableName } = (0, utils_1.breakExternalTableId)(tableId);
|
|
217
|
-
if (tableName) {
|
|
218
|
-
return this.tables[tableName];
|
|
219
|
-
}
|
|
220
|
-
}
|
|
221
|
-
inputProcessing(row, table) {
|
|
222
|
-
var _a;
|
|
223
|
-
if (!row) {
|
|
224
|
-
return { row, manyRelationships: [] };
|
|
225
|
-
}
|
|
226
|
-
// we don't really support composite keys for relationships, this is why [0] is used
|
|
227
|
-
// @ts-ignore
|
|
228
|
-
const tablePrimary = table.primary[0];
|
|
229
|
-
let newRow = {}, manyRelationships = [];
|
|
230
|
-
for (let [key, field] of Object.entries(table.schema)) {
|
|
231
|
-
// if set already, or not set just skip it
|
|
232
|
-
if (row[key] == null ||
|
|
233
|
-
newRow[key] ||
|
|
234
|
-
field.autocolumn ||
|
|
235
|
-
field.type === constants_1.FieldTypes.FORMULA) {
|
|
236
|
-
continue;
|
|
237
|
-
}
|
|
238
|
-
// if its an empty string then it means return the column to null (if possible)
|
|
239
|
-
if (row[key] === "") {
|
|
240
|
-
newRow[key] = null;
|
|
241
|
-
continue;
|
|
242
|
-
}
|
|
243
|
-
// parse floats/numbers
|
|
244
|
-
if (field.type === constants_1.FieldTypes.NUMBER && !isNaN(parseFloat(row[key]))) {
|
|
245
|
-
newRow[key] = parseFloat(row[key]);
|
|
246
|
-
}
|
|
247
|
-
// if its not a link then just copy it over
|
|
248
|
-
if (field.type !== constants_1.FieldTypes.LINK) {
|
|
249
|
-
newRow[key] = row[key];
|
|
250
|
-
continue;
|
|
251
|
-
}
|
|
252
|
-
const { tableName: linkTableName } = (0, utils_1.breakExternalTableId)(field === null || field === void 0 ? void 0 : field.tableId);
|
|
253
|
-
// table has to exist for many to many
|
|
254
|
-
if (!linkTableName || !this.tables[linkTableName]) {
|
|
255
|
-
continue;
|
|
256
|
-
}
|
|
257
|
-
const linkTable = this.tables[linkTableName];
|
|
258
|
-
// @ts-ignore
|
|
259
|
-
const linkTablePrimary = linkTable.primary[0];
|
|
260
|
-
// one to many
|
|
261
|
-
if (isOneSide(field)) {
|
|
262
|
-
let id = row[key][0];
|
|
263
|
-
if (typeof row[key] === "string") {
|
|
264
|
-
id = (_a = decodeURIComponent(row[key]).match(/\[(.*?)\]/)) === null || _a === void 0 ? void 0 : _a[1];
|
|
265
|
-
}
|
|
266
|
-
newRow[field.foreignKey || linkTablePrimary] = (0, utils_1.breakRowIdField)(id)[0];
|
|
267
|
-
}
|
|
268
|
-
// many to many
|
|
269
|
-
else if (field.through) {
|
|
270
|
-
// we're not inserting a doc, will be a bunch of update calls
|
|
271
|
-
const otherKey = field.throughFrom || linkTablePrimary;
|
|
272
|
-
const thisKey = field.throughTo || tablePrimary;
|
|
273
|
-
row[key].forEach((relationship) => {
|
|
274
|
-
manyRelationships.push({
|
|
275
|
-
tableId: field.through || field.tableId,
|
|
276
|
-
isUpdate: false,
|
|
277
|
-
key: otherKey,
|
|
278
|
-
[otherKey]: (0, utils_1.breakRowIdField)(relationship)[0],
|
|
279
|
-
// leave the ID for enrichment later
|
|
280
|
-
[thisKey]: `{{ literal ${tablePrimary} }}`,
|
|
281
|
-
});
|
|
282
|
-
});
|
|
283
|
-
}
|
|
284
|
-
// many to one
|
|
285
|
-
else {
|
|
286
|
-
const thisKey = "id";
|
|
287
|
-
// @ts-ignore
|
|
288
|
-
const otherKey = field.fieldName;
|
|
289
|
-
row[key].forEach((relationship) => {
|
|
290
|
-
manyRelationships.push({
|
|
291
|
-
tableId: field.tableId,
|
|
292
|
-
isUpdate: true,
|
|
293
|
-
key: otherKey,
|
|
294
|
-
[thisKey]: (0, utils_1.breakRowIdField)(relationship)[0],
|
|
295
|
-
// leave the ID for enrichment later
|
|
296
|
-
[otherKey]: `{{ literal ${tablePrimary} }}`,
|
|
297
|
-
});
|
|
298
|
-
});
|
|
299
|
-
}
|
|
300
|
-
}
|
|
301
|
-
// we return the relationships that may need to be created in the through table
|
|
302
|
-
// we do this so that if the ID is generated by the DB it can be inserted
|
|
303
|
-
// after the fact
|
|
304
|
-
return { row: newRow, manyRelationships };
|
|
305
|
-
}
|
|
306
|
-
squashRelationshipColumns(table, row, relationships) {
|
|
307
|
-
for (let relationship of relationships) {
|
|
308
|
-
const linkedTable = this.tables[relationship.tableName];
|
|
309
|
-
if (!linkedTable || !row[relationship.column]) {
|
|
310
|
-
continue;
|
|
311
|
-
}
|
|
312
|
-
const display = linkedTable.primaryDisplay;
|
|
313
|
-
for (let key of Object.keys(row[relationship.column])) {
|
|
314
|
-
let relatedRow = row[relationship.column][key];
|
|
315
|
-
// add this row as context for the relationship
|
|
316
|
-
for (let col of Object.values(linkedTable.schema)) {
|
|
317
|
-
if (col.type === types_1.FieldType.LINK && col.tableId === table._id) {
|
|
318
|
-
relatedRow[col.name] = [row];
|
|
319
|
-
}
|
|
320
|
-
}
|
|
321
|
-
relatedRow = (0, rowProcessor_1.processFormulas)(linkedTable, relatedRow);
|
|
322
|
-
const relatedDisplay = display ? relatedRow[display] : undefined;
|
|
323
|
-
row[relationship.column][key] = {
|
|
324
|
-
primaryDisplay: relatedDisplay || "Invalid display column",
|
|
325
|
-
_id: relatedRow._id,
|
|
326
|
-
};
|
|
327
|
-
}
|
|
328
|
-
}
|
|
329
|
-
return row;
|
|
330
|
-
}
|
|
331
|
-
/**
|
|
332
|
-
* This iterates through the returned rows and works out what elements of the rows
|
|
333
|
-
* actually match up to another row (based on primary keys) - this is pretty specific
|
|
334
|
-
* to SQL and the way that SQL relationships are returned based on joins.
|
|
335
|
-
* This is complicated, but the idea is that when a SQL query returns all the relations
|
|
336
|
-
* will be separate rows, with all of the data in each row. We have to decipher what comes
|
|
337
|
-
* from where (which tables) and how to convert that into budibase columns.
|
|
338
|
-
*/
|
|
339
|
-
updateRelationshipColumns(table, row, rows, relationships) {
|
|
340
|
-
var _a, _b;
|
|
341
|
-
const columns = {};
|
|
342
|
-
for (let relationship of relationships) {
|
|
343
|
-
const linkedTable = this.tables[relationship.tableName];
|
|
344
|
-
if (!linkedTable) {
|
|
345
|
-
continue;
|
|
346
|
-
}
|
|
347
|
-
const fromColumn = `${table.name}.${relationship.from}`;
|
|
348
|
-
const toColumn = `${linkedTable.name}.${relationship.to}`;
|
|
349
|
-
// this is important when working with multiple relationships
|
|
350
|
-
// between the same tables, don't want to overlap/multiply the relations
|
|
351
|
-
if (!relationship.through &&
|
|
352
|
-
((_a = row[fromColumn]) === null || _a === void 0 ? void 0 : _a.toString()) !== ((_b = row[toColumn]) === null || _b === void 0 ? void 0 : _b.toString())) {
|
|
353
|
-
continue;
|
|
354
|
-
}
|
|
355
|
-
let linked = basicProcessing({ row, table: linkedTable, isLinked: true });
|
|
356
|
-
if (!linked._id) {
|
|
357
|
-
continue;
|
|
358
|
-
}
|
|
359
|
-
columns[relationship.column] = linked;
|
|
360
|
-
}
|
|
361
|
-
for (let [column, related] of Object.entries(columns)) {
|
|
362
|
-
if (!row._id) {
|
|
363
|
-
continue;
|
|
364
|
-
}
|
|
365
|
-
const rowId = row._id;
|
|
366
|
-
if (!Array.isArray(rows[rowId][column])) {
|
|
367
|
-
rows[rowId][column] = [];
|
|
368
|
-
}
|
|
369
|
-
// make sure relationship hasn't been found already
|
|
370
|
-
if (!rows[rowId][column].find((relation) => relation._id === related._id)) {
|
|
371
|
-
rows[rowId][column].push(related);
|
|
372
|
-
}
|
|
373
|
-
}
|
|
374
|
-
return rows;
|
|
375
|
-
}
|
|
376
|
-
outputProcessing(rows = [], table, relationships) {
|
|
377
|
-
if (!rows || rows.length === 0 || rows[0].read === true) {
|
|
378
|
-
return [];
|
|
379
|
-
}
|
|
380
|
-
let finalRows = {};
|
|
381
|
-
for (let row of rows) {
|
|
382
|
-
const rowId = generateIdForRow(row, table);
|
|
383
|
-
row._id = rowId;
|
|
384
|
-
// this is a relationship of some sort
|
|
385
|
-
if (finalRows[rowId]) {
|
|
386
|
-
finalRows = this.updateRelationshipColumns(table, row, finalRows, relationships);
|
|
387
|
-
continue;
|
|
388
|
-
}
|
|
389
|
-
const thisRow = fixArrayTypes(basicProcessing({ row, table, isLinked: false }), table);
|
|
390
|
-
if (thisRow._id == null) {
|
|
391
|
-
throw "Unable to generate row ID for SQL rows";
|
|
392
|
-
}
|
|
393
|
-
finalRows[thisRow._id] = thisRow;
|
|
394
|
-
// do this at end once its been added to the final rows
|
|
395
|
-
finalRows = this.updateRelationshipColumns(table, row, finalRows, relationships);
|
|
396
|
-
}
|
|
397
|
-
// Process some additional data types
|
|
398
|
-
let finalRowArray = Object.values(finalRows);
|
|
399
|
-
finalRowArray = (0, rowProcessor_1.processDates)(table, finalRowArray);
|
|
400
|
-
finalRowArray = (0, rowProcessor_1.processFormulas)(table, finalRowArray);
|
|
401
|
-
return finalRowArray.map((row) => this.squashRelationshipColumns(table, row, relationships));
|
|
402
|
-
}
|
|
403
|
-
/**
|
|
404
|
-
* Gets the list of relationship JSON structures based on the columns in the table,
|
|
405
|
-
* this will be used by the underlying library to build whatever relationship mechanism
|
|
406
|
-
* it has (e.g. SQL joins).
|
|
407
|
-
*/
|
|
408
|
-
buildRelationships(table) {
|
|
409
|
-
const relationships = [];
|
|
410
|
-
for (let [fieldName, field] of Object.entries(table.schema)) {
|
|
411
|
-
if (field.type !== constants_1.FieldTypes.LINK) {
|
|
412
|
-
continue;
|
|
413
|
-
}
|
|
414
|
-
const { tableName: linkTableName } = (0, utils_1.breakExternalTableId)(field.tableId);
|
|
415
|
-
// no table to link to, this is not a valid relationships
|
|
416
|
-
if (!linkTableName || !this.tables[linkTableName]) {
|
|
417
|
-
continue;
|
|
418
|
-
}
|
|
419
|
-
const linkTable = this.tables[linkTableName];
|
|
420
|
-
if (!table.primary || !linkTable.primary) {
|
|
421
|
-
continue;
|
|
422
|
-
}
|
|
423
|
-
const definition = {
|
|
424
|
-
// if no foreign key specified then use the name of the field in other table
|
|
425
|
-
from: field.foreignKey || table.primary[0],
|
|
426
|
-
to: field.fieldName,
|
|
427
|
-
tableName: linkTableName,
|
|
428
|
-
// need to specify where to put this back into
|
|
429
|
-
column: fieldName,
|
|
430
|
-
};
|
|
431
|
-
if (field.through) {
|
|
432
|
-
const { tableName: throughTableName } = (0, utils_1.breakExternalTableId)(field.through);
|
|
433
|
-
definition.through = throughTableName;
|
|
434
|
-
// don't support composite keys for relationships
|
|
435
|
-
definition.from = field.throughTo || table.primary[0];
|
|
436
|
-
definition.to = field.throughFrom || linkTable.primary[0];
|
|
437
|
-
definition.fromPrimary = table.primary[0];
|
|
438
|
-
definition.toPrimary = linkTable.primary[0];
|
|
439
|
-
}
|
|
440
|
-
relationships.push(definition);
|
|
441
|
-
}
|
|
442
|
-
return relationships;
|
|
443
|
-
}
|
|
444
|
-
/**
|
|
445
|
-
* This is a cached lookup, of relationship records, this is mainly for creating/deleting junction
|
|
446
|
-
* information.
|
|
447
|
-
*/
|
|
448
|
-
lookupRelations(tableId, row) {
|
|
449
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
450
|
-
const related = {};
|
|
451
|
-
const { tableName } = (0, utils_1.breakExternalTableId)(tableId);
|
|
452
|
-
if (!tableName) {
|
|
453
|
-
return related;
|
|
454
|
-
}
|
|
455
|
-
const table = this.tables[tableName];
|
|
456
|
-
// @ts-ignore
|
|
457
|
-
const primaryKey = table.primary[0];
|
|
458
|
-
// make a new request to get the row with all its relationships
|
|
459
|
-
// we need this to work out if any relationships need removed
|
|
460
|
-
for (let field of Object.values(table.schema)) {
|
|
461
|
-
if (field.type !== constants_1.FieldTypes.LINK ||
|
|
462
|
-
!field.fieldName ||
|
|
463
|
-
isOneSide(field)) {
|
|
464
|
-
continue;
|
|
465
|
-
}
|
|
466
|
-
const isMany = field.relationshipType === types_1.RelationshipTypes.MANY_TO_MANY;
|
|
467
|
-
const tableId = isMany ? field.through : field.tableId;
|
|
468
|
-
const { tableName: relatedTableName } = (0, utils_1.breakExternalTableId)(tableId);
|
|
469
|
-
// @ts-ignore
|
|
470
|
-
const linkPrimaryKey = this.tables[relatedTableName].primary[0];
|
|
471
|
-
const manyKey = field.throughTo || primaryKey;
|
|
472
|
-
const lookupField = isMany ? primaryKey : field.foreignKey;
|
|
473
|
-
const fieldName = isMany ? manyKey : field.fieldName;
|
|
474
|
-
if (!lookupField || !row[lookupField]) {
|
|
475
|
-
continue;
|
|
476
|
-
}
|
|
477
|
-
const response = yield (0, utils_2.getDatasourceAndQuery)({
|
|
478
|
-
endpoint: getEndpoint(tableId, types_1.Operation.READ),
|
|
479
|
-
filters: {
|
|
480
|
-
equal: {
|
|
481
|
-
[fieldName]: row[lookupField],
|
|
482
|
-
},
|
|
483
|
-
},
|
|
484
|
-
});
|
|
485
|
-
// this is the response from knex if no rows found
|
|
486
|
-
const rows = !response[0].read ? response : [];
|
|
487
|
-
const storeTo = isMany ? field.throughFrom || linkPrimaryKey : fieldName;
|
|
488
|
-
related[storeTo] = { rows, isMany, tableId };
|
|
489
|
-
}
|
|
490
|
-
return related;
|
|
491
|
-
});
|
|
492
|
-
}
|
|
493
|
-
/**
|
|
494
|
-
* Once a row has been written we may need to update a many field, e.g. updating foreign keys
|
|
495
|
-
* in a bunch of rows in another table, or inserting/deleting rows from a junction table (many to many).
|
|
496
|
-
* This is quite a complex process and is handled by this function, there are a few things going on here:
|
|
497
|
-
* 1. If updating foreign keys its relatively simple, just create a filter for the row that needs updated
|
|
498
|
-
* and write the various components.
|
|
499
|
-
* 2. If junction table, then we lookup what exists already, write what doesn't exist, work out what
|
|
500
|
-
* isn't supposed to exist anymore and delete those. This is better than the usual method of delete them
|
|
501
|
-
* all and then re-create, as theres no chance of losing data (e.g. delete succeed, but write fail).
|
|
502
|
-
*/
|
|
503
|
-
handleManyRelationships(mainTableId, row, relationships) {
|
|
504
|
-
var _a;
|
|
505
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
506
|
-
// if we're creating (in a through table) need to wipe the existing ones first
|
|
507
|
-
const promises = [];
|
|
508
|
-
const related = yield this.lookupRelations(mainTableId, row);
|
|
509
|
-
for (let relationship of relationships) {
|
|
510
|
-
const { key, tableId, isUpdate, id } = relationship, rest = __rest(relationship, ["key", "tableId", "isUpdate", "id"]);
|
|
511
|
-
const body = (0, string_templates_1.processObjectSync)(rest, row, {});
|
|
512
|
-
const linkTable = this.getTable(tableId);
|
|
513
|
-
const relationshipPrimary = (linkTable === null || linkTable === void 0 ? void 0 : linkTable.primary) || [];
|
|
514
|
-
const linkPrimary = relationshipPrimary[0];
|
|
515
|
-
if (!linkTable || !linkPrimary) {
|
|
516
|
-
return;
|
|
517
|
-
}
|
|
518
|
-
const linkSecondary = relationshipPrimary[1];
|
|
519
|
-
const rows = ((_a = related[key]) === null || _a === void 0 ? void 0 : _a.rows) || [];
|
|
520
|
-
function relationshipMatchPredicate({ row, linkPrimary, linkSecondary, }) {
|
|
521
|
-
const matchesPrimaryLink = row[linkPrimary] === relationship.id ||
|
|
522
|
-
row[linkPrimary] === (body === null || body === void 0 ? void 0 : body[linkPrimary]);
|
|
523
|
-
if (!matchesPrimaryLink || !linkSecondary) {
|
|
524
|
-
return matchesPrimaryLink;
|
|
525
|
-
}
|
|
526
|
-
const matchesSecondayLink = row[linkSecondary] === (body === null || body === void 0 ? void 0 : body[linkSecondary]);
|
|
527
|
-
return matchesPrimaryLink && matchesSecondayLink;
|
|
528
|
-
}
|
|
529
|
-
const existingRelationship = rows.find((row) => relationshipMatchPredicate({ row, linkPrimary, linkSecondary }));
|
|
530
|
-
const operation = isUpdate ? types_1.Operation.UPDATE : types_1.Operation.CREATE;
|
|
531
|
-
if (!existingRelationship) {
|
|
532
|
-
promises.push((0, utils_2.getDatasourceAndQuery)({
|
|
533
|
-
endpoint: getEndpoint(tableId, operation),
|
|
534
|
-
// if we're doing many relationships then we're writing, only one response
|
|
535
|
-
body,
|
|
536
|
-
filters: buildFilters(id, {}, linkTable),
|
|
537
|
-
}));
|
|
538
|
-
}
|
|
539
|
-
else {
|
|
540
|
-
// remove the relationship from cache so it isn't adjusted again
|
|
541
|
-
rows.splice(rows.indexOf(existingRelationship), 1);
|
|
542
|
-
}
|
|
543
|
-
}
|
|
544
|
-
// finally cleanup anything that needs to be removed
|
|
545
|
-
for (let [colName, { isMany, rows, tableId }] of Object.entries(related)) {
|
|
546
|
-
const table = this.getTable(tableId);
|
|
547
|
-
// if its not the foreign key skip it, nothing to do
|
|
548
|
-
if (!table ||
|
|
549
|
-
(!isMany && table.primary && table.primary.indexOf(colName) !== -1)) {
|
|
550
|
-
continue;
|
|
551
|
-
}
|
|
552
|
-
for (let row of rows) {
|
|
553
|
-
const filters = buildFilters(generateIdForRow(row, table), {}, table);
|
|
554
|
-
// safety check, if there are no filters on deletion bad things happen
|
|
555
|
-
if (Object.keys(filters).length !== 0) {
|
|
556
|
-
const op = isMany ? types_1.Operation.DELETE : types_1.Operation.UPDATE;
|
|
557
|
-
const body = isMany ? null : { [colName]: null };
|
|
558
|
-
promises.push((0, utils_2.getDatasourceAndQuery)({
|
|
559
|
-
endpoint: getEndpoint(tableId, op),
|
|
560
|
-
body,
|
|
561
|
-
filters,
|
|
562
|
-
}));
|
|
563
|
-
}
|
|
564
|
-
}
|
|
565
|
-
}
|
|
566
|
-
yield Promise.all(promises);
|
|
567
|
-
});
|
|
568
|
-
}
|
|
569
|
-
/**
|
|
570
|
-
* This function is a bit crazy, but the exact purpose of it is to protect against the scenario in which
|
|
571
|
-
* you have column overlap in relationships, e.g. we join a few different tables and they all have the
|
|
572
|
-
* concept of an ID, but for some of them it will be null (if they say don't have a relationship).
|
|
573
|
-
* Creating the specific list of fields that we desire, and excluding the ones that are no use to us
|
|
574
|
-
* is more performant and has the added benefit of protecting against this scenario.
|
|
575
|
-
*/
|
|
576
|
-
buildFields(table, includeRelations) {
|
|
577
|
-
function extractRealFields(table, existing = []) {
|
|
578
|
-
return Object.entries(table.schema)
|
|
579
|
-
.filter(column => column[1].type !== constants_1.FieldTypes.LINK &&
|
|
580
|
-
column[1].type !== constants_1.FieldTypes.FORMULA &&
|
|
581
|
-
!existing.find((field) => field === column[0]))
|
|
582
|
-
.map(column => `${table.name}.${column[0]}`);
|
|
583
|
-
}
|
|
584
|
-
let fields = extractRealFields(table);
|
|
585
|
-
for (let field of Object.values(table.schema)) {
|
|
586
|
-
if (field.type !== constants_1.FieldTypes.LINK || !includeRelations) {
|
|
587
|
-
continue;
|
|
588
|
-
}
|
|
589
|
-
const { tableName: linkTableName } = (0, utils_1.breakExternalTableId)(field.tableId);
|
|
590
|
-
if (linkTableName) {
|
|
591
|
-
const linkTable = this.tables[linkTableName];
|
|
592
|
-
if (linkTable) {
|
|
593
|
-
const linkedFields = extractRealFields(linkTable, fields);
|
|
594
|
-
fields = fields.concat(linkedFields);
|
|
595
|
-
}
|
|
596
|
-
}
|
|
597
|
-
}
|
|
598
|
-
return fields;
|
|
599
|
-
}
|
|
600
|
-
run(config) {
|
|
601
|
-
var _a;
|
|
602
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
603
|
-
const { operation, tableId } = this;
|
|
604
|
-
let { datasourceId, tableName } = (0, utils_1.breakExternalTableId)(tableId);
|
|
605
|
-
if (!tableName) {
|
|
606
|
-
throw "Unable to run without a table name";
|
|
607
|
-
}
|
|
608
|
-
if (!this.datasource) {
|
|
609
|
-
this.datasource = yield sdk_1.default.datasources.get(datasourceId);
|
|
610
|
-
if (!this.datasource || !this.datasource.entities) {
|
|
611
|
-
throw "No tables found, fetch tables before query.";
|
|
612
|
-
}
|
|
613
|
-
this.tables = this.datasource.entities;
|
|
614
|
-
}
|
|
615
|
-
const table = this.tables[tableName];
|
|
616
|
-
let isSql = (0, utils_1.isSQL)(this.datasource);
|
|
617
|
-
if (!table) {
|
|
618
|
-
throw `Unable to process query, table "${tableName}" not defined.`;
|
|
619
|
-
}
|
|
620
|
-
// look for specific components of config which may not be considered acceptable
|
|
621
|
-
let { id, row, filters, sort, paginate, rows } = cleanupConfig(config, table);
|
|
622
|
-
//if the sort column is a formula, remove it
|
|
623
|
-
for (let sortColumn of Object.keys(sort || {})) {
|
|
624
|
-
if (!(sort === null || sort === void 0 ? void 0 : sort[sortColumn])) {
|
|
625
|
-
continue;
|
|
626
|
-
}
|
|
627
|
-
switch ((_a = table.schema[sortColumn]) === null || _a === void 0 ? void 0 : _a.type) {
|
|
628
|
-
case types_1.FieldType.FORMULA:
|
|
629
|
-
sort === null || sort === void 0 ? true : delete sort[sortColumn];
|
|
630
|
-
break;
|
|
631
|
-
case types_1.FieldType.NUMBER:
|
|
632
|
-
sort[sortColumn].type = types_1.SortType.number;
|
|
633
|
-
break;
|
|
634
|
-
}
|
|
635
|
-
}
|
|
636
|
-
filters = buildFilters(id, filters || {}, table);
|
|
637
|
-
const relationships = this.buildRelationships(table);
|
|
638
|
-
const includeSqlRelationships = config.includeSqlRelationships === types_1.IncludeRelationship.INCLUDE;
|
|
639
|
-
// clean up row on ingress using schema
|
|
640
|
-
const processed = this.inputProcessing(row, table);
|
|
641
|
-
row = processed.row;
|
|
642
|
-
if (operation === types_1.Operation.DELETE &&
|
|
643
|
-
(filters == null || Object.keys(filters).length === 0)) {
|
|
644
|
-
throw "Deletion must be filtered";
|
|
645
|
-
}
|
|
646
|
-
let json = {
|
|
647
|
-
endpoint: {
|
|
648
|
-
datasourceId,
|
|
649
|
-
entityId: tableName,
|
|
650
|
-
operation,
|
|
651
|
-
},
|
|
652
|
-
resource: {
|
|
653
|
-
// have to specify the fields to avoid column overlap (for SQL)
|
|
654
|
-
fields: isSql ? this.buildFields(table, includeSqlRelationships) : [],
|
|
655
|
-
},
|
|
656
|
-
filters,
|
|
657
|
-
sort,
|
|
658
|
-
paginate,
|
|
659
|
-
relationships,
|
|
660
|
-
body: row || rows,
|
|
661
|
-
// pass an id filter into extra, purely for mysql/returning
|
|
662
|
-
extra: {
|
|
663
|
-
idFilter: buildFilters(id || generateIdForRow(row, table), {}, table),
|
|
664
|
-
},
|
|
665
|
-
meta: {
|
|
666
|
-
table,
|
|
667
|
-
},
|
|
668
|
-
};
|
|
669
|
-
// can't really use response right now
|
|
670
|
-
const response = yield (0, utils_2.getDatasourceAndQuery)(json);
|
|
671
|
-
// handle many to many relationships now if we know the ID (could be auto increment)
|
|
672
|
-
if (operation !== types_1.Operation.READ && processed.manyRelationships) {
|
|
673
|
-
yield this.handleManyRelationships(table._id || "", response[0], processed.manyRelationships);
|
|
674
|
-
}
|
|
675
|
-
const output = this.outputProcessing(response, table, relationships);
|
|
676
|
-
// if reading it'll just be an array of rows, return whole thing
|
|
677
|
-
return operation === types_1.Operation.READ && Array.isArray(response)
|
|
678
|
-
? output
|
|
679
|
-
: { row: output[0], table };
|
|
680
|
-
});
|
|
681
|
-
}
|
|
682
|
-
}
|
|
683
|
-
exports.ExternalRequest = ExternalRequest;
|