@budibase/server 2.6.19-alpha.5 → 2.6.19-alpha.51
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dockerignore +7 -6
- package/Dockerfile +16 -8
- package/builder/assets/index.4f47d591.js +1869 -0
- package/builder/assets/index.6ebb99b3.css +6 -0
- package/builder/index.html +2 -2
- package/client/manifest.json +5229 -0
- package/dist/automation.js +32566 -0
- package/dist/automation.js.map +7 -0
- package/dist/index.js +45038 -13
- package/dist/index.js.map +7 -0
- package/dist/query.js +24454 -0
- package/dist/query.js.map +7 -0
- package/jest.config.ts +3 -0
- package/nodemon.json +1 -1
- package/package.json +33 -15
- package/pm2.config.js +1 -1
- package/scripts/build.js +48 -0
- package/src/api/controllers/application.ts +21 -22
- package/src/api/controllers/automation.ts +37 -9
- package/src/api/controllers/datasource.ts +25 -15
- package/src/api/controllers/deploy/index.ts +1 -0
- package/src/api/controllers/plugin/index.ts +1 -1
- package/src/api/controllers/row/external.ts +39 -15
- package/src/api/controllers/row/index.ts +18 -24
- package/src/api/controllers/row/internal.ts +1 -1
- package/src/api/controllers/row/staticFormula.ts +6 -1
- package/src/api/controllers/row/utils.ts +12 -0
- package/src/api/controllers/static/index.ts +3 -3
- package/src/api/controllers/table/index.ts +3 -0
- package/src/api/controllers/table/internal.ts +2 -6
- package/src/api/controllers/table/utils.ts +32 -1
- package/src/api/controllers/view/index.ts +5 -5
- package/src/api/controllers/webhook.ts +33 -9
- package/src/api/routes/application.ts +5 -0
- package/src/api/routes/automation.ts +0 -1
- package/src/api/routes/datasource.ts +2 -2
- package/src/api/routes/static.ts +3 -1
- package/src/api/routes/tests/{automation.spec.js → automation.spec.ts} +106 -31
- package/src/api/routes/tests/view.spec.js +4 -3
- package/src/api/routes/tests/{webhook.spec.js → webhook.spec.ts} +33 -11
- package/src/app.ts +0 -1
- package/src/automations/actions.ts +8 -0
- package/src/automations/logging/index.ts +21 -0
- package/src/automations/steps/bash.ts +4 -0
- package/src/automations/steps/collect.ts +58 -0
- package/src/automations/steps/createRow.ts +4 -0
- package/src/automations/steps/delay.ts +1 -0
- package/src/automations/steps/deleteRow.ts +4 -0
- package/src/automations/steps/discord.ts +4 -0
- package/src/automations/steps/executeQuery.ts +4 -0
- package/src/automations/steps/executeScript.ts +4 -0
- package/src/automations/steps/filter.ts +1 -0
- package/src/automations/steps/loop.ts +1 -0
- package/src/automations/steps/make.ts +4 -0
- package/src/automations/steps/openai.ts +106 -0
- package/src/automations/steps/outgoingWebhook.ts +4 -0
- package/src/automations/steps/queryRows.ts +4 -0
- package/src/automations/steps/sendSmtpEmail.ts +4 -0
- package/src/automations/steps/serverLog.ts +4 -0
- package/src/automations/steps/slack.ts +4 -0
- package/src/automations/steps/updateRow.ts +4 -0
- package/src/automations/steps/zapier.ts +4 -0
- package/src/automations/tests/openai.spec.ts +86 -0
- package/src/automations/triggers.ts +3 -2
- package/src/constants/index.ts +17 -16
- package/src/db/inMemoryView.ts +1 -0
- package/src/db/linkedRows/index.ts +5 -3
- package/src/environment.ts +3 -0
- package/src/integration-test/postgres.spec.ts +5 -5
- package/src/integrations/airtable.ts +3 -1
- package/src/integrations/arangodb.ts +3 -1
- package/src/integrations/base/sqlTable.ts +0 -1
- package/src/integrations/couchdb.ts +3 -1
- package/src/integrations/dynamodb.ts +3 -1
- package/src/integrations/elasticsearch.ts +3 -1
- package/src/integrations/firebase.ts +3 -1
- package/src/integrations/googlesheets.ts +37 -13
- package/src/integrations/microsoftSqlServer.ts +4 -4
- package/src/integrations/mongodb.ts +3 -1
- package/src/integrations/mysql.ts +4 -4
- package/src/integrations/oracle.ts +4 -4
- package/src/integrations/postgres.ts +4 -4
- package/src/integrations/redis.ts +10 -2
- package/src/integrations/s3.ts +3 -1
- package/src/integrations/snowflake.ts +3 -1
- package/src/middleware/builder.ts +26 -18
- package/src/sdk/app/automations/index.ts +2 -0
- package/src/sdk/app/automations/utils.ts +7 -0
- package/src/sdk/plugins/plugins.ts +1 -1
- package/src/startup.ts +2 -0
- package/src/tests/utilities/TestConfiguration.ts +4 -2
- package/src/tests/utilities/structures.ts +42 -0
- package/src/threads/automation.ts +91 -23
- package/src/threads/index.ts +9 -3
- package/src/threads/utils.ts +2 -0
- package/src/utilities/fileSystem/app.ts +14 -4
- package/src/utilities/fileSystem/clientLibrary.ts +8 -3
- package/src/utilities/fileSystem/filesystem.ts +3 -1
- package/src/utilities/redis.ts +25 -3
- package/src/utilities/rowProcessor/index.ts +4 -1
- package/src/utilities/rowProcessor/map.ts +1 -1
- package/src/websockets/builder.ts +77 -0
- package/src/websockets/client.ts +2 -2
- package/src/websockets/grid.ts +44 -44
- package/src/websockets/index.ts +13 -6
- package/src/websockets/websocket.ts +207 -7
- package/tsconfig.build.json +9 -1
- package/tsconfig.json +1 -14
- package/builder/assets/index.07382a47.css +0 -6
- package/builder/assets/index.3d5c50fb.js +0 -1786
- package/dist/api/controllers/analytics.js +0 -46
- package/dist/api/controllers/apikeys.js +0 -72
- package/dist/api/controllers/application.js +0 -574
- package/dist/api/controllers/auth.js +0 -80
- package/dist/api/controllers/automation.js +0 -303
- package/dist/api/controllers/backup.js +0 -37
- package/dist/api/controllers/component.js +0 -59
- package/dist/api/controllers/datasource.js +0 -352
- package/dist/api/controllers/deploy/Deployment.js +0 -53
- package/dist/api/controllers/deploy/index.js +0 -198
- package/dist/api/controllers/dev.js +0 -146
- package/dist/api/controllers/integration.js +0 -28
- package/dist/api/controllers/layout.js +0 -49
- package/dist/api/controllers/metadata.js +0 -63
- package/dist/api/controllers/migrations.js +0 -29
- package/dist/api/controllers/ops.js +0 -40
- package/dist/api/controllers/permission.js +0 -162
- package/dist/api/controllers/plugin/file.js +0 -24
- package/dist/api/controllers/plugin/github.js +0 -69
- package/dist/api/controllers/plugin/index.js +0 -112
- package/dist/api/controllers/plugin/npm.js +0 -58
- package/dist/api/controllers/plugin/uploaders.js +0 -11
- package/dist/api/controllers/plugin/url.js +0 -24
- package/dist/api/controllers/plugin/utils.js +0 -27
- package/dist/api/controllers/public/applications.js +0 -146
- package/dist/api/controllers/public/mapping/applications.js +0 -29
- package/dist/api/controllers/public/mapping/index.js +0 -11
- package/dist/api/controllers/public/mapping/queries.js +0 -36
- package/dist/api/controllers/public/mapping/rows.js +0 -24
- package/dist/api/controllers/public/mapping/tables.js +0 -23
- package/dist/api/controllers/public/mapping/types.js +0 -2
- package/dist/api/controllers/public/mapping/users.js +0 -29
- package/dist/api/controllers/public/metrics.js +0 -113
- package/dist/api/controllers/public/queries.js +0 -58
- package/dist/api/controllers/public/rows.js +0 -120
- package/dist/api/controllers/public/tables.js +0 -95
- package/dist/api/controllers/public/users.js +0 -93
- package/dist/api/controllers/public/utils.js +0 -56
- package/dist/api/controllers/query/import/index.js +0 -87
- package/dist/api/controllers/query/import/sources/base/index.js +0 -75
- package/dist/api/controllers/query/import/sources/base/openapi.js +0 -42
- package/dist/api/controllers/query/import/sources/curl.js +0 -99
- package/dist/api/controllers/query/import/sources/openapi2.js +0 -145
- package/dist/api/controllers/query/import/sources/openapi3.js +0 -177
- package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +0 -253
- package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +0 -1054
- package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +0 -253
- package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +0 -1225
- package/dist/api/controllers/query/index.js +0 -299
- package/dist/api/controllers/query/validation.js +0 -53
- package/dist/api/controllers/role.js +0 -109
- package/dist/api/controllers/routing.js +0 -105
- package/dist/api/controllers/row/ExternalRequest.js +0 -683
- package/dist/api/controllers/row/external.js +0 -339
- package/dist/api/controllers/row/index.js +0 -203
- package/dist/api/controllers/row/internal.js +0 -509
- package/dist/api/controllers/row/internalSearch.js +0 -28
- package/dist/api/controllers/row/staticFormula.js +0 -165
- package/dist/api/controllers/row/utils.js +0 -183
- package/dist/api/controllers/screen.js +0 -110
- package/dist/api/controllers/script.js +0 -30
- package/dist/api/controllers/static/index.js +0 -268
- package/dist/api/controllers/table/bulkFormula.js +0 -173
- package/dist/api/controllers/table/external.js +0 -279
- package/dist/api/controllers/table/index.js +0 -179
- package/dist/api/controllers/table/internal.js +0 -197
- package/dist/api/controllers/table/utils.js +0 -379
- package/dist/api/controllers/templates.js +0 -56
- package/dist/api/controllers/user.js +0 -124
- package/dist/api/controllers/view/exporters.js +0 -46
- package/dist/api/controllers/view/index.js +0 -193
- package/dist/api/controllers/view/utils.js +0 -177
- package/dist/api/controllers/view/viewBuilder.js +0 -158
- package/dist/api/controllers/webhook.js +0 -134
- package/dist/api/index.js +0 -55
- package/dist/api/routes/analytics.js +0 -34
- package/dist/api/routes/apikeys.js +0 -37
- package/dist/api/routes/application.js +0 -48
- package/dist/api/routes/auth.js +0 -33
- package/dist/api/routes/automation.js +0 -50
- package/dist/api/routes/backup.js +0 -35
- package/dist/api/routes/component.js +0 -35
- package/dist/api/routes/datasource.js +0 -45
- package/dist/api/routes/deploy.js +0 -37
- package/dist/api/routes/dev.js +0 -49
- package/dist/api/routes/index.js +0 -75
- package/dist/api/routes/integration.js +0 -37
- package/dist/api/routes/layout.js +0 -37
- package/dist/api/routes/metadata.js +0 -40
- package/dist/api/routes/migrations.js +0 -36
- package/dist/api/routes/ops.js +0 -52
- package/dist/api/routes/permission.js +0 -44
- package/dist/api/routes/plugin.js +0 -39
- package/dist/api/routes/public/applications.js +0 -174
- package/dist/api/routes/public/index.js +0 -140
- package/dist/api/routes/public/metrics.js +0 -30
- package/dist/api/routes/public/middleware/mapper.js +0 -97
- package/dist/api/routes/public/queries.js +0 -72
- package/dist/api/routes/public/rows.js +0 -158
- package/dist/api/routes/public/tables.js +0 -152
- package/dist/api/routes/public/users.js +0 -135
- package/dist/api/routes/public/utils/Endpoint.js +0 -36
- package/dist/api/routes/query.js +0 -47
- package/dist/api/routes/role.js +0 -40
- package/dist/api/routes/routing.js +0 -39
- package/dist/api/routes/row.js +0 -239
- package/dist/api/routes/screen.js +0 -39
- package/dist/api/routes/script.js +0 -35
- package/dist/api/routes/static.js +0 -80
- package/dist/api/routes/table.js +0 -163
- package/dist/api/routes/templates.js +0 -37
- package/dist/api/routes/user.js +0 -43
- package/dist/api/routes/utils/validators.js +0 -238
- package/dist/api/routes/view.js +0 -42
- package/dist/api/routes/webhook.js +0 -43
- package/dist/app.js +0 -132
- package/dist/automations/actions.js +0 -137
- package/dist/automations/automationUtils.js +0 -173
- package/dist/automations/bullboard.js +0 -71
- package/dist/automations/index.js +0 -43
- package/dist/automations/logging/index.js +0 -53
- package/dist/automations/steps/bash.js +0 -111
- package/dist/automations/steps/createRow.js +0 -108
- package/dist/automations/steps/delay.js +0 -53
- package/dist/automations/steps/deleteRow.js +0 -96
- package/dist/automations/steps/discord.js +0 -116
- package/dist/automations/steps/executeQuery.js +0 -134
- package/dist/automations/steps/executeScript.js +0 -106
- package/dist/automations/steps/filter.js +0 -112
- package/dist/automations/steps/loop.js +0 -54
- package/dist/automations/steps/make.js +0 -134
- package/dist/automations/steps/outgoingWebhook.js +0 -166
- package/dist/automations/steps/queryRows.js +0 -216
- package/dist/automations/steps/sendSmtpEmail.js +0 -115
- package/dist/automations/steps/serverLog.js +0 -65
- package/dist/automations/steps/slack.js +0 -98
- package/dist/automations/steps/updateRow.js +0 -144
- package/dist/automations/steps/utils.js +0 -56
- package/dist/automations/steps/zapier.js +0 -130
- package/dist/automations/triggerInfo/app.js +0 -36
- package/dist/automations/triggerInfo/cron.js +0 -35
- package/dist/automations/triggerInfo/index.js +0 -40
- package/dist/automations/triggerInfo/rowDeleted.js +0 -36
- package/dist/automations/triggerInfo/rowSaved.js +0 -44
- package/dist/automations/triggerInfo/rowUpdated.js +0 -44
- package/dist/automations/triggerInfo/webhook.js +0 -40
- package/dist/automations/triggers.js +0 -181
- package/dist/automations/utils.js +0 -275
- package/dist/constants/definitions.js +0 -2
- package/dist/constants/index.js +0 -181
- package/dist/constants/layouts.js +0 -148
- package/dist/constants/screens.js +0 -51
- package/dist/db/defaultData/datasource_bb_default.js +0 -574
- package/dist/db/defaultData/employeeImport.js +0 -155
- package/dist/db/defaultData/expensesImport.js +0 -117
- package/dist/db/defaultData/inventoryImport.js +0 -109
- package/dist/db/defaultData/jobsImport.js +0 -152
- package/dist/db/dynamoClient.js +0 -124
- package/dist/db/inMemoryView.js +0 -62
- package/dist/db/index.js +0 -43
- package/dist/db/linkedRows/LinkController.js +0 -392
- package/dist/db/linkedRows/LinkDocument.js +0 -33
- package/dist/db/linkedRows/index.js +0 -206
- package/dist/db/linkedRows/linkUtils.js +0 -131
- package/dist/db/newid.js +0 -7
- package/dist/db/utils.js +0 -248
- package/dist/db/views/staticViews.js +0 -144
- package/dist/ddApm.js +0 -11
- package/dist/definitions/automations.js +0 -8
- package/dist/definitions/common.js +0 -2
- package/dist/definitions/datasource.js +0 -7
- package/dist/definitions/openapi.js +0 -6
- package/dist/environment.js +0 -109
- package/dist/events/AutomationEmitter.js +0 -53
- package/dist/events/BudibaseEmitter.js +0 -25
- package/dist/events/docUpdates/index.js +0 -17
- package/dist/events/docUpdates/processors.js +0 -18
- package/dist/events/docUpdates/syncUsers.js +0 -49
- package/dist/events/index.js +0 -11
- package/dist/events/utils.js +0 -43
- package/dist/integrations/airtable.js +0 -173
- package/dist/integrations/arangodb.js +0 -119
- package/dist/integrations/base/query.js +0 -32
- package/dist/integrations/base/sql.js +0 -600
- package/dist/integrations/base/sqlTable.js +0 -167
- package/dist/integrations/base/types.js +0 -2
- package/dist/integrations/couchdb.js +0 -140
- package/dist/integrations/dynamodb.js +0 -210
- package/dist/integrations/elasticsearch.js +0 -201
- package/dist/integrations/firebase.js +0 -189
- package/dist/integrations/googlesheets.js +0 -493
- package/dist/integrations/index.js +0 -138
- package/dist/integrations/microsoftSqlServer.js +0 -308
- package/dist/integrations/mongodb.js +0 -630
- package/dist/integrations/mysql.js +0 -291
- package/dist/integrations/oracle.js +0 -415
- package/dist/integrations/postgres.js +0 -335
- package/dist/integrations/queries/sql.js +0 -84
- package/dist/integrations/redis.js +0 -187
- package/dist/integrations/rest.js +0 -400
- package/dist/integrations/s3.js +0 -256
- package/dist/integrations/snowflake.js +0 -114
- package/dist/integrations/utils.js +0 -295
- package/dist/middleware/appInfo.js +0 -22
- package/dist/middleware/authorized.js +0 -112
- package/dist/middleware/builder.js +0 -93
- package/dist/middleware/currentapp.js +0 -103
- package/dist/middleware/joi-validator.js +0 -43
- package/dist/middleware/publicApi.js +0 -25
- package/dist/middleware/resourceId.js +0 -59
- package/dist/middleware/selfhost.js +0 -24
- package/dist/middleware/utils.js +0 -8
- package/dist/migrations/functions/appUrls.js +0 -42
- package/dist/migrations/functions/backfill/app/automations.js +0 -31
- package/dist/migrations/functions/backfill/app/datasources.js +0 -28
- package/dist/migrations/functions/backfill/app/layouts.js +0 -33
- package/dist/migrations/functions/backfill/app/queries.js +0 -49
- package/dist/migrations/functions/backfill/app/roles.js +0 -28
- package/dist/migrations/functions/backfill/app/screens.js +0 -28
- package/dist/migrations/functions/backfill/app/tables.js +0 -37
- package/dist/migrations/functions/backfill/app.js +0 -176
- package/dist/migrations/functions/backfill/global/configs.js +0 -67
- package/dist/migrations/functions/backfill/global/quotas.js +0 -60
- package/dist/migrations/functions/backfill/global/users.js +0 -50
- package/dist/migrations/functions/backfill/global.js +0 -205
- package/dist/migrations/functions/backfill/index.js +0 -32
- package/dist/migrations/functions/backfill/installation.js +0 -80
- package/dist/migrations/functions/syncQuotas.js +0 -52
- package/dist/migrations/functions/tableSettings.js +0 -130
- package/dist/migrations/functions/usageQuotas/index.js +0 -16
- package/dist/migrations/functions/usageQuotas/syncApps.js +0 -24
- package/dist/migrations/functions/usageQuotas/syncPlugins.js +0 -23
- package/dist/migrations/functions/usageQuotas/syncRows.js +0 -33
- package/dist/migrations/functions/usageQuotas/syncUsers.js +0 -21
- package/dist/migrations/functions/userEmailViewCasing.js +0 -24
- package/dist/migrations/index.js +0 -111
- package/dist/migrations/tests/helpers.js +0 -72
- package/dist/migrations/tests/structures.js +0 -37
- package/dist/sdk/app/applications/index.js +0 -28
- package/dist/sdk/app/applications/sync.js +0 -164
- package/dist/sdk/app/applications/utils.js +0 -21
- package/dist/sdk/app/automations/index.js +0 -29
- package/dist/sdk/app/automations/webhook.js +0 -54
- package/dist/sdk/app/backups/constants.js +0 -6
- package/dist/sdk/app/backups/exports.js +0 -160
- package/dist/sdk/app/backups/imports.js +0 -170
- package/dist/sdk/app/backups/index.js +0 -29
- package/dist/sdk/app/backups/statistics.js +0 -73
- package/dist/sdk/app/datasources/datasources.js +0 -173
- package/dist/sdk/app/datasources/index.js +0 -27
- package/dist/sdk/app/queries/index.js +0 -27
- package/dist/sdk/app/queries/queries.js +0 -60
- package/dist/sdk/app/rows/attachments.js +0 -61
- package/dist/sdk/app/rows/index.js +0 -28
- package/dist/sdk/app/rows/rows.js +0 -30
- package/dist/sdk/app/tables/index.js +0 -65
- package/dist/sdk/index.js +0 -27
- package/dist/sdk/plugins/index.js +0 -27
- package/dist/sdk/plugins/plugins.js +0 -53
- package/dist/sdk/users/index.js +0 -27
- package/dist/sdk/users/utils.js +0 -87
- package/dist/sdk/utils/index.js +0 -29
- package/dist/startup.js +0 -158
- package/dist/threads/automation.js +0 -450
- package/dist/threads/definitions.js +0 -2
- package/dist/threads/index.js +0 -140
- package/dist/threads/query.js +0 -265
- package/dist/threads/utils.js +0 -120
- package/dist/tsconfig.build.tsbuildinfo +0 -1
- package/dist/utilities/appDirectoryTemplate/package.json +0 -10
- package/dist/utilities/budibaseDir.js +0 -5
- package/dist/utilities/centralPath.js +0 -27
- package/dist/utilities/csv.js +0 -33
- package/dist/utilities/fileSystem/app.js +0 -88
- package/dist/utilities/fileSystem/clientLibrary.js +0 -138
- package/dist/utilities/fileSystem/filesystem.js +0 -180
- package/dist/utilities/fileSystem/index.js +0 -21
- package/dist/utilities/fileSystem/plugin.js +0 -76
- package/dist/utilities/fileSystem/processor.js +0 -34
- package/dist/utilities/fileSystem/template.js +0 -47
- package/dist/utilities/global.js +0 -149
- package/dist/utilities/index.js +0 -143
- package/dist/utilities/redis.js +0 -117
- package/dist/utilities/retry.js +0 -30
- package/dist/utilities/routing/index.js +0 -39
- package/dist/utilities/rowProcessor/index.js +0 -282
- package/dist/utilities/rowProcessor/map.js +0 -116
- package/dist/utilities/rowProcessor/utils.js +0 -87
- package/dist/utilities/schema.js +0 -112
- package/dist/utilities/scriptRunner.js +0 -26
- package/dist/utilities/security.js +0 -57
- package/dist/utilities/statusCodes.js +0 -9
- package/dist/utilities/usageQuota/rows.js +0 -88
- package/dist/utilities/usageQuota/usageQuoteReset.js +0 -16
- package/dist/utilities/users.js +0 -57
- package/dist/utilities/workerRequests.js +0 -171
- package/dist/watch.js +0 -53
- package/dist/websockets/client.js +0 -14
- package/dist/websockets/grid.js +0 -60
- package/dist/websockets/index.js +0 -17
- package/dist/websockets/websocket.js +0 -78
- /package/dist/{api/controllers/static/templates/BudibaseApp.svelte → BudibaseApp-Y5NZEDTC.svelte} +0 -0
- /package/dist/{api/controllers/static/templates/app.hbs → app.hbs} +0 -0
- /package/dist/{api/controllers/static/templates/preview.hbs → preview.hbs} +0 -0
|
@@ -1,164 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
-
};
|
|
14
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
-
exports.syncApp = exports.syncUsersToAllApps = void 0;
|
|
16
|
-
const environment_1 = __importDefault(require("../../../environment"));
|
|
17
|
-
const backend_core_1 = require("@budibase/backend-core");
|
|
18
|
-
const pro_1 = require("@budibase/pro");
|
|
19
|
-
const __1 = __importDefault(require("../../"));
|
|
20
|
-
const global_1 = require("../../../utilities/global");
|
|
21
|
-
const utils_1 = require("../../../db/utils");
|
|
22
|
-
function syncUsersToApp(appId, users, groups) {
|
|
23
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
24
|
-
if (!(yield backend_core_1.db.dbExists(appId))) {
|
|
25
|
-
return;
|
|
26
|
-
}
|
|
27
|
-
yield backend_core_1.context.doInAppContext(appId, () => __awaiter(this, void 0, void 0, function* () {
|
|
28
|
-
const db = backend_core_1.context.getAppDB();
|
|
29
|
-
for (let user of users) {
|
|
30
|
-
let ctxUser = user;
|
|
31
|
-
let deletedUser = false;
|
|
32
|
-
const metadataId = (0, utils_1.generateUserMetadataID)(user._id);
|
|
33
|
-
if (user.deleted) {
|
|
34
|
-
deletedUser = true;
|
|
35
|
-
}
|
|
36
|
-
// make sure role is correct
|
|
37
|
-
if (!deletedUser) {
|
|
38
|
-
ctxUser = yield (0, global_1.processUser)(ctxUser, { appId, groups });
|
|
39
|
-
}
|
|
40
|
-
let roleId = ctxUser.roleId;
|
|
41
|
-
if (roleId === backend_core_1.roles.BUILTIN_ROLE_IDS.PUBLIC) {
|
|
42
|
-
roleId = undefined;
|
|
43
|
-
}
|
|
44
|
-
let metadata;
|
|
45
|
-
try {
|
|
46
|
-
metadata = yield db.get(metadataId);
|
|
47
|
-
}
|
|
48
|
-
catch (err) {
|
|
49
|
-
if (err.status !== 404) {
|
|
50
|
-
throw err;
|
|
51
|
-
}
|
|
52
|
-
// no metadata and user is to be deleted, can skip
|
|
53
|
-
// no role - user isn't in app anyway
|
|
54
|
-
if (!roleId) {
|
|
55
|
-
continue;
|
|
56
|
-
}
|
|
57
|
-
else if (!deletedUser) {
|
|
58
|
-
// doesn't exist yet, creating it
|
|
59
|
-
metadata = {
|
|
60
|
-
tableId: utils_1.InternalTables.USER_METADATA,
|
|
61
|
-
};
|
|
62
|
-
}
|
|
63
|
-
}
|
|
64
|
-
// the user doesn't exist, or doesn't have a role anymore
|
|
65
|
-
// get rid of their metadata
|
|
66
|
-
if (deletedUser || !roleId) {
|
|
67
|
-
yield db.remove(metadata);
|
|
68
|
-
continue;
|
|
69
|
-
}
|
|
70
|
-
// assign the roleId for the metadata doc
|
|
71
|
-
if (roleId) {
|
|
72
|
-
metadata.roleId = roleId;
|
|
73
|
-
}
|
|
74
|
-
let combined = __1.default.users.combineMetadataAndUser(ctxUser, metadata);
|
|
75
|
-
// if no combined returned, there are no updates to make
|
|
76
|
-
if (combined) {
|
|
77
|
-
yield db.put(combined);
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
}));
|
|
81
|
-
});
|
|
82
|
-
}
|
|
83
|
-
function syncUsersToAllApps(userIds) {
|
|
84
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
85
|
-
// list of users, if one has been deleted it will be undefined in array
|
|
86
|
-
const users = (yield (0, global_1.getGlobalUsers)(userIds, {
|
|
87
|
-
noProcessing: true,
|
|
88
|
-
}));
|
|
89
|
-
const groups = yield pro_1.sdk.groups.fetch();
|
|
90
|
-
const finalUsers = [];
|
|
91
|
-
for (let userId of userIds) {
|
|
92
|
-
const user = users.find(user => user._id === userId);
|
|
93
|
-
if (!user) {
|
|
94
|
-
finalUsers.push({ _id: userId, deleted: true });
|
|
95
|
-
}
|
|
96
|
-
else {
|
|
97
|
-
finalUsers.push(user);
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
const devAppIds = yield backend_core_1.db.getDevAppIDs();
|
|
101
|
-
let promises = [];
|
|
102
|
-
for (let devAppId of devAppIds) {
|
|
103
|
-
const prodAppId = backend_core_1.db.getProdAppID(devAppId);
|
|
104
|
-
for (let appId of [prodAppId, devAppId]) {
|
|
105
|
-
promises.push(syncUsersToApp(appId, finalUsers, groups));
|
|
106
|
-
}
|
|
107
|
-
}
|
|
108
|
-
const resp = yield Promise.allSettled(promises);
|
|
109
|
-
const failed = resp.filter(promise => promise.status === "rejected");
|
|
110
|
-
if (failed.length > 0) {
|
|
111
|
-
const reasons = failed.map(fail => fail.reason);
|
|
112
|
-
backend_core_1.logging.logAlert("Failed to sync users to apps", reasons);
|
|
113
|
-
}
|
|
114
|
-
});
|
|
115
|
-
}
|
|
116
|
-
exports.syncUsersToAllApps = syncUsersToAllApps;
|
|
117
|
-
function syncApp(appId, opts) {
|
|
118
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
119
|
-
if (environment_1.default.DISABLE_AUTO_PROD_APP_SYNC) {
|
|
120
|
-
return {
|
|
121
|
-
message: "App sync disabled. You can reenable with the DISABLE_AUTO_PROD_APP_SYNC environment variable.",
|
|
122
|
-
};
|
|
123
|
-
}
|
|
124
|
-
if (backend_core_1.db.isProdAppID(appId)) {
|
|
125
|
-
throw new Error("This action cannot be performed for production apps");
|
|
126
|
-
}
|
|
127
|
-
// replicate prod to dev
|
|
128
|
-
const prodAppId = backend_core_1.db.getProdAppID(appId);
|
|
129
|
-
// specific case, want to make sure setup is skipped
|
|
130
|
-
const prodDb = backend_core_1.context.getProdAppDB({ skip_setup: true });
|
|
131
|
-
const exists = yield prodDb.exists();
|
|
132
|
-
let error;
|
|
133
|
-
if (exists) {
|
|
134
|
-
const replication = new backend_core_1.db.Replication({
|
|
135
|
-
source: prodAppId,
|
|
136
|
-
target: appId,
|
|
137
|
-
});
|
|
138
|
-
try {
|
|
139
|
-
const replOpts = replication.appReplicateOpts();
|
|
140
|
-
if (opts === null || opts === void 0 ? void 0 : opts.automationOnly) {
|
|
141
|
-
replOpts.filter = (doc) => doc._id.startsWith(backend_core_1.db.DocumentType.AUTOMATION);
|
|
142
|
-
}
|
|
143
|
-
yield replication.replicate(replOpts);
|
|
144
|
-
}
|
|
145
|
-
catch (err) {
|
|
146
|
-
error = err;
|
|
147
|
-
}
|
|
148
|
-
finally {
|
|
149
|
-
yield replication.close();
|
|
150
|
-
}
|
|
151
|
-
}
|
|
152
|
-
// sync the users - kept for safe keeping
|
|
153
|
-
yield __1.default.users.syncGlobalUsers();
|
|
154
|
-
if (error) {
|
|
155
|
-
throw error;
|
|
156
|
-
}
|
|
157
|
-
else {
|
|
158
|
-
return {
|
|
159
|
-
message: "App sync completed successfully.",
|
|
160
|
-
};
|
|
161
|
-
}
|
|
162
|
-
});
|
|
163
|
-
}
|
|
164
|
-
exports.syncApp = syncApp;
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.getAppUrl = void 0;
|
|
4
|
-
const URL_REGEX_SLASH = /\/|\\/g;
|
|
5
|
-
function getAppUrl(opts) {
|
|
6
|
-
// construct the url
|
|
7
|
-
let url;
|
|
8
|
-
if (opts === null || opts === void 0 ? void 0 : opts.url) {
|
|
9
|
-
// if the url is provided, use that
|
|
10
|
-
url = encodeURI(opts === null || opts === void 0 ? void 0 : opts.url);
|
|
11
|
-
}
|
|
12
|
-
else if (opts === null || opts === void 0 ? void 0 : opts.name) {
|
|
13
|
-
// otherwise use the name
|
|
14
|
-
url = encodeURI(`${opts === null || opts === void 0 ? void 0 : opts.name}`);
|
|
15
|
-
}
|
|
16
|
-
if (url) {
|
|
17
|
-
url = `/${url.replace(URL_REGEX_SLASH, "")}`.toLowerCase();
|
|
18
|
-
}
|
|
19
|
-
return url;
|
|
20
|
-
}
|
|
21
|
-
exports.getAppUrl = getAppUrl;
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
-
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
-
if (mod && mod.__esModule) return mod;
|
|
20
|
-
var result = {};
|
|
21
|
-
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
-
__setModuleDefault(result, mod);
|
|
23
|
-
return result;
|
|
24
|
-
};
|
|
25
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
|
-
const webhook = __importStar(require("./webhook"));
|
|
27
|
-
exports.default = {
|
|
28
|
-
webhook,
|
|
29
|
-
};
|
|
@@ -1,54 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.destroy = exports.save = exports.newDoc = void 0;
|
|
13
|
-
const backend_core_1 = require("@budibase/backend-core");
|
|
14
|
-
const utils_1 = require("../../../db/utils");
|
|
15
|
-
function isWebhookID(id) {
|
|
16
|
-
return id.startsWith(backend_core_1.db.DocumentType.WEBHOOK);
|
|
17
|
-
}
|
|
18
|
-
function newDoc(name, type, target) {
|
|
19
|
-
return {
|
|
20
|
-
live: true,
|
|
21
|
-
name,
|
|
22
|
-
action: {
|
|
23
|
-
type,
|
|
24
|
-
target,
|
|
25
|
-
},
|
|
26
|
-
};
|
|
27
|
-
}
|
|
28
|
-
exports.newDoc = newDoc;
|
|
29
|
-
function save(webhook) {
|
|
30
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
31
|
-
const db = backend_core_1.context.getAppDB();
|
|
32
|
-
// check that the webhook exists
|
|
33
|
-
if (webhook._id && isWebhookID(webhook._id)) {
|
|
34
|
-
yield db.get(webhook._id);
|
|
35
|
-
}
|
|
36
|
-
else {
|
|
37
|
-
webhook._id = (0, utils_1.generateWebhookID)();
|
|
38
|
-
}
|
|
39
|
-
const response = yield db.put(webhook);
|
|
40
|
-
webhook._rev = response.rev;
|
|
41
|
-
return webhook;
|
|
42
|
-
});
|
|
43
|
-
}
|
|
44
|
-
exports.save = save;
|
|
45
|
-
function destroy(id, rev) {
|
|
46
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
47
|
-
const db = backend_core_1.context.getAppDB();
|
|
48
|
-
if (!id || !isWebhookID(id)) {
|
|
49
|
-
throw new Error("Provided webhook ID is not valid.");
|
|
50
|
-
}
|
|
51
|
-
return yield db.remove(id, rev);
|
|
52
|
-
});
|
|
53
|
-
}
|
|
54
|
-
exports.destroy = destroy;
|
|
@@ -1,6 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.STATIC_APP_FILES = exports.GLOBAL_DB_EXPORT_FILE = exports.DB_EXPORT_FILE = void 0;
|
|
4
|
-
exports.DB_EXPORT_FILE = "db.txt";
|
|
5
|
-
exports.GLOBAL_DB_EXPORT_FILE = "global.txt";
|
|
6
|
-
exports.STATIC_APP_FILES = ["manifest.json", "budibase-client.js"];
|
|
@@ -1,160 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
-
};
|
|
14
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
-
exports.streamExportApp = exports.exportApp = exports.exportDB = void 0;
|
|
16
|
-
const backend_core_1 = require("@budibase/backend-core");
|
|
17
|
-
const budibaseDir_1 = require("../../../utilities/budibaseDir");
|
|
18
|
-
const fileSystem_1 = require("../../../utilities/fileSystem");
|
|
19
|
-
const constants_1 = require("../../../constants");
|
|
20
|
-
const utils_1 = require("../../../db/utils");
|
|
21
|
-
const constants_2 = require("./constants");
|
|
22
|
-
const fs_1 = __importDefault(require("fs"));
|
|
23
|
-
const path_1 = require("path");
|
|
24
|
-
const environment_1 = __importDefault(require("../../../environment"));
|
|
25
|
-
const uuid = require("uuid/v4");
|
|
26
|
-
const tar = require("tar");
|
|
27
|
-
const MemoryStream = require("memorystream");
|
|
28
|
-
function tarFilesToTmp(tmpDir, files) {
|
|
29
|
-
const exportFile = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), `${uuid()}.tar.gz`);
|
|
30
|
-
tar.create({
|
|
31
|
-
sync: true,
|
|
32
|
-
gzip: true,
|
|
33
|
-
file: exportFile,
|
|
34
|
-
recursive: true,
|
|
35
|
-
cwd: tmpDir,
|
|
36
|
-
}, files);
|
|
37
|
-
return exportFile;
|
|
38
|
-
}
|
|
39
|
-
/**
|
|
40
|
-
* Exports a DB to either file or a variable (memory).
|
|
41
|
-
* @param {string} dbName the DB which is to be exported.
|
|
42
|
-
* @param {object} opts various options for the export, e.g. whether to stream,
|
|
43
|
-
* a filter function or the name of the export.
|
|
44
|
-
* @return {*} either a readable stream or a string
|
|
45
|
-
*/
|
|
46
|
-
function exportDB(dbName, opts = {}) {
|
|
47
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
48
|
-
const exportOpts = {
|
|
49
|
-
filter: opts === null || opts === void 0 ? void 0 : opts.filter,
|
|
50
|
-
batch_size: 1000,
|
|
51
|
-
batch_limit: 5,
|
|
52
|
-
style: "main_only",
|
|
53
|
-
};
|
|
54
|
-
return backend_core_1.db.doWithDB(dbName, (db) => __awaiter(this, void 0, void 0, function* () {
|
|
55
|
-
// Write the dump to file if required
|
|
56
|
-
if (opts === null || opts === void 0 ? void 0 : opts.exportPath) {
|
|
57
|
-
const path = opts === null || opts === void 0 ? void 0 : opts.exportPath;
|
|
58
|
-
const writeStream = fs_1.default.createWriteStream(path);
|
|
59
|
-
yield db.dump(writeStream, exportOpts);
|
|
60
|
-
return path;
|
|
61
|
-
}
|
|
62
|
-
else {
|
|
63
|
-
// Stringify the dump in memory if required
|
|
64
|
-
const memStream = new MemoryStream();
|
|
65
|
-
let appString = "";
|
|
66
|
-
memStream.on("data", (chunk) => {
|
|
67
|
-
appString += chunk.toString();
|
|
68
|
-
});
|
|
69
|
-
yield db.dump(memStream, exportOpts);
|
|
70
|
-
return appString;
|
|
71
|
-
}
|
|
72
|
-
}));
|
|
73
|
-
});
|
|
74
|
-
}
|
|
75
|
-
exports.exportDB = exportDB;
|
|
76
|
-
function defineFilter(excludeRows, excludeLogs) {
|
|
77
|
-
const ids = [utils_1.USER_METDATA_PREFIX, utils_1.LINK_USER_METADATA_PREFIX];
|
|
78
|
-
if (excludeRows) {
|
|
79
|
-
ids.push(utils_1.TABLE_ROW_PREFIX);
|
|
80
|
-
}
|
|
81
|
-
if (excludeLogs) {
|
|
82
|
-
ids.push(utils_1.AUTOMATION_LOG_PREFIX);
|
|
83
|
-
}
|
|
84
|
-
return (doc) => !ids.map(key => doc._id.includes(key)).reduce((prev, curr) => prev || curr);
|
|
85
|
-
}
|
|
86
|
-
/**
|
|
87
|
-
* Local utility to back up the database state for an app, excluding global user
|
|
88
|
-
* data or user relationships.
|
|
89
|
-
* @param {string} appId The app to back up
|
|
90
|
-
* @param {object} config Config to send to export DB/attachment export
|
|
91
|
-
* @returns {*} either a string or a stream of the backup
|
|
92
|
-
*/
|
|
93
|
-
function exportApp(appId, config) {
|
|
94
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
95
|
-
const prodAppId = backend_core_1.db.getProdAppID(appId);
|
|
96
|
-
const appPath = `${prodAppId}/`;
|
|
97
|
-
// export bucket contents
|
|
98
|
-
let tmpPath = (0, fileSystem_1.createTempFolder)(uuid());
|
|
99
|
-
if (!environment_1.default.isTest()) {
|
|
100
|
-
// write just the static files
|
|
101
|
-
if (config === null || config === void 0 ? void 0 : config.excludeRows) {
|
|
102
|
-
for (let path of constants_2.STATIC_APP_FILES) {
|
|
103
|
-
const contents = yield backend_core_1.objectStore.retrieve(constants_1.ObjectStoreBuckets.APPS, (0, path_1.join)(appPath, path));
|
|
104
|
-
fs_1.default.writeFileSync((0, path_1.join)(tmpPath, path), contents);
|
|
105
|
-
}
|
|
106
|
-
}
|
|
107
|
-
// get all of the files
|
|
108
|
-
else {
|
|
109
|
-
tmpPath = yield backend_core_1.objectStore.retrieveDirectory(constants_1.ObjectStoreBuckets.APPS, appPath);
|
|
110
|
-
}
|
|
111
|
-
}
|
|
112
|
-
const downloadedPath = (0, path_1.join)(tmpPath, appPath);
|
|
113
|
-
if (fs_1.default.existsSync(downloadedPath)) {
|
|
114
|
-
const allFiles = fs_1.default.readdirSync(downloadedPath);
|
|
115
|
-
for (let file of allFiles) {
|
|
116
|
-
const path = (0, path_1.join)(downloadedPath, file);
|
|
117
|
-
// move out of app directory, simplify structure
|
|
118
|
-
fs_1.default.renameSync(path, (0, path_1.join)(downloadedPath, "..", file));
|
|
119
|
-
}
|
|
120
|
-
// remove the old app directory created by object export
|
|
121
|
-
fs_1.default.rmdirSync(downloadedPath);
|
|
122
|
-
}
|
|
123
|
-
// enforce an export of app DB to the tmp path
|
|
124
|
-
const dbPath = (0, path_1.join)(tmpPath, constants_2.DB_EXPORT_FILE);
|
|
125
|
-
yield exportDB(appId, {
|
|
126
|
-
filter: defineFilter(config === null || config === void 0 ? void 0 : config.excludeRows, config === null || config === void 0 ? void 0 : config.excludeLogs),
|
|
127
|
-
exportPath: dbPath,
|
|
128
|
-
});
|
|
129
|
-
// if tar requested, return where the tarball is
|
|
130
|
-
if (config === null || config === void 0 ? void 0 : config.tar) {
|
|
131
|
-
// now the tmpPath contains both the DB export and attachments, tar this
|
|
132
|
-
const tarPath = tarFilesToTmp(tmpPath, fs_1.default.readdirSync(tmpPath));
|
|
133
|
-
// cleanup the tmp export files as tarball returned
|
|
134
|
-
fs_1.default.rmSync(tmpPath, { recursive: true, force: true });
|
|
135
|
-
return tarPath;
|
|
136
|
-
}
|
|
137
|
-
// tar not requested, turn the directory where export is
|
|
138
|
-
else {
|
|
139
|
-
return tmpPath;
|
|
140
|
-
}
|
|
141
|
-
});
|
|
142
|
-
}
|
|
143
|
-
exports.exportApp = exportApp;
|
|
144
|
-
/**
|
|
145
|
-
* Streams a backup of the database state for an app
|
|
146
|
-
* @param {string} appId The ID of the app which is to be backed up.
|
|
147
|
-
* @param {boolean} excludeRows Flag to state whether the export should include data.
|
|
148
|
-
* @returns {*} a readable stream of the backup which is written in real time
|
|
149
|
-
*/
|
|
150
|
-
function streamExportApp(appId, excludeRows) {
|
|
151
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
152
|
-
const tmpPath = yield exportApp(appId, {
|
|
153
|
-
excludeRows,
|
|
154
|
-
excludeLogs: true,
|
|
155
|
-
tar: true,
|
|
156
|
-
});
|
|
157
|
-
return (0, fileSystem_1.streamFile)(tmpPath);
|
|
158
|
-
});
|
|
159
|
-
}
|
|
160
|
-
exports.streamExportApp = streamExportApp;
|
|
@@ -1,170 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
-
};
|
|
14
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
-
exports.importApp = exports.getListOfAppsInMulti = exports.getGlobalDBFile = exports.untarFile = exports.updateAttachmentColumns = void 0;
|
|
16
|
-
const backend_core_1 = require("@budibase/backend-core");
|
|
17
|
-
const utils_1 = require("../../../db/utils");
|
|
18
|
-
const budibaseDir_1 = require("../../../utilities/budibaseDir");
|
|
19
|
-
const constants_1 = require("./constants");
|
|
20
|
-
const fileSystem_1 = require("../../../utilities/fileSystem");
|
|
21
|
-
const constants_2 = require("../../../constants");
|
|
22
|
-
const path_1 = require("path");
|
|
23
|
-
const fs_1 = __importDefault(require("fs"));
|
|
24
|
-
const __1 = __importDefault(require("../../"));
|
|
25
|
-
const types_1 = require("@budibase/types");
|
|
26
|
-
const uuid = require("uuid/v4");
|
|
27
|
-
const tar = require("tar");
|
|
28
|
-
function rewriteAttachmentUrl(appId, attachment) {
|
|
29
|
-
// URL looks like: /prod-budi-app-assets/appId/attachments/file.csv
|
|
30
|
-
const urlParts = attachment.key.split("/");
|
|
31
|
-
// remove the app ID
|
|
32
|
-
urlParts.shift();
|
|
33
|
-
// add new app ID
|
|
34
|
-
urlParts.unshift(appId);
|
|
35
|
-
const key = urlParts.join("/");
|
|
36
|
-
return Object.assign(Object.assign({}, attachment), { key, url: "" });
|
|
37
|
-
}
|
|
38
|
-
function updateAttachmentColumns(prodAppId, db) {
|
|
39
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
40
|
-
// iterate through attachment documents and update them
|
|
41
|
-
const tables = yield __1.default.tables.getAllInternalTables(db);
|
|
42
|
-
let updatedRows = [];
|
|
43
|
-
for (let table of tables) {
|
|
44
|
-
const { rows, columns } = yield __1.default.rows.getRowsWithAttachments(db.name, table);
|
|
45
|
-
updatedRows = updatedRows.concat(rows.map(row => {
|
|
46
|
-
for (let column of columns) {
|
|
47
|
-
if (Array.isArray(row[column])) {
|
|
48
|
-
row[column] = row[column].map((attachment) => rewriteAttachmentUrl(prodAppId, attachment));
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
return row;
|
|
52
|
-
}));
|
|
53
|
-
}
|
|
54
|
-
// write back the updated attachments
|
|
55
|
-
yield db.bulkDocs(updatedRows);
|
|
56
|
-
});
|
|
57
|
-
}
|
|
58
|
-
exports.updateAttachmentColumns = updateAttachmentColumns;
|
|
59
|
-
function updateAutomations(prodAppId, db) {
|
|
60
|
-
var _a;
|
|
61
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
62
|
-
const automations = (yield db.allDocs((0, utils_1.getAutomationParams)(null, {
|
|
63
|
-
include_docs: true,
|
|
64
|
-
}))).rows.map(row => row.doc);
|
|
65
|
-
const devAppId = backend_core_1.db.getDevAppID(prodAppId);
|
|
66
|
-
let toSave = [];
|
|
67
|
-
for (let automation of automations) {
|
|
68
|
-
const oldDevAppId = automation.appId, oldProdAppId = backend_core_1.db.getProdAppID(automation.appId);
|
|
69
|
-
if (((_a = automation.definition.trigger) === null || _a === void 0 ? void 0 : _a.stepId) === types_1.AutomationTriggerStepId.WEBHOOK) {
|
|
70
|
-
const old = automation.definition.trigger.inputs;
|
|
71
|
-
automation.definition.trigger.inputs = {
|
|
72
|
-
schemaUrl: old.schemaUrl.replace(oldDevAppId, devAppId),
|
|
73
|
-
triggerUrl: old.triggerUrl.replace(oldProdAppId, prodAppId),
|
|
74
|
-
};
|
|
75
|
-
}
|
|
76
|
-
automation.appId = devAppId;
|
|
77
|
-
toSave.push(automation);
|
|
78
|
-
}
|
|
79
|
-
yield db.bulkDocs(toSave);
|
|
80
|
-
});
|
|
81
|
-
}
|
|
82
|
-
/**
|
|
83
|
-
* This function manages temporary template files which are stored by Koa.
|
|
84
|
-
* @param {Object} template The template object retrieved from the Koa context object.
|
|
85
|
-
* @returns {Object} Returns a fs read stream which can be loaded into the database.
|
|
86
|
-
*/
|
|
87
|
-
function getTemplateStream(template) {
|
|
88
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
89
|
-
if (template.file && template.file.type !== "text/plain") {
|
|
90
|
-
throw new Error("Cannot import a non-text based file.");
|
|
91
|
-
}
|
|
92
|
-
if (template.file) {
|
|
93
|
-
return fs_1.default.createReadStream(template.file.path);
|
|
94
|
-
}
|
|
95
|
-
else if (template.key) {
|
|
96
|
-
const [type, name] = template.key.split("/");
|
|
97
|
-
const tmpPath = yield (0, fileSystem_1.downloadTemplate)(type, name);
|
|
98
|
-
return fs_1.default.createReadStream((0, path_1.join)(tmpPath, name, "db", "dump.txt"));
|
|
99
|
-
}
|
|
100
|
-
});
|
|
101
|
-
}
|
|
102
|
-
function untarFile(file) {
|
|
103
|
-
const tmpPath = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), uuid());
|
|
104
|
-
fs_1.default.mkdirSync(tmpPath);
|
|
105
|
-
// extract the tarball
|
|
106
|
-
tar.extract({
|
|
107
|
-
sync: true,
|
|
108
|
-
cwd: tmpPath,
|
|
109
|
-
file: file.path,
|
|
110
|
-
});
|
|
111
|
-
return tmpPath;
|
|
112
|
-
}
|
|
113
|
-
exports.untarFile = untarFile;
|
|
114
|
-
function getGlobalDBFile(tmpPath) {
|
|
115
|
-
return fs_1.default.readFileSync((0, path_1.join)(tmpPath, constants_1.GLOBAL_DB_EXPORT_FILE), "utf8");
|
|
116
|
-
}
|
|
117
|
-
exports.getGlobalDBFile = getGlobalDBFile;
|
|
118
|
-
function getListOfAppsInMulti(tmpPath) {
|
|
119
|
-
return fs_1.default.readdirSync(tmpPath).filter(dir => dir !== constants_1.GLOBAL_DB_EXPORT_FILE);
|
|
120
|
-
}
|
|
121
|
-
exports.getListOfAppsInMulti = getListOfAppsInMulti;
|
|
122
|
-
function importApp(appId, db, template) {
|
|
123
|
-
var _a, _b;
|
|
124
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
125
|
-
let prodAppId = backend_core_1.db.getProdAppID(appId);
|
|
126
|
-
let dbStream;
|
|
127
|
-
const isTar = template.file && ((_b = (_a = template === null || template === void 0 ? void 0 : template.file) === null || _a === void 0 ? void 0 : _a.type) === null || _b === void 0 ? void 0 : _b.endsWith("gzip"));
|
|
128
|
-
const isDirectory = template.file && fs_1.default.lstatSync(template.file.path).isDirectory();
|
|
129
|
-
if (template.file && (isTar || isDirectory)) {
|
|
130
|
-
const tmpPath = isTar ? untarFile(template.file) : template.file.path;
|
|
131
|
-
const contents = fs_1.default.readdirSync(tmpPath);
|
|
132
|
-
// have to handle object import
|
|
133
|
-
if (contents.length) {
|
|
134
|
-
let promises = [];
|
|
135
|
-
let excludedFiles = [constants_1.GLOBAL_DB_EXPORT_FILE, constants_1.DB_EXPORT_FILE];
|
|
136
|
-
for (let filename of contents) {
|
|
137
|
-
const path = (0, path_1.join)(tmpPath, filename);
|
|
138
|
-
if (excludedFiles.includes(filename)) {
|
|
139
|
-
continue;
|
|
140
|
-
}
|
|
141
|
-
filename = (0, path_1.join)(prodAppId, filename);
|
|
142
|
-
if (fs_1.default.lstatSync(path).isDirectory()) {
|
|
143
|
-
promises.push(backend_core_1.objectStore.uploadDirectory(constants_2.ObjectStoreBuckets.APPS, path, filename));
|
|
144
|
-
}
|
|
145
|
-
else {
|
|
146
|
-
promises.push(backend_core_1.objectStore.upload({
|
|
147
|
-
bucket: constants_2.ObjectStoreBuckets.APPS,
|
|
148
|
-
path,
|
|
149
|
-
filename,
|
|
150
|
-
}));
|
|
151
|
-
}
|
|
152
|
-
}
|
|
153
|
-
yield Promise.all(promises);
|
|
154
|
-
}
|
|
155
|
-
dbStream = fs_1.default.createReadStream((0, path_1.join)(tmpPath, constants_1.DB_EXPORT_FILE));
|
|
156
|
-
}
|
|
157
|
-
else {
|
|
158
|
-
dbStream = yield getTemplateStream(template);
|
|
159
|
-
}
|
|
160
|
-
// @ts-ignore
|
|
161
|
-
const { ok } = yield db.load(dbStream);
|
|
162
|
-
if (!ok) {
|
|
163
|
-
throw "Error loading database dump from template.";
|
|
164
|
-
}
|
|
165
|
-
yield updateAttachmentColumns(prodAppId, db);
|
|
166
|
-
yield updateAutomations(prodAppId, db);
|
|
167
|
-
return ok;
|
|
168
|
-
});
|
|
169
|
-
}
|
|
170
|
-
exports.importApp = importApp;
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
-
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
-
if (mod && mod.__esModule) return mod;
|
|
20
|
-
var result = {};
|
|
21
|
-
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
-
__setModuleDefault(result, mod);
|
|
23
|
-
return result;
|
|
24
|
-
};
|
|
25
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
|
-
const exportApps = __importStar(require("./exports"));
|
|
27
|
-
const importApps = __importStar(require("./imports"));
|
|
28
|
-
const statistics = __importStar(require("./statistics"));
|
|
29
|
-
exports.default = Object.assign(Object.assign(Object.assign({}, exportApps), importApps), statistics);
|