@budibase/server 0.0.32 → 0.0.999-alpha.30
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dockerignore +6 -0
- package/.yarnrc +1 -0
- package/Dockerfile +41 -0
- package/LICENSE +391 -377
- package/__mocks__/@elastic/elasticsearch.ts +24 -0
- package/__mocks__/@google-cloud/firestore.ts +36 -0
- package/__mocks__/@sendgrid/mail.ts +22 -0
- package/__mocks__/airtable.ts +8 -0
- package/__mocks__/arangojs.ts +24 -0
- package/__mocks__/aws-sdk.ts +80 -0
- package/__mocks__/mongodb.ts +39 -0
- package/__mocks__/mssql.ts +24 -0
- package/__mocks__/mysql2/promise.ts +17 -0
- package/__mocks__/mysql2.ts +14 -0
- package/__mocks__/node-fetch.ts +201 -0
- package/__mocks__/oracledb.ts +31 -0
- package/__mocks__/pg.ts +30 -0
- package/babel.config.js +3 -0
- package/build/entitlements.mac.plist +14 -0
- package/build/icon.icns +0 -0
- package/build/icon.png +0 -0
- package/build/icons/512x512.png +0 -0
- package/build/pouchdb.js +9 -0
- package/builder/assets/auth0-logo.6fa5973f.png +0 -0
- package/builder/assets/backups-default.8c011f1b.png +0 -0
- package/builder/assets/bb-emblem.05f7ae7a.svg +80 -0
- package/builder/assets/bb-space-man.5be51a45.svg +290 -0
- package/builder/assets/bb-spaceship.8f6e81e1.svg +227 -0
- package/builder/assets/bg.29e85dd5.png +0 -0
- package/builder/assets/blankScreenPreview.72634dd1.png +0 -0
- package/builder/assets/bulgaria.bd68393d.png +0 -0
- package/builder/assets/covanta.72c46c1e.png +0 -0
- package/builder/assets/discord.c14881e9.svg +10 -0
- package/builder/assets/google-logo.c16467b8.png +0 -0
- package/builder/assets/index.c0265b74.css +6 -0
- package/builder/assets/index.c977bf31.js +1776 -0
- package/builder/assets/integromat.42212f11.png +0 -0
- package/builder/assets/listScreenPreview.599c0aae.png +0 -0
- package/builder/assets/microsoft-logo.07033b2a.png +0 -0
- package/builder/assets/oidc-logo.cb2fff74.png +0 -0
- package/builder/assets/okta-logo.61437d3d.png +0 -0
- package/builder/assets/onelogin-logo.181cc193.png +0 -0
- package/builder/assets/oracle.66592424.png +0 -0
- package/builder/assets/remixicon.0ac8bc3c.ttf +0 -0
- package/builder/assets/remixicon.64bb3a0f.eot +0 -0
- package/builder/assets/remixicon.a10268fe.svg +6835 -0
- package/builder/assets/remixicon.c2dacfbc.woff +0 -0
- package/builder/assets/remixicon.e61f0d10.woff2 +0 -0
- package/builder/assets/schnellecke.cf1837a8.png +0 -0
- package/builder/assets/slack.1e1f7cfb.svg +33 -0
- package/builder/assets/zapier.3fbd8f5c.png +0 -0
- package/builder/index.html +10 -13
- package/dist/api/controllers/analytics.js +46 -0
- package/dist/api/controllers/apikeys.js +72 -0
- package/dist/api/controllers/application.js +575 -0
- package/dist/api/controllers/auth.js +80 -0
- package/dist/api/controllers/automation.js +303 -0
- package/dist/api/controllers/backup.js +37 -0
- package/dist/api/controllers/cloud.js +130 -0
- package/dist/api/controllers/component.js +59 -0
- package/dist/api/controllers/datasource.js +306 -0
- package/dist/api/controllers/deploy/Deployment.js +53 -0
- package/dist/api/controllers/deploy/index.js +198 -0
- package/dist/api/controllers/dev.js +146 -0
- package/dist/api/controllers/integration.js +28 -0
- package/dist/api/controllers/layout.js +49 -0
- package/dist/api/controllers/metadata.js +63 -0
- package/dist/api/controllers/migrations.js +29 -0
- package/dist/api/controllers/ops.js +40 -0
- package/dist/api/controllers/permission.js +162 -0
- package/dist/api/controllers/plugin/file.js +24 -0
- package/dist/api/controllers/plugin/github.js +69 -0
- package/dist/api/controllers/plugin/index.js +112 -0
- package/dist/api/controllers/plugin/npm.js +58 -0
- package/dist/api/controllers/plugin/uploaders.js +11 -0
- package/dist/api/controllers/plugin/url.js +24 -0
- package/dist/api/controllers/plugin/utils.js +27 -0
- package/dist/api/controllers/public/applications.js +146 -0
- package/dist/api/controllers/public/mapping/applications.js +29 -0
- package/dist/api/controllers/public/mapping/index.js +11 -0
- package/dist/api/controllers/public/mapping/queries.js +36 -0
- package/dist/api/controllers/public/mapping/rows.js +24 -0
- package/dist/api/controllers/public/mapping/tables.js +23 -0
- package/dist/api/controllers/public/mapping/types.js +2 -0
- package/dist/api/controllers/public/mapping/users.js +29 -0
- package/dist/api/controllers/public/metrics.js +113 -0
- package/dist/api/controllers/public/queries.js +58 -0
- package/dist/api/controllers/public/rows.js +120 -0
- package/dist/api/controllers/public/tables.js +95 -0
- package/dist/api/controllers/public/users.js +93 -0
- package/dist/api/controllers/public/utils.js +56 -0
- package/dist/api/controllers/query/import/index.js +87 -0
- package/dist/api/controllers/query/import/sources/base/index.js +75 -0
- package/dist/api/controllers/query/import/sources/base/openapi.js +42 -0
- package/dist/api/controllers/query/import/sources/curl.js +99 -0
- package/dist/api/controllers/query/import/sources/openapi2.js +145 -0
- package/dist/api/controllers/query/import/sources/openapi3.js +177 -0
- package/dist/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +253 -0
- package/dist/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +1054 -0
- package/dist/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +253 -0
- package/dist/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +1225 -0
- package/dist/api/controllers/query/index.js +299 -0
- package/dist/api/controllers/query/validation.js +53 -0
- package/dist/api/controllers/role.js +109 -0
- package/dist/api/controllers/routing.js +105 -0
- package/dist/api/controllers/row/ExternalRequest.js +676 -0
- package/dist/api/controllers/row/external.js +339 -0
- package/dist/api/controllers/row/index.js +203 -0
- package/dist/api/controllers/row/internal.js +502 -0
- package/dist/api/controllers/row/internalSearch.js +28 -0
- package/dist/api/controllers/row/staticFormula.js +165 -0
- package/dist/api/controllers/row/utils.js +183 -0
- package/dist/api/controllers/screen.js +110 -0
- package/dist/api/controllers/script.js +30 -0
- package/dist/api/controllers/static/index.js +268 -0
- package/dist/api/controllers/static/templates/BudibaseApp.svelte +135 -0
- package/dist/api/controllers/static/templates/app.hbs +13 -0
- package/dist/api/controllers/static/templates/preview.hbs +117 -0
- package/dist/api/controllers/table/bulkFormula.js +173 -0
- package/dist/api/controllers/table/external.js +279 -0
- package/dist/api/controllers/table/index.js +179 -0
- package/dist/api/controllers/table/internal.js +194 -0
- package/dist/api/controllers/table/utils.js +374 -0
- package/dist/api/controllers/templates.js +56 -0
- package/dist/api/controllers/user.js +124 -0
- package/dist/api/controllers/view/exporters.js +44 -0
- package/dist/api/controllers/view/index.js +193 -0
- package/dist/api/controllers/view/utils.js +177 -0
- package/dist/api/controllers/view/viewBuilder.js +158 -0
- package/dist/api/controllers/webhook.js +134 -0
- package/dist/api/index.js +56 -0
- package/dist/api/routes/analytics.js +34 -0
- package/dist/api/routes/apikeys.js +37 -0
- package/dist/api/routes/application.js +48 -0
- package/dist/api/routes/auth.js +33 -0
- package/dist/api/routes/automation.js +50 -0
- package/dist/api/routes/backup.js +35 -0
- package/dist/api/routes/cloud.js +39 -0
- package/dist/api/routes/component.js +35 -0
- package/dist/api/routes/datasource.js +43 -0
- package/dist/api/routes/deploy.js +37 -0
- package/dist/api/routes/dev.js +49 -0
- package/dist/api/routes/index.js +77 -0
- package/dist/api/routes/integration.js +37 -0
- package/dist/api/routes/layout.js +37 -0
- package/dist/api/routes/metadata.js +40 -0
- package/dist/api/routes/migrations.js +36 -0
- package/dist/api/routes/ops.js +52 -0
- package/dist/api/routes/permission.js +44 -0
- package/dist/api/routes/plugin.js +39 -0
- package/dist/api/routes/public/applications.js +174 -0
- package/dist/api/routes/public/index.js +131 -0
- package/dist/api/routes/public/metrics.js +30 -0
- package/dist/api/routes/public/middleware/mapper.js +97 -0
- package/dist/api/routes/public/queries.js +72 -0
- package/dist/api/routes/public/rows.js +158 -0
- package/dist/api/routes/public/tables.js +152 -0
- package/dist/api/routes/public/users.js +135 -0
- package/dist/api/routes/public/utils/Endpoint.js +36 -0
- package/dist/api/routes/query.js +47 -0
- package/dist/api/routes/role.js +40 -0
- package/dist/api/routes/routing.js +39 -0
- package/dist/api/routes/row.js +239 -0
- package/dist/api/routes/screen.js +39 -0
- package/dist/api/routes/script.js +35 -0
- package/dist/api/routes/static.js +80 -0
- package/dist/api/routes/table.js +163 -0
- package/dist/api/routes/templates.js +37 -0
- package/dist/api/routes/user.js +43 -0
- package/dist/api/routes/utils/validators.js +238 -0
- package/dist/api/routes/view.js +42 -0
- package/dist/api/routes/webhook.js +43 -0
- package/dist/app.js +132 -0
- package/dist/automations/actions.js +137 -0
- package/dist/automations/automationUtils.js +173 -0
- package/dist/automations/bullboard.js +71 -0
- package/dist/automations/index.js +43 -0
- package/dist/automations/logging/index.js +53 -0
- package/dist/automations/steps/bash.js +111 -0
- package/dist/automations/steps/createRow.js +108 -0
- package/dist/automations/steps/delay.js +53 -0
- package/dist/automations/steps/deleteRow.js +96 -0
- package/dist/automations/steps/discord.js +116 -0
- package/dist/automations/steps/executeQuery.js +134 -0
- package/dist/automations/steps/executeScript.js +106 -0
- package/dist/automations/steps/filter.js +112 -0
- package/dist/automations/steps/integromat.js +119 -0
- package/dist/automations/steps/loop.js +54 -0
- package/dist/automations/steps/outgoingWebhook.js +166 -0
- package/dist/automations/steps/queryRows.js +216 -0
- package/dist/automations/steps/sendSmtpEmail.js +115 -0
- package/dist/automations/steps/serverLog.js +65 -0
- package/dist/automations/steps/slack.js +98 -0
- package/dist/automations/steps/updateRow.js +144 -0
- package/dist/automations/steps/utils.js +56 -0
- package/dist/automations/steps/zapier.js +117 -0
- package/dist/automations/triggerInfo/app.js +36 -0
- package/dist/automations/triggerInfo/cron.js +35 -0
- package/dist/automations/triggerInfo/index.js +40 -0
- package/dist/automations/triggerInfo/rowDeleted.js +36 -0
- package/dist/automations/triggerInfo/rowSaved.js +44 -0
- package/dist/automations/triggerInfo/rowUpdated.js +44 -0
- package/dist/automations/triggerInfo/webhook.js +40 -0
- package/dist/automations/triggers.js +180 -0
- package/dist/automations/utils.js +264 -0
- package/dist/constants/definitions.js +2 -0
- package/dist/constants/index.js +181 -0
- package/dist/constants/layouts.js +148 -0
- package/dist/constants/screens.js +51 -0
- package/dist/db/defaultData/datasource_bb_default.js +574 -0
- package/dist/db/defaultData/employeeImport.js +155 -0
- package/dist/db/defaultData/expensesImport.js +117 -0
- package/dist/db/defaultData/inventoryImport.js +109 -0
- package/dist/db/defaultData/jobsImport.js +152 -0
- package/dist/db/dynamoClient.js +124 -0
- package/dist/db/inMemoryView.js +62 -0
- package/dist/db/index.js +43 -0
- package/dist/db/linkedRows/LinkController.js +392 -0
- package/dist/db/linkedRows/LinkDocument.js +33 -0
- package/dist/db/linkedRows/index.js +206 -0
- package/dist/db/linkedRows/linkUtils.js +131 -0
- package/dist/db/newid.js +7 -0
- package/dist/db/utils.js +247 -0
- package/dist/db/views/staticViews.js +144 -0
- package/dist/ddApm.js +11 -0
- package/dist/definitions/automations.js +8 -0
- package/dist/definitions/common.js +2 -0
- package/dist/definitions/datasource.js +7 -0
- package/dist/definitions/openapi.js +6 -0
- package/dist/environment.js +113 -0
- package/dist/events/AutomationEmitter.js +53 -0
- package/dist/events/BudibaseEmitter.js +25 -0
- package/dist/events/docUpdates/index.js +17 -0
- package/dist/events/docUpdates/processors.js +18 -0
- package/dist/events/docUpdates/syncUsers.js +49 -0
- package/dist/events/index.js +11 -0
- package/dist/events/utils.js +43 -0
- package/dist/index.js +16 -0
- package/dist/integrations/airtable.js +147 -0
- package/dist/integrations/arangodb.js +103 -0
- package/dist/integrations/base/query.js +32 -0
- package/dist/integrations/base/sql.js +600 -0
- package/dist/integrations/base/sqlTable.js +160 -0
- package/dist/integrations/base/types.js +2 -0
- package/dist/integrations/couchdb.js +125 -0
- package/dist/integrations/dynamodb.js +194 -0
- package/dist/integrations/elasticsearch.js +186 -0
- package/dist/integrations/firebase.js +174 -0
- package/dist/integrations/googlesheets.js +455 -0
- package/dist/integrations/index.js +135 -0
- package/dist/integrations/microsoftSqlServer.js +273 -0
- package/dist/integrations/mongodb.js +614 -0
- package/dist/integrations/mysql.js +256 -0
- package/dist/integrations/oracle.js +375 -0
- package/dist/integrations/postgres.js +300 -0
- package/dist/integrations/queries/sql.js +84 -0
- package/dist/integrations/redis.js +168 -0
- package/dist/integrations/rest.js +400 -0
- package/dist/integrations/s3.js +237 -0
- package/dist/integrations/snowflake.js +99 -0
- package/dist/integrations/utils.js +295 -0
- package/dist/middleware/appInfo.js +22 -0
- package/dist/middleware/authorized.js +112 -0
- package/dist/middleware/builder.js +93 -0
- package/dist/middleware/currentapp.js +103 -0
- package/dist/middleware/joi-validator.js +43 -0
- package/dist/middleware/publicApi.js +25 -0
- package/dist/middleware/resourceId.js +59 -0
- package/dist/middleware/selfhost.js +24 -0
- package/dist/middleware/utils.js +8 -0
- package/dist/migrations/functions/appUrls.js +42 -0
- package/dist/migrations/functions/backfill/app/automations.js +31 -0
- package/dist/migrations/functions/backfill/app/datasources.js +28 -0
- package/dist/migrations/functions/backfill/app/layouts.js +33 -0
- package/dist/migrations/functions/backfill/app/queries.js +50 -0
- package/dist/migrations/functions/backfill/app/roles.js +28 -0
- package/dist/migrations/functions/backfill/app/screens.js +28 -0
- package/dist/migrations/functions/backfill/app/tables.js +37 -0
- package/dist/migrations/functions/backfill/app.js +176 -0
- package/dist/migrations/functions/backfill/global/configs.js +67 -0
- package/dist/migrations/functions/backfill/global/quotas.js +60 -0
- package/dist/migrations/functions/backfill/global/users.js +50 -0
- package/dist/migrations/functions/backfill/global.js +205 -0
- package/dist/migrations/functions/backfill/index.js +32 -0
- package/dist/migrations/functions/backfill/installation.js +80 -0
- package/dist/migrations/functions/syncQuotas.js +50 -0
- package/dist/migrations/functions/tableSettings.js +130 -0
- package/dist/migrations/functions/usageQuotas/index.js +16 -0
- package/dist/migrations/functions/usageQuotas/syncApps.js +25 -0
- package/dist/migrations/functions/usageQuotas/syncPlugins.js +23 -0
- package/dist/migrations/functions/usageQuotas/syncRows.js +33 -0
- package/dist/migrations/functions/userEmailViewCasing.js +24 -0
- package/dist/migrations/index.js +111 -0
- package/dist/migrations/tests/helpers.js +72 -0
- package/dist/migrations/tests/structures.js +37 -0
- package/dist/package.json +180 -0
- package/dist/sdk/app/applications/index.js +28 -0
- package/dist/sdk/app/applications/sync.js +164 -0
- package/dist/sdk/app/applications/utils.js +21 -0
- package/dist/sdk/app/automations/index.js +29 -0
- package/dist/sdk/app/automations/webhook.js +54 -0
- package/dist/sdk/app/backups/constants.js +6 -0
- package/dist/sdk/app/backups/exports.js +184 -0
- package/dist/sdk/app/backups/imports.js +170 -0
- package/dist/sdk/app/backups/index.js +29 -0
- package/dist/sdk/app/backups/statistics.js +73 -0
- package/dist/sdk/app/datasources/datasources.js +166 -0
- package/dist/sdk/app/datasources/index.js +27 -0
- package/dist/sdk/app/queries/index.js +27 -0
- package/dist/sdk/app/queries/queries.js +60 -0
- package/dist/sdk/app/rows/attachments.js +61 -0
- package/dist/sdk/app/rows/index.js +28 -0
- package/dist/sdk/app/rows/rows.js +30 -0
- package/dist/sdk/app/tables/index.js +65 -0
- package/dist/sdk/index.js +27 -0
- package/dist/sdk/plugins/index.js +27 -0
- package/dist/sdk/plugins/plugins.js +53 -0
- package/dist/sdk/users/index.js +27 -0
- package/dist/sdk/users/utils.js +87 -0
- package/dist/sdk/utils/index.js +29 -0
- package/dist/startup.js +158 -0
- package/dist/threads/automation.js +449 -0
- package/dist/threads/definitions.js +2 -0
- package/dist/threads/index.js +137 -0
- package/dist/threads/query.js +265 -0
- package/dist/threads/utils.js +122 -0
- package/dist/tsconfig.build.tsbuildinfo +1 -0
- package/dist/utilities/appDirectoryTemplate/package.json +10 -0
- package/dist/utilities/budibaseDir.js +5 -0
- package/dist/utilities/centralPath.js +27 -0
- package/dist/utilities/fileSystem/app.js +88 -0
- package/dist/utilities/fileSystem/clientLibrary.js +138 -0
- package/dist/utilities/fileSystem/filesystem.js +180 -0
- package/dist/utilities/fileSystem/index.js +21 -0
- package/dist/utilities/fileSystem/plugin.js +76 -0
- package/dist/utilities/fileSystem/processor.js +34 -0
- package/dist/utilities/fileSystem/template.js +47 -0
- package/dist/utilities/global.js +149 -0
- package/dist/utilities/index.js +143 -0
- package/dist/utilities/redis.js +117 -0
- package/dist/utilities/retry.js +30 -0
- package/dist/utilities/routing/index.js +39 -0
- package/dist/utilities/rowProcessor/index.js +284 -0
- package/dist/utilities/rowProcessor/map.js +99 -0
- package/dist/utilities/rowProcessor/utils.js +88 -0
- package/dist/utilities/schema.js +108 -0
- package/dist/utilities/scriptRunner.js +26 -0
- package/dist/utilities/security.js +57 -0
- package/dist/utilities/statusCodes.js +9 -0
- package/dist/utilities/usageQuota/rows.js +88 -0
- package/dist/utilities/usageQuota/usageQuoteReset.js +16 -0
- package/dist/utilities/users.js +57 -0
- package/dist/utilities/workerRequests.js +171 -0
- package/dist/watch.js +53 -0
- package/dist/websockets/client.js +14 -0
- package/dist/websockets/grid.js +60 -0
- package/dist/websockets/index.js +17 -0
- package/dist/websockets/websocket.js +78 -0
- package/docker_run.sh +7 -0
- package/jest-testcontainers-config.js +8 -0
- package/jest.config.ts +52 -0
- package/nodemon.json +10 -0
- package/package.json +166 -31
- package/pm2.config.js +9 -0
- package/scripts/account.js +8 -0
- package/scripts/dev/manage.js +119 -0
- package/scripts/docs/README.md +31 -0
- package/scripts/docs/generate.js +74 -0
- package/scripts/docs/toSwagger.js +320 -0
- package/scripts/exportAppTemplate.js +64 -0
- package/scripts/integrations/customer-categories/docker-compose.yml +28 -0
- package/scripts/integrations/customer-categories/init.sql +41 -0
- package/scripts/integrations/customer-categories/reset.sh +3 -0
- package/scripts/integrations/mssql/data/Dockerfile +9 -0
- package/scripts/integrations/mssql/data/entrypoint.sh +25 -0
- package/scripts/integrations/mssql/data/setup.sql +80 -0
- package/scripts/integrations/mssql/docker-compose.yaml +12 -0
- package/scripts/integrations/mssql/reset.sh +3 -0
- package/scripts/integrations/mysql/docker-compose.yaml +21 -0
- package/scripts/integrations/mysql/init.sql +32 -0
- package/scripts/integrations/mysql/reset.sh +3 -0
- package/scripts/integrations/oracle/docker-compose.yml +19 -0
- package/scripts/integrations/oracle/instantclient/linux/arm64/basiclite-19.10.zip +0 -0
- package/scripts/integrations/oracle/instantclient/linux/arm64/install.sh +23 -0
- package/scripts/integrations/oracle/instantclient/linux/install.sh +10 -0
- package/scripts/integrations/oracle/instantclient/linux/x86-64/basiclite-21.4.zip +0 -0
- package/scripts/integrations/oracle/instantclient/linux/x86-64/install.sh +23 -0
- package/scripts/integrations/oracle/oracle.md +90 -0
- package/scripts/integrations/pg-json/docker-compose.yml +28 -0
- package/scripts/integrations/pg-json/init.sql +22 -0
- package/scripts/integrations/pg-json/reset.sh +3 -0
- package/scripts/integrations/postgres/docker-compose.yml +28 -0
- package/scripts/integrations/postgres/emp-skill.sql +46 -0
- package/scripts/integrations/postgres/emp-territory.sql +32 -0
- package/scripts/integrations/postgres/init.sql +57 -0
- package/scripts/integrations/postgres/reset.sh +3 -0
- package/scripts/integrations/service-vehicles/docker-compose.yml +28 -0
- package/scripts/integrations/service-vehicles/init.sql +52 -0
- package/scripts/integrations/service-vehicles/reset.sh +3 -0
- package/scripts/load/create-many-apps.js +24 -0
- package/scripts/load/create-many-rows.js +30 -0
- package/scripts/load/utils.js +66 -0
- package/scripts/localdomain.js +52 -0
- package/scripts/multiTenancy.js +8 -0
- package/scripts/selfhost.js +8 -0
- package/scripts/test.sh +14 -0
- package/scripts/watchtower-hooks/post-check.sh +1 -0
- package/scripts/watchtower-hooks/post-update.sh +1 -0
- package/scripts/watchtower-hooks/pre-check.sh +1 -0
- package/scripts/watchtower-hooks/pre-update.sh +1 -0
- package/specs/generate.ts +92 -0
- package/specs/openapi.json +2782 -0
- package/specs/openapi.yaml +2111 -0
- package/specs/parameters.ts +59 -0
- package/specs/resources/application.ts +137 -0
- package/specs/resources/index.ts +26 -0
- package/specs/resources/metrics.ts +81 -0
- package/specs/resources/misc.ts +128 -0
- package/specs/resources/query.ts +217 -0
- package/specs/resources/row.ts +124 -0
- package/specs/resources/table.ts +197 -0
- package/specs/resources/user.ts +132 -0
- package/specs/resources/utils/Resource.ts +39 -0
- package/specs/resources/utils/index.ts +11 -0
- package/specs/security.ts +7 -0
- package/src/api/controllers/analytics.ts +35 -0
- package/src/api/controllers/apikeys.ts +54 -0
- package/src/api/controllers/application.ts +633 -0
- package/src/api/controllers/auth.ts +72 -0
- package/src/api/controllers/automation.ts +302 -0
- package/src/api/controllers/backup.ts +21 -0
- package/src/api/controllers/cloud.ts +119 -0
- package/src/api/controllers/component.ts +58 -0
- package/src/api/controllers/datasource.ts +351 -0
- package/src/api/controllers/deploy/Deployment.ts +59 -0
- package/src/api/controllers/deploy/index.ts +203 -0
- package/src/api/controllers/dev.ts +129 -0
- package/src/api/controllers/integration.ts +13 -0
- package/src/api/controllers/layout.ts +47 -0
- package/src/api/controllers/metadata.ts +42 -0
- package/src/api/controllers/migrations.ts +14 -0
- package/src/api/controllers/ops.ts +32 -0
- package/src/api/controllers/permission.ts +178 -0
- package/src/api/controllers/plugin/file.ts +15 -0
- package/src/api/controllers/plugin/github.ts +75 -0
- package/src/api/controllers/plugin/index.ts +101 -0
- package/src/api/controllers/plugin/npm.ts +56 -0
- package/src/api/controllers/plugin/uploaders.ts +4 -0
- package/src/api/controllers/plugin/url.ts +12 -0
- package/src/api/controllers/plugin/utils.ts +17 -0
- package/src/api/controllers/public/applications.ts +100 -0
- package/src/api/controllers/public/mapping/applications.ts +32 -0
- package/src/api/controllers/public/mapping/index.ts +13 -0
- package/src/api/controllers/public/mapping/queries.ts +39 -0
- package/src/api/controllers/public/mapping/rows.ts +31 -0
- package/src/api/controllers/public/mapping/tables.ts +26 -0
- package/src/api/controllers/public/mapping/types.ts +21 -0
- package/src/api/controllers/public/mapping/users.ts +32 -0
- package/src/api/controllers/public/metrics.ts +251 -0
- package/src/api/controllers/public/queries.ts +20 -0
- package/src/api/controllers/public/rows.ts +81 -0
- package/src/api/controllers/public/tables.ts +56 -0
- package/src/api/controllers/public/users.ts +80 -0
- package/src/api/controllers/public/utils.ts +45 -0
- package/src/api/controllers/query/import/index.ts +96 -0
- package/src/api/controllers/query/import/sources/base/index.ts +98 -0
- package/src/api/controllers/query/import/sources/base/openapi.ts +24 -0
- package/src/api/controllers/query/import/sources/curl.ts +106 -0
- package/src/api/controllers/query/import/sources/openapi2.ts +167 -0
- package/src/api/controllers/query/import/sources/openapi3.ts +209 -0
- package/src/api/controllers/query/import/sources/tests/curl/curl.spec.js +103 -0
- package/src/api/controllers/query/import/sources/tests/curl/data/delete.txt +1 -0
- package/src/api/controllers/query/import/sources/tests/curl/data/empty-body.txt +2 -0
- package/src/api/controllers/query/import/sources/tests/curl/data/get.txt +1 -0
- package/src/api/controllers/query/import/sources/tests/curl/data/headers.txt +3 -0
- package/src/api/controllers/query/import/sources/tests/curl/data/patch.txt +2 -0
- package/src/api/controllers/query/import/sources/tests/curl/data/path.txt +1 -0
- package/src/api/controllers/query/import/sources/tests/curl/data/post.txt +2 -0
- package/src/api/controllers/query/import/sources/tests/curl/data/put.txt +2 -0
- package/src/api/controllers/query/import/sources/tests/curl/data/query.txt +1 -0
- package/src/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.json +253 -0
- package/src/api/controllers/query/import/sources/tests/openapi2/data/crud/crud.yaml +160 -0
- package/src/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.json +1054 -0
- package/src/api/controllers/query/import/sources/tests/openapi2/data/petstore/petstore.yaml +711 -0
- package/src/api/controllers/query/import/sources/tests/openapi2/openapi2.spec.js +238 -0
- package/src/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.json +253 -0
- package/src/api/controllers/query/import/sources/tests/openapi3/data/crud/crud.yaml +153 -0
- package/src/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.json +1225 -0
- package/src/api/controllers/query/import/sources/tests/openapi3/data/petstore/petstore.yaml +804 -0
- package/src/api/controllers/query/import/sources/tests/openapi3/openapi3.spec.js +240 -0
- package/src/api/controllers/query/import/tests/index.spec.js +162 -0
- package/src/api/controllers/query/index.ts +307 -0
- package/src/api/controllers/query/validation.ts +50 -0
- package/src/api/controllers/role.ts +104 -0
- package/src/api/controllers/routing.ts +95 -0
- package/src/api/controllers/row/ExternalRequest.ts +821 -0
- package/src/api/controllers/row/external.ts +304 -0
- package/src/api/controllers/row/index.ts +162 -0
- package/src/api/controllers/row/internal.ts +500 -0
- package/src/api/controllers/row/internalSearch.ts +18 -0
- package/src/api/controllers/row/staticFormula.ts +170 -0
- package/src/api/controllers/row/utils.ts +156 -0
- package/src/api/controllers/screen.ts +126 -0
- package/src/api/controllers/script.ts +12 -0
- package/src/api/controllers/static/index.ts +241 -0
- package/src/api/controllers/static/templates/BudibaseApp.svelte +135 -0
- package/src/api/controllers/static/templates/app.hbs +13 -0
- package/src/api/controllers/static/templates/preview.hbs +117 -0
- package/src/api/controllers/table/bulkFormula.ts +188 -0
- package/src/api/controllers/table/external.ts +364 -0
- package/src/api/controllers/table/index.ts +143 -0
- package/src/api/controllers/table/internal.ts +191 -0
- package/src/api/controllers/table/tests/utils.spec.ts +97 -0
- package/src/api/controllers/table/utils.ts +422 -0
- package/src/api/controllers/templates.ts +43 -0
- package/src/api/controllers/user.ts +97 -0
- package/src/api/controllers/view/exporters.ts +43 -0
- package/src/api/controllers/view/index.ts +192 -0
- package/src/api/controllers/view/tests/__snapshots__/viewBuilder.spec.js.snap +147 -0
- package/src/api/controllers/view/tests/viewBuilder.spec.js +65 -0
- package/src/api/controllers/view/utils.ts +165 -0
- package/src/api/controllers/view/viewBuilder.ts +203 -0
- package/src/api/controllers/webhook.ts +100 -0
- package/src/api/index.ts +63 -0
- package/src/api/routes/analytics.ts +9 -0
- package/src/api/routes/apikeys.ts +12 -0
- package/src/api/routes/application.ts +57 -0
- package/src/api/routes/auth.ts +8 -0
- package/src/api/routes/automation.ts +87 -0
- package/src/api/routes/backup.ts +14 -0
- package/src/api/routes/cloud.ts +18 -0
- package/src/api/routes/component.ts +14 -0
- package/src/api/routes/datasource.ts +60 -0
- package/src/api/routes/deploy.ts +20 -0
- package/src/api/routes/dev.ts +38 -0
- package/src/api/routes/index.ts +73 -0
- package/src/api/routes/integration.ts +16 -0
- package/src/api/routes/layout.ts +16 -0
- package/src/api/routes/metadata.ts +38 -0
- package/src/api/routes/migrations.ts +14 -0
- package/src/api/routes/ops.ts +30 -0
- package/src/api/routes/permission.ts +41 -0
- package/src/api/routes/plugin.ts +22 -0
- package/src/api/routes/public/applications.ts +195 -0
- package/src/api/routes/public/index.ts +145 -0
- package/src/api/routes/public/metrics.ts +28 -0
- package/src/api/routes/public/middleware/mapper.ts +85 -0
- package/src/api/routes/public/queries.ts +76 -0
- package/src/api/routes/public/rows.ts +171 -0
- package/src/api/routes/public/tables.ts +167 -0
- package/src/api/routes/public/tests/compare.spec.ts +185 -0
- package/src/api/routes/public/tests/metrics.spec.js +34 -0
- package/src/api/routes/public/tests/users.spec.js +38 -0
- package/src/api/routes/public/tests/utils.ts +45 -0
- package/src/api/routes/public/users.ts +142 -0
- package/src/api/routes/public/utils/Endpoint.ts +51 -0
- package/src/api/routes/query.ts +61 -0
- package/src/api/routes/role.ts +24 -0
- package/src/api/routes/routing.ts +14 -0
- package/src/api/routes/row.ts +266 -0
- package/src/api/routes/screen.ts +23 -0
- package/src/api/routes/script.ts +10 -0
- package/src/api/routes/static.ts +65 -0
- package/src/api/routes/table.ts +170 -0
- package/src/api/routes/templates.ts +16 -0
- package/src/api/routes/tests/__snapshots__/datasource.spec.ts.snap +93 -0
- package/src/api/routes/tests/__snapshots__/view.spec.js.snap +38 -0
- package/src/api/routes/tests/analytics.spec.js +62 -0
- package/src/api/routes/tests/apikeys.spec.js +59 -0
- package/src/api/routes/tests/appSync.spec.ts +31 -0
- package/src/api/routes/tests/application.spec.ts +327 -0
- package/src/api/routes/tests/auth.spec.js +24 -0
- package/src/api/routes/tests/automation.spec.js +349 -0
- package/src/api/routes/tests/backup.spec.ts +45 -0
- package/src/api/routes/tests/cloud.spec.ts +54 -0
- package/src/api/routes/tests/component.spec.js +32 -0
- package/src/api/routes/tests/data/budibase-component-1.0.1.tgz +0 -0
- package/src/api/routes/tests/data/comment-box-1.0.2.tar.gz +0 -0
- package/src/api/routes/tests/data/export-test.tar.gz +0 -0
- package/src/api/routes/tests/data/export.txt +1 -0
- package/src/api/routes/tests/data/old-app.txt +3 -0
- package/src/api/routes/tests/datasource.spec.ts +238 -0
- package/src/api/routes/tests/dev.spec.js +40 -0
- package/src/api/routes/tests/environmentVariables.spec.ts +144 -0
- package/src/api/routes/tests/integration.spec.js +52 -0
- package/src/api/routes/tests/internalSearch.spec.js +197 -0
- package/src/api/routes/tests/layout.spec.js +59 -0
- package/src/api/routes/tests/metadata.spec.js +65 -0
- package/src/api/routes/tests/misc.spec.js +91 -0
- package/src/api/routes/tests/permissions.spec.js +133 -0
- package/src/api/routes/tests/plugin.spec.ts +179 -0
- package/src/api/routes/tests/query.seq.spec.js +538 -0
- package/src/api/routes/tests/role.spec.js +131 -0
- package/src/api/routes/tests/routing.spec.js +116 -0
- package/src/api/routes/tests/row.spec.js +573 -0
- package/src/api/routes/tests/screen.spec.js +103 -0
- package/src/api/routes/tests/static.spec.js +140 -0
- package/src/api/routes/tests/table.spec.js +302 -0
- package/src/api/routes/tests/templates.spec.js +24 -0
- package/src/api/routes/tests/user.spec.js +208 -0
- package/src/api/routes/tests/utilities/TestFunctions.ts +177 -0
- package/src/api/routes/tests/utilities/index.ts +96 -0
- package/src/api/routes/tests/view.spec.js +419 -0
- package/src/api/routes/tests/webhook.spec.js +134 -0
- package/src/api/routes/user.ts +46 -0
- package/src/api/routes/utils/validators.ts +240 -0
- package/src/api/routes/view.ts +34 -0
- package/src/api/routes/webhook.ts +27 -0
- package/src/app.ts +114 -0
- package/src/automations/actions.ts +109 -0
- package/src/automations/automationUtils.ts +163 -0
- package/src/automations/bullboard.ts +38 -0
- package/src/automations/index.ts +26 -0
- package/src/automations/logging/index.ts +38 -0
- package/src/automations/steps/bash.ts +81 -0
- package/src/automations/steps/createRow.ts +102 -0
- package/src/automations/steps/delay.ts +46 -0
- package/src/automations/steps/deleteRow.ts +91 -0
- package/src/automations/steps/discord.ts +106 -0
- package/src/automations/steps/executeQuery.ts +98 -0
- package/src/automations/steps/executeScript.ts +83 -0
- package/src/automations/steps/filter.ts +105 -0
- package/src/automations/steps/integromat.ts +110 -0
- package/src/automations/steps/loop.ts +58 -0
- package/src/automations/steps/outgoingWebhook.ts +141 -0
- package/src/automations/steps/queryRows.ts +196 -0
- package/src/automations/steps/sendSmtpEmail.ts +92 -0
- package/src/automations/steps/serverLog.ts +59 -0
- package/src/automations/steps/slack.ts +87 -0
- package/src/automations/steps/updateRow.ts +121 -0
- package/src/automations/steps/utils.ts +46 -0
- package/src/automations/steps/zapier.ts +108 -0
- package/src/automations/tests/automation.spec.ts +99 -0
- package/src/automations/tests/bash.spec.js +34 -0
- package/src/automations/tests/createRow.spec.ts +46 -0
- package/src/automations/tests/delay.spec.js +16 -0
- package/src/automations/tests/deleteRow.spec.ts +55 -0
- package/src/automations/tests/discord.spec.js +27 -0
- package/src/automations/tests/executeQuery.spec.js +48 -0
- package/src/automations/tests/executeScript.spec.js +48 -0
- package/src/automations/tests/filter.spec.js +49 -0
- package/src/automations/tests/loop.spec.ts +45 -0
- package/src/automations/tests/outgoingWebhook.spec.js +39 -0
- package/src/automations/tests/queryRows.spec.js +117 -0
- package/src/automations/tests/sendSmtpEmail.spec.js +71 -0
- package/src/automations/tests/serverLog.spec.js +22 -0
- package/src/automations/tests/updateRow.spec.js +44 -0
- package/src/automations/tests/utilities/index.ts +60 -0
- package/src/automations/tests/zapier.spec.js +27 -0
- package/src/automations/triggerInfo/app.ts +40 -0
- package/src/automations/triggerInfo/cron.ts +39 -0
- package/src/automations/triggerInfo/index.ts +15 -0
- package/src/automations/triggerInfo/rowDeleted.ts +40 -0
- package/src/automations/triggerInfo/rowSaved.ts +48 -0
- package/src/automations/triggerInfo/rowUpdated.ts +48 -0
- package/src/automations/triggerInfo/webhook.ts +44 -0
- package/src/automations/triggers.ts +156 -0
- package/src/automations/unitTests/automationUtils.spec.ts +133 -0
- package/src/automations/utils.ts +267 -0
- package/src/constants/definitions.ts +42 -0
- package/src/constants/index.ts +183 -0
- package/src/constants/layouts.ts +147 -0
- package/src/constants/screens.ts +48 -0
- package/src/db/defaultData/datasource_bb_default.ts +654 -0
- package/src/db/defaultData/employeeImport.ts +152 -0
- package/src/db/defaultData/expensesImport.ts +114 -0
- package/src/db/defaultData/inventoryImport.ts +106 -0
- package/src/db/defaultData/jobsImport.ts +158 -0
- package/src/db/dynamoClient.ts +147 -0
- package/src/db/inMemoryView.ts +55 -0
- package/src/db/index.ts +16 -0
- package/src/db/linkedRows/LinkController.ts +445 -0
- package/src/db/linkedRows/LinkDocument.ts +60 -0
- package/src/db/linkedRows/index.ts +217 -0
- package/src/db/linkedRows/linkUtils.ts +125 -0
- package/src/db/newid.ts +5 -0
- package/src/db/tests/linkController.spec.js +236 -0
- package/src/db/tests/linkTests.spec.js +65 -0
- package/src/db/utils.ts +272 -0
- package/src/db/views/staticViews.ts +132 -0
- package/src/ddApm.ts +7 -0
- package/src/definitions/automations.ts +33 -0
- package/src/definitions/common.ts +54 -0
- package/src/definitions/datasource.ts +9 -0
- package/src/definitions/openapi.ts +1233 -0
- package/src/environment.ts +125 -0
- package/src/events/AutomationEmitter.ts +58 -0
- package/src/events/BudibaseEmitter.ts +29 -0
- package/src/events/docUpdates/index.ts +1 -0
- package/src/events/docUpdates/processors.ts +14 -0
- package/src/events/docUpdates/syncUsers.ts +35 -0
- package/src/events/index.ts +6 -0
- package/src/events/utils.ts +78 -0
- package/src/index.ts +16 -0
- package/src/integration-test/postgres.spec.ts +1026 -0
- package/src/integrations/airtable.ts +148 -0
- package/src/integrations/arangodb.ts +110 -0
- package/src/integrations/base/query.ts +18 -0
- package/src/integrations/base/sql.ts +651 -0
- package/src/integrations/base/sqlTable.ts +202 -0
- package/src/integrations/base/types.ts +134 -0
- package/src/integrations/couchdb.ts +133 -0
- package/src/integrations/dynamodb.ts +220 -0
- package/src/integrations/elasticsearch.ts +187 -0
- package/src/integrations/firebase.ts +187 -0
- package/src/integrations/googlesheets.ts +511 -0
- package/src/integrations/index.ts +125 -0
- package/src/integrations/microsoftSqlServer.ts +312 -0
- package/src/integrations/mongodb.ts +638 -0
- package/src/integrations/mysql.ts +300 -0
- package/src/integrations/oracle.ts +435 -0
- package/src/integrations/postgres.ts +336 -0
- package/src/integrations/queries/sql.ts +81 -0
- package/src/integrations/redis.ts +163 -0
- package/src/integrations/rest.ts +436 -0
- package/src/integrations/s3.ts +260 -0
- package/src/integrations/snowflake.ts +97 -0
- package/src/integrations/tests/TestConfiguration.js +0 -0
- package/src/integrations/tests/airtable.spec.ts +75 -0
- package/src/integrations/tests/arangodb.spec.ts +38 -0
- package/src/integrations/tests/couchdb.spec.ts +86 -0
- package/src/integrations/tests/dynamodb.spec.ts +155 -0
- package/src/integrations/tests/elasticsearch.spec.ts +82 -0
- package/src/integrations/tests/firebase.spec.ts +97 -0
- package/src/integrations/tests/googlesheets.spec.ts +126 -0
- package/src/integrations/tests/microsoftSqlServer.spec.ts +56 -0
- package/src/integrations/tests/mongo.spec.ts +334 -0
- package/src/integrations/tests/mysql.spec.ts +133 -0
- package/src/integrations/tests/oracle.spec.ts +96 -0
- package/src/integrations/tests/postgres.spec.ts +81 -0
- package/src/integrations/tests/redis.spec.ts +88 -0
- package/src/integrations/tests/rest.spec.ts +595 -0
- package/src/integrations/tests/s3.spec.ts +112 -0
- package/src/integrations/tests/sql.spec.ts +639 -0
- package/src/integrations/utils.ts +330 -0
- package/src/middleware/appInfo.ts +20 -0
- package/src/middleware/authorized.ts +131 -0
- package/src/middleware/builder.ts +97 -0
- package/src/middleware/currentapp.ts +112 -0
- package/src/middleware/joi-validator.ts +40 -0
- package/src/middleware/publicApi.ts +21 -0
- package/src/middleware/resourceId.ts +66 -0
- package/src/middleware/selfhost.ts +12 -0
- package/src/middleware/tests/authorized.spec.js +163 -0
- package/src/middleware/tests/currentapp.spec.js +207 -0
- package/src/middleware/tests/resourceId.spec.js +105 -0
- package/src/middleware/tests/selfhost.spec.js +43 -0
- package/src/middleware/utils.ts +9 -0
- package/src/migrations/functions/appUrls.ts +27 -0
- package/src/migrations/functions/backfill/app/automations.ts +26 -0
- package/src/migrations/functions/backfill/app/datasources.ts +22 -0
- package/src/migrations/functions/backfill/app/layouts.ts +29 -0
- package/src/migrations/functions/backfill/app/queries.ts +47 -0
- package/src/migrations/functions/backfill/app/roles.ts +22 -0
- package/src/migrations/functions/backfill/app/screens.ts +22 -0
- package/src/migrations/functions/backfill/app/tables.ts +27 -0
- package/src/migrations/functions/backfill/app.ts +149 -0
- package/src/migrations/functions/backfill/global/configs.ts +73 -0
- package/src/migrations/functions/backfill/global/quotas.ts +60 -0
- package/src/migrations/functions/backfill/global/users.ts +49 -0
- package/src/migrations/functions/backfill/global.ts +213 -0
- package/src/migrations/functions/backfill/index.ts +7 -0
- package/src/migrations/functions/backfill/installation.ts +50 -0
- package/src/migrations/functions/syncQuotas.ts +15 -0
- package/src/migrations/functions/tableSettings.ts +145 -0
- package/src/migrations/functions/tests/appUrls.spec.js +26 -0
- package/src/migrations/functions/tests/syncQuotas.spec.js +26 -0
- package/src/migrations/functions/tests/tableSettings.spec.ts +144 -0
- package/src/migrations/functions/tests/userEmailViewCasing.spec.js +34 -0
- package/src/migrations/functions/usageQuotas/index.ts +3 -0
- package/src/migrations/functions/usageQuotas/syncApps.ts +14 -0
- package/src/migrations/functions/usageQuotas/syncPlugins.ts +10 -0
- package/src/migrations/functions/usageQuotas/syncRows.ts +27 -0
- package/src/migrations/functions/usageQuotas/tests/syncApps.spec.ts +35 -0
- package/src/migrations/functions/usageQuotas/tests/syncRows.spec.ts +53 -0
- package/src/migrations/functions/userEmailViewCasing.ts +13 -0
- package/src/migrations/index.ts +115 -0
- package/src/migrations/tests/helpers.ts +40 -0
- package/src/migrations/tests/index.spec.ts +142 -0
- package/src/migrations/tests/structures.ts +67 -0
- package/src/sdk/app/applications/index.ts +7 -0
- package/src/sdk/app/applications/sync.ts +168 -0
- package/src/sdk/app/applications/tests/sync.spec.ts +137 -0
- package/src/sdk/app/applications/utils.ts +17 -0
- package/src/sdk/app/automations/index.ts +5 -0
- package/src/sdk/app/automations/webhook.ts +43 -0
- package/src/sdk/app/backups/constants.ts +3 -0
- package/src/sdk/app/backups/exports.ts +195 -0
- package/src/sdk/app/backups/imports.ts +185 -0
- package/src/sdk/app/backups/index.ts +9 -0
- package/src/sdk/app/backups/statistics.ts +69 -0
- package/src/sdk/app/datasources/datasources.ts +162 -0
- package/src/sdk/app/datasources/index.ts +5 -0
- package/src/sdk/app/queries/index.ts +5 -0
- package/src/sdk/app/queries/queries.ts +50 -0
- package/src/sdk/app/rows/attachments.ts +60 -0
- package/src/sdk/app/rows/index.ts +7 -0
- package/src/sdk/app/rows/rows.ts +18 -0
- package/src/sdk/app/tables/index.ts +63 -0
- package/src/sdk/index.ts +24 -0
- package/src/sdk/plugins/index.ts +5 -0
- package/src/sdk/plugins/plugins.ts +41 -0
- package/src/sdk/tests/attachments.spec.ts +76 -0
- package/src/sdk/users/index.ts +5 -0
- package/src/sdk/users/tests/utils.spec.ts +128 -0
- package/src/sdk/users/utils.ts +93 -0
- package/src/sdk/utils/index.ts +16 -0
- package/src/startup.ts +138 -0
- package/src/tests/jestEnv.ts +11 -0
- package/src/tests/jestSetup.ts +22 -0
- package/src/tests/utilities/TestConfiguration.ts +768 -0
- package/src/tests/utilities/controllers.ts +14 -0
- package/src/tests/utilities/index.ts +11 -0
- package/src/tests/utilities/structures.ts +289 -0
- package/src/threads/automation.ts +502 -0
- package/src/threads/definitions.ts +21 -0
- package/src/threads/index.ts +111 -0
- package/src/threads/query.ts +305 -0
- package/src/threads/utils.ts +96 -0
- package/src/utilities/appDirectoryTemplate/package.json +10 -0
- package/src/utilities/budibaseDir.ts +3 -0
- package/src/utilities/centralPath.ts +22 -0
- package/src/utilities/fileSystem/app.ts +79 -0
- package/src/utilities/fileSystem/clientLibrary.ts +154 -0
- package/src/utilities/fileSystem/filesystem.ts +168 -0
- package/src/utilities/fileSystem/index.ts +5 -0
- package/src/utilities/fileSystem/plugin.ts +73 -0
- package/src/utilities/fileSystem/processor.ts +19 -0
- package/src/utilities/fileSystem/template.ts +36 -0
- package/src/utilities/global.ts +153 -0
- package/src/utilities/index.ts +134 -0
- package/src/utilities/redis.ts +88 -0
- package/src/utilities/retry.ts +18 -0
- package/src/utilities/routing/index.ts +32 -0
- package/src/utilities/rowProcessor/index.ts +279 -0
- package/src/utilities/rowProcessor/map.ts +96 -0
- package/src/utilities/rowProcessor/tests/utils.spec.ts +57 -0
- package/src/utilities/rowProcessor/utils.ts +96 -0
- package/src/utilities/schema.ts +141 -0
- package/src/utilities/scriptRunner.ts +28 -0
- package/src/utilities/security.ts +65 -0
- package/{utilities/statusCodes.js → src/utilities/statusCodes.ts} +1 -1
- package/src/utilities/tests/test.csv +4 -0
- package/src/utilities/usageQuota/rows.ts +80 -0
- package/src/utilities/usageQuota/usageQuoteReset.ts +18 -0
- package/src/utilities/users.ts +49 -0
- package/src/utilities/workerRequests.ts +188 -0
- package/src/watch.ts +37 -0
- package/src/websockets/client.ts +11 -0
- package/src/websockets/grid.ts +55 -0
- package/src/websockets/index.ts +14 -0
- package/src/websockets/websocket.ts +83 -0
- package/tsconfig.build.json +28 -0
- package/tsconfig.json +22 -0
- package/app.js +0 -20
- package/appPackages/_master/access_levels.json +0 -175
- package/appPackages/_master/appDefinition.json +0 -527
- package/appPackages/_master/main.js +0 -125
- package/appPackages/_master/node_modules/.yarn-integrity +0 -20
- package/appPackages/_master/node_modules/@budibase/materialdesign-components/README.md +0 -33
- package/appPackages/_master/node_modules/@budibase/materialdesign-components/components.json +0 -249
- package/appPackages/_master/node_modules/@budibase/materialdesign-components/dist/index.js +0 -11282
- package/appPackages/_master/node_modules/@budibase/materialdesign-components/dist/index.js.map +0 -1
- package/appPackages/_master/node_modules/@budibase/materialdesign-components/package.json +0 -50
- package/appPackages/_master/node_modules/@budibase/standard-components/README.md +0 -33
- package/appPackages/_master/node_modules/@budibase/standard-components/components.json +0 -239
- package/appPackages/_master/node_modules/@budibase/standard-components/dist/generators.js +0 -198
- package/appPackages/_master/node_modules/@budibase/standard-components/dist/index.js +0 -3460
- package/appPackages/_master/node_modules/@budibase/standard-components/dist/index.js.map +0 -1
- package/appPackages/_master/node_modules/@budibase/standard-components/package.json +0 -38
- package/appPackages/_master/package-lock.json +0 -247
- package/appPackages/_master/package.json +0 -14
- package/appPackages/_master/pages/main/page.json +0 -199
- package/appPackages/_master/pages/main/screens/Apps List.json +0 -131
- package/appPackages/_master/pages/main/screens/Manage App.json +0 -292
- package/appPackages/_master/pages/main/screens/New App.json +0 -410
- package/appPackages/_master/pages/main/screens/New Instance.json +0 -227
- package/appPackages/_master/pages/unauthenticated/page.json +0 -83
- package/appPackages/_master/plugins.js +0 -3
- package/appPackages/_master/public/_shared/budibase-logo.png +0 -0
- package/appPackages/_master/public/main/budibase-client.js +0 -25115
- package/appPackages/_master/public/main/budibase-client.js.map +0 -1
- package/appPackages/_master/public/main/index.html +0 -48
- package/appPackages/_master/public/main/index.js +0 -3397
- package/appPackages/_master/public/main/index.js.map +0 -1
- package/appPackages/_master/public/unauthenticated/budibase-client.js +0 -25115
- package/appPackages/_master/public/unauthenticated/budibase-client.js.map +0 -1
- package/appPackages/_master/public/unauthenticated/index.html +0 -40
- package/appPackages/_master/public/unauthenticated/index.js +0 -3397
- package/appPackages/_master/public/unauthenticated/index.js.map +0 -1
- package/appPackages/_master/yarn.lock +0 -13
- package/builder/__app.html +0 -22
- package/builder/assets/budibase-emblem-white.svg +0 -29
- package/builder/assets/budibase-logo-only.png +0 -0
- package/builder/assets/budibase-logo-white.png +0 -0
- package/builder/assets/budibase-logo.png +0 -0
- package/builder/assets/javascript-logo.svg +0 -1
- package/builder/assets/roboto-v20-latin-ext_latin-300.woff +0 -0
- package/builder/assets/roboto-v20-latin-ext_latin-300.woff2 +0 -0
- package/builder/assets/roboto-v20-latin-ext_latin-500.woff +0 -0
- package/builder/assets/roboto-v20-latin-ext_latin-500.woff2 +0 -0
- package/builder/assets/roboto-v20-latin-ext_latin-700.woff +0 -0
- package/builder/assets/roboto-v20-latin-ext_latin-700.woff2 +0 -0
- package/builder/assets/roboto-v20-latin-ext_latin-900.woff +0 -0
- package/builder/assets/roboto-v20-latin-ext_latin-900.woff2 +0 -0
- package/builder/assets/roboto-v20-latin-ext_latin-regular.woff +0 -0
- package/builder/assets/roboto-v20-latin-ext_latin-regular.woff2 +0 -0
- package/builder/budibase-client.esm.mjs +0 -24948
- package/builder/budibase.css +0 -120
- package/builder/bundle.css +0 -70
- package/builder/bundle.css.map +0 -146
- package/builder/bundle.js +0 -99294
- package/builder/bundle.js.map +0 -1
- package/builder/codemirror.css +0 -349
- package/builder/favicon.png +0 -0
- package/builder/flatpickr.css +0 -784
- package/builder/fonts.css +0 -47
- package/builder/global.css +0 -111
- package/builder/monokai.css +0 -41
- package/builder/uikit.min.css +0 -1
- package/config.contributors.js +0 -13
- package/config.dev.js +0 -13
- package/config.sample.js +0 -33
- package/index.js +0 -24
- package/initialise/buildAppContext.js +0 -11
- package/initialise/createInstanceDb.js +0 -37
- package/initialise/createMasterDb.js +0 -34
- package/initialise/initialiseBudibase.js +0 -1
- package/initialise/initialiseRuntimePackages.js +0 -42
- package/middleware/routeHandlers/aggregatesPost.js +0 -12
- package/middleware/routeHandlers/appDefault.js +0 -21
- package/middleware/routeHandlers/authenticate.js +0 -15
- package/middleware/routeHandlers/changeMyPassword.js +0 -9
- package/middleware/routeHandlers/createTemporaryAccess.js +0 -17
- package/middleware/routeHandlers/createUser.js +0 -10
- package/middleware/routeHandlers/deleteRecord.js +0 -9
- package/middleware/routeHandlers/disableUser.js +0 -11
- package/middleware/routeHandlers/enableUser.js +0 -6
- package/middleware/routeHandlers/executeAction.js +0 -9
- package/middleware/routeHandlers/getAccessLevels.js +0 -6
- package/middleware/routeHandlers/getRecord.js +0 -15
- package/middleware/routeHandlers/getUsers.js +0 -6
- package/middleware/routeHandlers/helpers.js +0 -15
- package/middleware/routeHandlers/index.js +0 -45
- package/middleware/routeHandlers/listRecordsGet.js +0 -8
- package/middleware/routeHandlers/listRecordsPost.js +0 -12
- package/middleware/routeHandlers/lookupField.js +0 -14
- package/middleware/routeHandlers/postFiles.js +0 -13
- package/middleware/routeHandlers/saveAppHierarchy.js +0 -6
- package/middleware/routeHandlers/saveRecord.js +0 -6
- package/middleware/routeHandlers/setPasswordFromTemporaryCode.js +0 -20
- package/middleware/routeHandlers/upgradeData.js +0 -11
- package/middleware/routers.js +0 -330
- package/middleware/session.js +0 -24
- package/utilities/budibaseApi.js +0 -84
- package/utilities/builder/buildPage.js +0 -164
- package/utilities/builder/componentLibraryInfo.js +0 -77
- package/utilities/builder/convertCssToFiles.js +0 -43
- package/utilities/builder/deleteCodeMeta.js +0 -9
- package/utilities/builder/getPages.js +0 -20
- package/utilities/builder/index.js +0 -165
- package/utilities/builder/index.template.html +0 -44
- package/utilities/builder/listScreens.js +0 -48
- package/utilities/builder/publicPath.js +0 -3
- package/utilities/builder/saveBackend.js +0 -28
- package/utilities/constructHierarchy.js +0 -8
- package/utilities/createAppPackage.js +0 -101
- package/utilities/databaseManager.js +0 -4
- package/utilities/datastore.js +0 -2
- package/utilities/exceptions.js +0 -16
- package/utilities/injectedPlugins/createUser.js +0 -19
- package/utilities/injectedPlugins/disableUser.js +0 -3
- package/utilities/injectedPlugins/enableUser.js +0 -3
- package/utilities/injectedPlugins/index.js +0 -76
- package/utilities/masterAppInternal.js +0 -384
- package/utilities/runtimePackages.js +0 -34
- package/utilities/targzAppPackage.js +0 -119
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __rest = (this && this.__rest) || function (s, e) {
|
|
12
|
+
var t = {};
|
|
13
|
+
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
|
|
14
|
+
t[p] = s[p];
|
|
15
|
+
if (s != null && typeof Object.getOwnPropertySymbols === "function")
|
|
16
|
+
for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
|
|
17
|
+
if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
|
|
18
|
+
t[p[i]] = s[p[i]];
|
|
19
|
+
}
|
|
20
|
+
return t;
|
|
21
|
+
};
|
|
22
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
23
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
24
|
+
};
|
|
25
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
|
+
exports.bulkImport = exports.destroy = exports.save = void 0;
|
|
27
|
+
const linkedRows_1 = require("../../../db/linkedRows");
|
|
28
|
+
const utils_1 = require("../../../db/utils");
|
|
29
|
+
const constants_1 = require("../../../constants");
|
|
30
|
+
const utils_2 = require("./utils");
|
|
31
|
+
const backend_core_1 = require("@budibase/backend-core");
|
|
32
|
+
const environment_1 = __importDefault(require("../../../environment"));
|
|
33
|
+
const rowProcessor_1 = require("../../../utilities/rowProcessor");
|
|
34
|
+
const bulkFormula_1 = require("./bulkFormula");
|
|
35
|
+
const pro_1 = require("@budibase/pro");
|
|
36
|
+
const lodash_1 = require("lodash");
|
|
37
|
+
const fp_1 = require("lodash/fp");
|
|
38
|
+
const sdk_1 = __importDefault(require("../../../sdk"));
|
|
39
|
+
function checkAutoColumns(table, oldTable) {
|
|
40
|
+
if (!table.schema) {
|
|
41
|
+
return table;
|
|
42
|
+
}
|
|
43
|
+
for (let [key, schema] of Object.entries(table.schema)) {
|
|
44
|
+
if (!schema.autocolumn || schema.subtype) {
|
|
45
|
+
continue;
|
|
46
|
+
}
|
|
47
|
+
const oldSchema = oldTable && oldTable.schema[key];
|
|
48
|
+
if (oldSchema && oldSchema.subtype) {
|
|
49
|
+
table.schema[key].subtype = oldSchema.subtype;
|
|
50
|
+
}
|
|
51
|
+
else {
|
|
52
|
+
table.schema[key] = (0, rowProcessor_1.fixAutoColumnSubType)(schema);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
return table;
|
|
56
|
+
}
|
|
57
|
+
function save(ctx) {
|
|
58
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
59
|
+
const db = backend_core_1.context.getAppDB();
|
|
60
|
+
const _a = ctx.request.body, { rows } = _a, rest = __rest(_a, ["rows"]);
|
|
61
|
+
let tableToSave = Object.assign({ type: "table", _id: (0, utils_1.generateTableID)(), views: {} }, rest);
|
|
62
|
+
// if the table obj had an _id then it will have been retrieved
|
|
63
|
+
let oldTable;
|
|
64
|
+
if (ctx.request.body && ctx.request.body._id) {
|
|
65
|
+
oldTable = yield db.get(ctx.request.body._id);
|
|
66
|
+
}
|
|
67
|
+
// check all types are correct
|
|
68
|
+
if ((0, utils_2.hasTypeChanged)(tableToSave, oldTable)) {
|
|
69
|
+
ctx.throw(400, "A column type has changed.");
|
|
70
|
+
}
|
|
71
|
+
// check that subtypes have been maintained
|
|
72
|
+
tableToSave = checkAutoColumns(tableToSave, oldTable);
|
|
73
|
+
// saving a table is a complex operation, involving many different steps, this
|
|
74
|
+
// has been broken out into a utility to make it more obvious/easier to manipulate
|
|
75
|
+
const tableSaveFunctions = new utils_2.TableSaveFunctions({
|
|
76
|
+
user: ctx.user,
|
|
77
|
+
oldTable,
|
|
78
|
+
importRows: rows,
|
|
79
|
+
});
|
|
80
|
+
tableToSave = yield tableSaveFunctions.before(tableToSave);
|
|
81
|
+
// make sure that types don't change of a column, have to remove
|
|
82
|
+
// the column if you want to change the type
|
|
83
|
+
if (oldTable && oldTable.schema) {
|
|
84
|
+
for (let propKey of Object.keys(tableToSave.schema)) {
|
|
85
|
+
let oldColumn = oldTable.schema[propKey];
|
|
86
|
+
if (oldColumn && oldColumn.type === "internal") {
|
|
87
|
+
oldColumn.type = "auto";
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
// Don't rename if the name is the same
|
|
92
|
+
let { _rename } = tableToSave;
|
|
93
|
+
/* istanbul ignore next */
|
|
94
|
+
if (_rename && _rename.old === _rename.updated) {
|
|
95
|
+
_rename = null;
|
|
96
|
+
delete tableToSave._rename;
|
|
97
|
+
}
|
|
98
|
+
// rename row fields when table column is renamed
|
|
99
|
+
/* istanbul ignore next */
|
|
100
|
+
if (_rename && tableToSave.schema[_rename.updated].type === constants_1.FieldTypes.LINK) {
|
|
101
|
+
ctx.throw(400, "Cannot rename a linked column.");
|
|
102
|
+
}
|
|
103
|
+
tableToSave = yield tableSaveFunctions.mid(tableToSave);
|
|
104
|
+
// update schema of non-statistics views when new columns are added
|
|
105
|
+
for (let view in tableToSave.views) {
|
|
106
|
+
const tableView = tableToSave.views[view];
|
|
107
|
+
if (!tableView)
|
|
108
|
+
continue;
|
|
109
|
+
if (tableView.schema.group || tableView.schema.field)
|
|
110
|
+
continue;
|
|
111
|
+
tableView.schema = tableToSave.schema;
|
|
112
|
+
}
|
|
113
|
+
// update linked rows
|
|
114
|
+
try {
|
|
115
|
+
const linkResp = yield (0, linkedRows_1.updateLinks)({
|
|
116
|
+
eventType: oldTable ? linkedRows_1.EventType.TABLE_UPDATED : linkedRows_1.EventType.TABLE_SAVE,
|
|
117
|
+
table: tableToSave,
|
|
118
|
+
oldTable: oldTable,
|
|
119
|
+
});
|
|
120
|
+
if (linkResp != null && linkResp._rev) {
|
|
121
|
+
tableToSave._rev = linkResp._rev;
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
catch (err) {
|
|
125
|
+
ctx.throw(400, err);
|
|
126
|
+
}
|
|
127
|
+
// don't perform any updates until relationships have been
|
|
128
|
+
// checked by the updateLinks function
|
|
129
|
+
const updatedRows = tableSaveFunctions.getUpdatedRows();
|
|
130
|
+
if (updatedRows && updatedRows.length !== 0) {
|
|
131
|
+
yield db.bulkDocs(updatedRows);
|
|
132
|
+
}
|
|
133
|
+
let result = yield db.put(tableToSave);
|
|
134
|
+
tableToSave._rev = result.rev;
|
|
135
|
+
const savedTable = (0, fp_1.cloneDeep)(tableToSave);
|
|
136
|
+
tableToSave = yield tableSaveFunctions.after(tableToSave);
|
|
137
|
+
// the table may be updated as part of the table save after functionality - need to write it
|
|
138
|
+
if (!(0, lodash_1.isEqual)(savedTable, tableToSave)) {
|
|
139
|
+
result = yield db.put(tableToSave);
|
|
140
|
+
tableToSave._rev = result.rev;
|
|
141
|
+
}
|
|
142
|
+
// has to run after, make sure it has _id
|
|
143
|
+
yield (0, bulkFormula_1.runStaticFormulaChecks)(tableToSave, { oldTable, deletion: false });
|
|
144
|
+
return tableToSave;
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
exports.save = save;
|
|
148
|
+
function destroy(ctx) {
|
|
149
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
150
|
+
const db = backend_core_1.context.getAppDB();
|
|
151
|
+
const tableToDelete = yield db.get(ctx.params.tableId);
|
|
152
|
+
// Delete all rows for that table
|
|
153
|
+
const rowsData = yield db.allDocs((0, utils_1.getRowParams)(ctx.params.tableId, null, {
|
|
154
|
+
include_docs: true,
|
|
155
|
+
}));
|
|
156
|
+
yield db.bulkDocs(rowsData.rows.map((row) => (Object.assign(Object.assign({}, row.doc), { _deleted: true }))));
|
|
157
|
+
yield pro_1.quotas.removeRows(rowsData.rows.length, {
|
|
158
|
+
tableId: ctx.params.tableId,
|
|
159
|
+
});
|
|
160
|
+
// update linked rows
|
|
161
|
+
yield (0, linkedRows_1.updateLinks)({
|
|
162
|
+
eventType: linkedRows_1.EventType.TABLE_DELETE,
|
|
163
|
+
table: tableToDelete,
|
|
164
|
+
});
|
|
165
|
+
// don't remove the table itself until very end
|
|
166
|
+
yield db.remove(tableToDelete._id, tableToDelete._rev);
|
|
167
|
+
// remove table search index
|
|
168
|
+
if (!environment_1.default.isTest() || environment_1.default.COUCH_DB_URL) {
|
|
169
|
+
const currentIndexes = yield db.getIndexes();
|
|
170
|
+
const existingIndex = currentIndexes.indexes.find((existing) => existing.name === `search:${ctx.params.tableId}`);
|
|
171
|
+
if (existingIndex) {
|
|
172
|
+
yield db.deleteIndex(existingIndex);
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
// has to run after, make sure it has _id
|
|
176
|
+
yield (0, bulkFormula_1.runStaticFormulaChecks)(tableToDelete, {
|
|
177
|
+
deletion: true,
|
|
178
|
+
});
|
|
179
|
+
yield (0, rowProcessor_1.cleanupAttachments)(tableToDelete, {
|
|
180
|
+
rows: rowsData.rows.map((row) => row.doc),
|
|
181
|
+
});
|
|
182
|
+
return tableToDelete;
|
|
183
|
+
});
|
|
184
|
+
}
|
|
185
|
+
exports.destroy = destroy;
|
|
186
|
+
function bulkImport(ctx) {
|
|
187
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
188
|
+
const table = yield sdk_1.default.tables.getTable(ctx.params.tableId);
|
|
189
|
+
const { rows } = ctx.request.body;
|
|
190
|
+
yield (0, utils_2.handleDataImport)(ctx.user, table, rows);
|
|
191
|
+
return table;
|
|
192
|
+
});
|
|
193
|
+
}
|
|
194
|
+
exports.bulkImport = bulkImport;
|
|
@@ -0,0 +1,374 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
};
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
exports.TableSaveFunctions = exports.setStaticSchemas = exports.hasTypeChanged = exports.areSwitchableTypes = exports.foreignKeyStructure = exports.generateJunctionTableName = exports.generateForeignKey = exports.checkForViewUpdates = exports.checkStaticTables = exports.handleSearchIndexes = exports.handleDataImport = exports.importToRows = exports.makeSureTableUpToDate = exports.checkForColumnUpdates = exports.clearColumns = void 0;
|
|
16
|
+
const schema_1 = require("../../../utilities/schema");
|
|
17
|
+
const utils_1 = require("../../../db/utils");
|
|
18
|
+
const lodash_1 = require("lodash");
|
|
19
|
+
const constants_1 = require("../../../constants");
|
|
20
|
+
const rowProcessor_1 = require("../../../utilities/rowProcessor");
|
|
21
|
+
const constants_2 = require("../../../constants");
|
|
22
|
+
const utils_2 = require("../view/utils");
|
|
23
|
+
const viewBuilder_1 = __importDefault(require("../view/viewBuilder"));
|
|
24
|
+
const fp_1 = require("lodash/fp");
|
|
25
|
+
const pro_1 = require("@budibase/pro");
|
|
26
|
+
const backend_core_1 = require("@budibase/backend-core");
|
|
27
|
+
const types_1 = require("@budibase/types");
|
|
28
|
+
function clearColumns(table, columnNames) {
|
|
29
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
30
|
+
const db = backend_core_1.context.getAppDB();
|
|
31
|
+
const rows = yield db.allDocs((0, utils_1.getRowParams)(table._id, null, {
|
|
32
|
+
include_docs: true,
|
|
33
|
+
}));
|
|
34
|
+
return (yield db.bulkDocs(rows.rows.map(({ doc }) => {
|
|
35
|
+
columnNames.forEach((colName) => delete doc[colName]);
|
|
36
|
+
return doc;
|
|
37
|
+
})));
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
exports.clearColumns = clearColumns;
|
|
41
|
+
function checkForColumnUpdates(oldTable, updatedTable) {
|
|
42
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
43
|
+
const db = backend_core_1.context.getAppDB();
|
|
44
|
+
let updatedRows = [];
|
|
45
|
+
const rename = updatedTable._rename;
|
|
46
|
+
let deletedColumns = [];
|
|
47
|
+
if (oldTable && oldTable.schema && updatedTable.schema) {
|
|
48
|
+
deletedColumns = Object.keys(oldTable.schema).filter(colName => updatedTable.schema[colName] == null);
|
|
49
|
+
}
|
|
50
|
+
// check for renaming of columns or deleted columns
|
|
51
|
+
if (rename || deletedColumns.length !== 0) {
|
|
52
|
+
// Update all rows
|
|
53
|
+
const rows = yield db.allDocs((0, utils_1.getRowParams)(updatedTable._id, null, {
|
|
54
|
+
include_docs: true,
|
|
55
|
+
}));
|
|
56
|
+
const rawRows = rows.rows.map(({ doc }) => doc);
|
|
57
|
+
updatedRows = rawRows.map((row) => {
|
|
58
|
+
row = (0, fp_1.cloneDeep)(row);
|
|
59
|
+
if (rename) {
|
|
60
|
+
row[rename.updated] = row[rename.old];
|
|
61
|
+
delete row[rename.old];
|
|
62
|
+
}
|
|
63
|
+
else if (deletedColumns.length !== 0) {
|
|
64
|
+
deletedColumns.forEach((colName) => delete row[colName]);
|
|
65
|
+
}
|
|
66
|
+
return row;
|
|
67
|
+
});
|
|
68
|
+
// cleanup any attachments from object storage for deleted attachment columns
|
|
69
|
+
yield (0, rowProcessor_1.cleanupAttachments)(updatedTable, { oldTable, rows: rawRows });
|
|
70
|
+
// Update views
|
|
71
|
+
yield checkForViewUpdates(updatedTable, rename, deletedColumns);
|
|
72
|
+
delete updatedTable._rename;
|
|
73
|
+
}
|
|
74
|
+
return { rows: updatedRows, table: updatedTable };
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
exports.checkForColumnUpdates = checkForColumnUpdates;
|
|
78
|
+
// makes sure the passed in table isn't going to reset the auto ID
|
|
79
|
+
function makeSureTableUpToDate(table, tableToSave) {
|
|
80
|
+
if (!table) {
|
|
81
|
+
return tableToSave;
|
|
82
|
+
}
|
|
83
|
+
// sure sure rev is up to date
|
|
84
|
+
tableToSave._rev = table._rev;
|
|
85
|
+
// make sure auto IDs are always updated - these are internal
|
|
86
|
+
// so the client may not know they have changed
|
|
87
|
+
let field;
|
|
88
|
+
let column;
|
|
89
|
+
for ([field, column] of Object.entries(table.schema)) {
|
|
90
|
+
if (column.autocolumn &&
|
|
91
|
+
column.subtype === constants_1.AutoFieldSubTypes.AUTO_ID &&
|
|
92
|
+
tableToSave.schema[field]) {
|
|
93
|
+
tableToSave.schema[field].lastID = column.lastID;
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
return tableToSave;
|
|
97
|
+
}
|
|
98
|
+
exports.makeSureTableUpToDate = makeSureTableUpToDate;
|
|
99
|
+
function importToRows(data, table, user = null) {
|
|
100
|
+
let finalData = [];
|
|
101
|
+
for (let i = 0; i < data.length; i++) {
|
|
102
|
+
let row = data[i];
|
|
103
|
+
row._id = (0, utils_1.generateRowID)(table._id);
|
|
104
|
+
row.tableId = table._id;
|
|
105
|
+
const processed = (0, rowProcessor_1.inputProcessing)(user, table, row, {
|
|
106
|
+
noAutoRelationships: true,
|
|
107
|
+
});
|
|
108
|
+
row = processed.row;
|
|
109
|
+
table = processed.table;
|
|
110
|
+
for (const [fieldName, schema] of Object.entries(table.schema)) {
|
|
111
|
+
// check whether the options need to be updated for inclusion as part of the data import
|
|
112
|
+
if ((schema.type === constants_1.FieldTypes.OPTIONS ||
|
|
113
|
+
schema.type === constants_1.FieldTypes.ARRAY) &&
|
|
114
|
+
row[fieldName] &&
|
|
115
|
+
(!schema.constraints.inclusion ||
|
|
116
|
+
schema.constraints.inclusion.indexOf(row[fieldName]) === -1)) {
|
|
117
|
+
schema.constraints.inclusion = [
|
|
118
|
+
...schema.constraints.inclusion,
|
|
119
|
+
row[fieldName],
|
|
120
|
+
];
|
|
121
|
+
schema.constraints.inclusion.sort();
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
finalData.push(row);
|
|
125
|
+
}
|
|
126
|
+
return finalData;
|
|
127
|
+
}
|
|
128
|
+
exports.importToRows = importToRows;
|
|
129
|
+
function handleDataImport(user, table, rows) {
|
|
130
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
131
|
+
const schema = table.schema;
|
|
132
|
+
if (!rows || !(0, schema_1.isRows)(rows) || !(0, schema_1.isSchema)(schema)) {
|
|
133
|
+
return table;
|
|
134
|
+
}
|
|
135
|
+
const db = backend_core_1.context.getAppDB();
|
|
136
|
+
const data = (0, schema_1.parse)(rows, schema);
|
|
137
|
+
let finalData = importToRows(data, table, user);
|
|
138
|
+
yield pro_1.quotas.addRows(finalData.length, () => db.bulkDocs(finalData), {
|
|
139
|
+
tableId: table._id,
|
|
140
|
+
});
|
|
141
|
+
yield backend_core_1.events.rows.imported(table, finalData.length);
|
|
142
|
+
return table;
|
|
143
|
+
});
|
|
144
|
+
}
|
|
145
|
+
exports.handleDataImport = handleDataImport;
|
|
146
|
+
function handleSearchIndexes(table) {
|
|
147
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
148
|
+
const db = backend_core_1.context.getAppDB();
|
|
149
|
+
// create relevant search indexes
|
|
150
|
+
if (table.indexes && table.indexes.length > 0) {
|
|
151
|
+
const currentIndexes = yield db.getIndexes();
|
|
152
|
+
const indexName = `search:${table._id}`;
|
|
153
|
+
const existingIndex = currentIndexes.indexes.find((existing) => existing.name === indexName);
|
|
154
|
+
if (existingIndex) {
|
|
155
|
+
const currentFields = existingIndex.def.fields.map((field) => Object.keys(field)[0]);
|
|
156
|
+
// if index fields have changed, delete the original index
|
|
157
|
+
if (!(0, lodash_1.isEqual)(currentFields, table.indexes)) {
|
|
158
|
+
yield db.deleteIndex(existingIndex);
|
|
159
|
+
// create/recreate the index with fields
|
|
160
|
+
yield db.createIndex({
|
|
161
|
+
index: {
|
|
162
|
+
fields: table.indexes,
|
|
163
|
+
name: indexName,
|
|
164
|
+
ddoc: "search_ddoc",
|
|
165
|
+
type: "json",
|
|
166
|
+
},
|
|
167
|
+
});
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
else {
|
|
171
|
+
// create/recreate the index with fields
|
|
172
|
+
yield db.createIndex({
|
|
173
|
+
index: {
|
|
174
|
+
fields: table.indexes,
|
|
175
|
+
name: indexName,
|
|
176
|
+
ddoc: "search_ddoc",
|
|
177
|
+
type: "json",
|
|
178
|
+
},
|
|
179
|
+
});
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
return table;
|
|
183
|
+
});
|
|
184
|
+
}
|
|
185
|
+
exports.handleSearchIndexes = handleSearchIndexes;
|
|
186
|
+
function checkStaticTables(table) {
|
|
187
|
+
// check user schema has all required elements
|
|
188
|
+
if (table._id === utils_1.InternalTables.USER_METADATA) {
|
|
189
|
+
for (let [key, schema] of Object.entries(constants_2.USERS_TABLE_SCHEMA.schema)) {
|
|
190
|
+
// check if the schema exists on the table to be created/updated
|
|
191
|
+
if (table.schema[key] == null) {
|
|
192
|
+
table.schema[key] = schema;
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
return table;
|
|
197
|
+
}
|
|
198
|
+
exports.checkStaticTables = checkStaticTables;
|
|
199
|
+
class TableSaveFunctions {
|
|
200
|
+
constructor({ user, oldTable, importRows }) {
|
|
201
|
+
this.db = backend_core_1.context.getAppDB();
|
|
202
|
+
this.user = user;
|
|
203
|
+
this.oldTable = oldTable;
|
|
204
|
+
this.importRows = importRows;
|
|
205
|
+
// any rows that need updated
|
|
206
|
+
this.rows = [];
|
|
207
|
+
}
|
|
208
|
+
// before anything is done
|
|
209
|
+
before(table) {
|
|
210
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
211
|
+
if (this.oldTable) {
|
|
212
|
+
table = makeSureTableUpToDate(this.oldTable, table);
|
|
213
|
+
}
|
|
214
|
+
table = checkStaticTables(table);
|
|
215
|
+
return table;
|
|
216
|
+
});
|
|
217
|
+
}
|
|
218
|
+
// when confirmed valid
|
|
219
|
+
mid(table) {
|
|
220
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
221
|
+
let response = yield checkForColumnUpdates(this.oldTable, table);
|
|
222
|
+
this.rows = this.rows.concat(response.rows);
|
|
223
|
+
return table;
|
|
224
|
+
});
|
|
225
|
+
}
|
|
226
|
+
// after saving
|
|
227
|
+
after(table) {
|
|
228
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
229
|
+
table = yield handleSearchIndexes(table);
|
|
230
|
+
table = yield handleDataImport(this.user, table, this.importRows);
|
|
231
|
+
return table;
|
|
232
|
+
});
|
|
233
|
+
}
|
|
234
|
+
getUpdatedRows() {
|
|
235
|
+
return this.rows;
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
function checkForViewUpdates(table, rename, deletedColumns) {
|
|
239
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
240
|
+
const views = yield (0, utils_2.getViews)();
|
|
241
|
+
const tableViews = views.filter(view => view.meta.tableId === table._id);
|
|
242
|
+
// Check each table view to see if impacted by this table action
|
|
243
|
+
for (let view of tableViews) {
|
|
244
|
+
let needsUpdated = false;
|
|
245
|
+
// First check for renames, otherwise check for deletions
|
|
246
|
+
if (rename) {
|
|
247
|
+
// Update calculation field if required
|
|
248
|
+
if (view.meta.field === rename.old) {
|
|
249
|
+
view.meta.field = rename.updated;
|
|
250
|
+
needsUpdated = true;
|
|
251
|
+
}
|
|
252
|
+
// Update group by field if required
|
|
253
|
+
if (view.meta.groupBy === rename.old) {
|
|
254
|
+
view.meta.groupBy = rename.updated;
|
|
255
|
+
needsUpdated = true;
|
|
256
|
+
}
|
|
257
|
+
// Update filters if required
|
|
258
|
+
if (view.meta.filters) {
|
|
259
|
+
view.meta.filters.forEach((filter) => {
|
|
260
|
+
if (filter.key === rename.old) {
|
|
261
|
+
filter.key = rename.updated;
|
|
262
|
+
needsUpdated = true;
|
|
263
|
+
}
|
|
264
|
+
});
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
else if (deletedColumns) {
|
|
268
|
+
deletedColumns.forEach((column) => {
|
|
269
|
+
// Remove calculation statement if required
|
|
270
|
+
if (view.meta.field === column) {
|
|
271
|
+
delete view.meta.field;
|
|
272
|
+
delete view.meta.calculation;
|
|
273
|
+
delete view.meta.groupBy;
|
|
274
|
+
needsUpdated = true;
|
|
275
|
+
}
|
|
276
|
+
// Remove group by field if required
|
|
277
|
+
if (view.meta.groupBy === column) {
|
|
278
|
+
delete view.meta.groupBy;
|
|
279
|
+
needsUpdated = true;
|
|
280
|
+
}
|
|
281
|
+
// Remove filters referencing deleted field if required
|
|
282
|
+
if (view.meta.filters && view.meta.filters.length) {
|
|
283
|
+
const initialLength = view.meta.filters.length;
|
|
284
|
+
view.meta.filters = view.meta.filters.filter((filter) => {
|
|
285
|
+
return filter.key !== column;
|
|
286
|
+
});
|
|
287
|
+
if (initialLength !== view.meta.filters.length) {
|
|
288
|
+
needsUpdated = true;
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
});
|
|
292
|
+
}
|
|
293
|
+
// Update view if required
|
|
294
|
+
if (needsUpdated) {
|
|
295
|
+
const groupByField = Object.values(table.schema).find((field) => field.name == view.groupBy);
|
|
296
|
+
const newViewTemplate = (0, viewBuilder_1.default)(view.meta, (groupByField === null || groupByField === void 0 ? void 0 : groupByField.type) === constants_1.FieldTypes.ARRAY);
|
|
297
|
+
yield (0, utils_2.saveView)(null, view.name, newViewTemplate);
|
|
298
|
+
if (!newViewTemplate.meta.schema) {
|
|
299
|
+
newViewTemplate.meta.schema = table.schema;
|
|
300
|
+
}
|
|
301
|
+
table.views[view.name] = newViewTemplate.meta;
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
});
|
|
305
|
+
}
|
|
306
|
+
exports.checkForViewUpdates = checkForViewUpdates;
|
|
307
|
+
function generateForeignKey(column, relatedTable) {
|
|
308
|
+
return `fk_${relatedTable.name}_${column.fieldName}`;
|
|
309
|
+
}
|
|
310
|
+
exports.generateForeignKey = generateForeignKey;
|
|
311
|
+
function generateJunctionTableName(column, table, relatedTable) {
|
|
312
|
+
return `jt_${table.name}_${relatedTable.name}_${column.name}_${column.fieldName}`;
|
|
313
|
+
}
|
|
314
|
+
exports.generateJunctionTableName = generateJunctionTableName;
|
|
315
|
+
function foreignKeyStructure(keyName, meta) {
|
|
316
|
+
const structure = {
|
|
317
|
+
type: constants_1.FieldTypes.NUMBER,
|
|
318
|
+
constraints: {},
|
|
319
|
+
name: keyName,
|
|
320
|
+
};
|
|
321
|
+
if (meta) {
|
|
322
|
+
structure.meta = meta;
|
|
323
|
+
}
|
|
324
|
+
return structure;
|
|
325
|
+
}
|
|
326
|
+
exports.foreignKeyStructure = foreignKeyStructure;
|
|
327
|
+
function areSwitchableTypes(type1, type2) {
|
|
328
|
+
if (constants_2.SwitchableTypes.indexOf(type1) === -1 &&
|
|
329
|
+
constants_2.SwitchableTypes.indexOf(type2) === -1) {
|
|
330
|
+
return false;
|
|
331
|
+
}
|
|
332
|
+
for (let option of constants_2.CanSwitchTypes) {
|
|
333
|
+
const index1 = option.indexOf(type1), index2 = option.indexOf(type2);
|
|
334
|
+
if (index1 !== -1 && index2 !== -1 && index1 !== index2) {
|
|
335
|
+
return true;
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
return false;
|
|
339
|
+
}
|
|
340
|
+
exports.areSwitchableTypes = areSwitchableTypes;
|
|
341
|
+
function hasTypeChanged(table, oldTable) {
|
|
342
|
+
if (!oldTable) {
|
|
343
|
+
return false;
|
|
344
|
+
}
|
|
345
|
+
let key;
|
|
346
|
+
let field;
|
|
347
|
+
for ([key, field] of Object.entries(oldTable.schema)) {
|
|
348
|
+
const oldType = field.type;
|
|
349
|
+
if (!table.schema[key]) {
|
|
350
|
+
continue;
|
|
351
|
+
}
|
|
352
|
+
const newType = table.schema[key].type;
|
|
353
|
+
if (oldType !== newType && !areSwitchableTypes(oldType, newType)) {
|
|
354
|
+
return true;
|
|
355
|
+
}
|
|
356
|
+
}
|
|
357
|
+
return false;
|
|
358
|
+
}
|
|
359
|
+
exports.hasTypeChanged = hasTypeChanged;
|
|
360
|
+
// used for external tables, some of them will have static schemas that need
|
|
361
|
+
// to be hard set
|
|
362
|
+
function setStaticSchemas(datasource, table) {
|
|
363
|
+
var _a;
|
|
364
|
+
// GSheets is a specific case - only ever has a static primary key
|
|
365
|
+
if (table && datasource.source === types_1.SourceName.GOOGLE_SHEETS) {
|
|
366
|
+
table.primary = [constants_1.GOOGLE_SHEETS_PRIMARY_KEY];
|
|
367
|
+
// if there is an id column, remove it, should never exist in GSheets
|
|
368
|
+
(_a = table.schema) === null || _a === void 0 ? true : delete _a.id;
|
|
369
|
+
}
|
|
370
|
+
return table;
|
|
371
|
+
}
|
|
372
|
+
exports.setStaticSchemas = setStaticSchemas;
|
|
373
|
+
const _TableSaveFunctions = TableSaveFunctions;
|
|
374
|
+
exports.TableSaveFunctions = _TableSaveFunctions;
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
};
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
exports.downloadTemplate = exports.fetch = void 0;
|
|
16
|
+
const node_fetch_1 = __importDefault(require("node-fetch"));
|
|
17
|
+
const fileSystem_1 = require("../../utilities/fileSystem");
|
|
18
|
+
const environment_1 = __importDefault(require("../../environment"));
|
|
19
|
+
// development flag, can be used to test against templates exported locally
|
|
20
|
+
const DEFAULT_TEMPLATES_BUCKET = "prod-budi-templates.s3-eu-west-1.amazonaws.com";
|
|
21
|
+
function fetch(ctx) {
|
|
22
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
23
|
+
let type = environment_1.default.TEMPLATE_REPOSITORY;
|
|
24
|
+
let response, error = false;
|
|
25
|
+
try {
|
|
26
|
+
response = yield (0, node_fetch_1.default)(`https://${DEFAULT_TEMPLATES_BUCKET}/manifest.json`);
|
|
27
|
+
if (response.status !== 200) {
|
|
28
|
+
error = true;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
catch (err) {
|
|
32
|
+
error = true;
|
|
33
|
+
}
|
|
34
|
+
// if there is an error, simply return no templates
|
|
35
|
+
if (!error && response) {
|
|
36
|
+
const json = yield response.json();
|
|
37
|
+
ctx.body = Object.values(json.templates[type]);
|
|
38
|
+
}
|
|
39
|
+
else {
|
|
40
|
+
ctx.body = [];
|
|
41
|
+
}
|
|
42
|
+
});
|
|
43
|
+
}
|
|
44
|
+
exports.fetch = fetch;
|
|
45
|
+
// can't currently test this, have to ignore from coverage
|
|
46
|
+
/* istanbul ignore next */
|
|
47
|
+
function downloadTemplate(ctx) {
|
|
48
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
49
|
+
const { type, name } = ctx.params;
|
|
50
|
+
yield (0, fileSystem_1.downloadTemplate)(type, name);
|
|
51
|
+
ctx.body = {
|
|
52
|
+
message: `template ${type}:${name} downloaded successfully.`,
|
|
53
|
+
};
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
exports.downloadTemplate = downloadTemplate;
|