ethyca-fides 2.66.2rc0__py2.py3-none-any.whl → 2.67.0__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ethyca-fides might be problematic. Click here for more details.
- {ethyca_fides-2.66.2rc0.dist-info → ethyca_fides-2.67.0.dist-info}/METADATA +1 -1
- {ethyca_fides-2.66.2rc0.dist-info → ethyca_fides-2.67.0.dist-info}/RECORD +297 -282
- fides/_version.py +3 -3
- fides/api/alembic/migrations/versions/7e9a2b52f498_adding_masking_secrets.py +60 -0
- fides/api/alembic/migrations/versions/a7065df4dcf1_add_finalized_fields_to_privacy_request.py +65 -0
- fides/api/alembic/migrations/versions/d0031087eacb_create_manualtaskconditionaldependency_.py +106 -0
- fides/api/api/v1/endpoints/dataset_config_endpoints.py +13 -5
- fides/api/api/v1/endpoints/drp_endpoints.py +7 -1
- fides/api/api/v1/endpoints/privacy_request_endpoints.py +44 -1
- fides/api/api/v1/endpoints/user_endpoints.py +83 -7
- fides/api/app_setup.py +3 -2
- fides/api/common_exceptions.py +8 -0
- fides/api/db/base.py +1 -0
- fides/api/db/database.py +1 -1
- fides/api/graph/execution.py +46 -0
- fides/api/graph/graph.py +13 -2
- fides/api/graph/traversal.py +126 -39
- fides/api/models/manual_task/__init__.py +2 -0
- fides/api/models/manual_task/conditional_dependency.py +144 -0
- fides/api/models/{manual_task.py → manual_task/manual_task.py} +10 -0
- fides/api/models/masking_secret.py +72 -0
- fides/api/models/policy.py +23 -0
- fides/api/models/privacy_request/execution_log.py +1 -0
- fides/api/models/privacy_request/privacy_request.py +64 -26
- fides/api/oauth/roles.py +2 -0
- fides/api/schemas/application_config.py +12 -1
- fides/api/schemas/connection_configuration/connection_secrets_datahub.py +10 -1
- fides/api/schemas/masking/masking_secrets.py +1 -1
- fides/api/schemas/policy.py +1 -0
- fides/api/schemas/privacy_request.py +5 -0
- fides/api/service/connectors/base_connector.py +15 -0
- fides/api/service/connectors/bigquery_connector.py +72 -19
- fides/api/service/connectors/dynamodb_connector.py +2 -1
- fides/api/service/connectors/fides_connector.py +1 -0
- fides/api/service/connectors/http_connector.py +1 -0
- fides/api/service/connectors/manual_task_connector.py +1 -0
- fides/api/service/connectors/manual_webhook_connector.py +2 -1
- fides/api/service/connectors/mongodb_connector.py +1 -0
- fides/api/service/connectors/okta_connector.py +1 -0
- fides/api/service/connectors/query_configs/bigquery_query_config.py +95 -36
- fides/api/service/connectors/query_configs/snowflake_query_config.py +3 -3
- fides/api/service/connectors/rds_mysql_connector.py +1 -0
- fides/api/service/connectors/rds_postgres_connector.py +1 -0
- fides/api/service/connectors/s3_connector.py +1 -0
- fides/api/service/connectors/saas_connector.py +1 -0
- fides/api/service/connectors/scylla_connector.py +1 -0
- fides/api/service/connectors/snowflake_connector.py +55 -2
- fides/api/service/connectors/sql_connector.py +159 -13
- fides/api/service/connectors/website_connector.py +1 -0
- fides/api/service/privacy_request/dsr_package/templates/welcome.html +2 -2
- fides/api/service/privacy_request/request_runner_service.py +145 -55
- fides/api/service/privacy_request/request_service.py +172 -52
- fides/api/task/conditional_dependencies/__init__.py +0 -0
- fides/api/task/conditional_dependencies/evaluator.py +109 -0
- fides/api/task/conditional_dependencies/schemas.py +54 -0
- fides/api/task/create_request_tasks.py +1 -1
- fides/api/task/deprecated_graph_task.py +24 -6
- fides/api/task/execute_request_tasks.py +93 -12
- fides/api/task/filter_results.py +1 -1
- fides/api/task/graph_task.py +86 -5
- fides/api/task/manual/manual_task_address.py +46 -0
- fides/api/task/manual/manual_task_graph_task.py +118 -126
- fides/api/task/manual/manual_task_utils.py +52 -105
- fides/api/util/aws_util.py +5 -1
- fides/api/util/cache.py +61 -0
- fides/api/util/encryption/secrets_util.py +48 -18
- fides/api/util/memory_watchdog.py +286 -0
- fides/common/api/scope_registry.py +3 -0
- fides/common/api/v1/urn_registry.py +1 -1
- fides/config/execution_settings.py +12 -0
- fides/config/utils.py +2 -0
- fides/service/privacy_request/privacy_request_service.py +6 -1
- fides/ui-build/static/admin/404.html +1 -1
- fides/ui-build/static/admin/_next/static/MNlh9olWjgbqAHKyQY3LF/_buildManifest.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/1316-2606e19807c08aa5.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/1467-8808ec8836e033f9.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/1817-b78b58ae3b75d75a.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/1975.7d4634a0e823a02b.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{203-5a663f465ba26bb4.js → 203-cd78ea279cecba60.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/2150-930ffaf2c4718edc.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/255-1bc0cbef7a59cdc6.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{3450-0ba194991d0cca88.js → 3450-69f4e16978971bb8.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/346-aa3b88efb85f2e28.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/3550-d04125c828d591a1.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{3855-e172870d3e21b0dd.js → 3855-509ca7ac99b5eada.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/{3872-46cebf7ec1b31a2b.js → 3872-0a0f0032ca39a93f.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/409-ea70638a59296659.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{4121-2bc09fc4ddbfe5cb.js → 4121-877e19d3fa078c7b.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/{4230-60100f7ef3ddcde1.js → 4230-114e31621c19ea69.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/4259.d1507e0db19cbed7.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/431-1db919f6569a4021.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{4608-bbb7bf511a05c3c2.js → 4608-f16f281f2d05d963.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/5163-e682273cd76a7d07.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/5309-d9a488457898263b.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{905-ffdbd0b14167e8bd.js → 5596-4378b2927dae65b2.js} +3 -3
- fides/ui-build/static/admin/_next/static/chunks/5619-9b50cec521203989.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{6084-7178ff6ea6822475.js → 6084-ddbad3149364725d.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/6148-59a59d5c5925344f.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/6419-d0c00d661b01f8fa.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{6662-507be5d46e5b719b.js → 6662-a9e54ead3dc53644.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/6780-b42a27e72707936d.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{6853-2ad3e08fe6f9f5f2.js → 6853-d0190d2cca9dbde2.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/{6882-6af16fef26c21e06.js → 6882-59ea739e3616ce83.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/6954-ba98e778a5b45ebf.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{7476-281ee9a8286556f3.js → 7476-cc0d9a94ed7aad53.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/7725-539d3a906f627531.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{787-fb41002f797eb2df.js → 787-c57185ad89c4e288.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/{79-7e87aff851423d4a.js → 79-2aab56be75e16187.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/{796-329a5f823ec258a5.js → 796-3bdda2a7868464af.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/8735-40caf91800a3610c.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/8765-f622a35b40a7ec63.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/9046-7085a401297c5520.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/9187-7438242f0d380bb0.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{9226-746771d47dff6266.js → 9226-2dcac54ab3fb94be.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/9278-08cc704317fe535e.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/{9951-9b753ad7c3f51bdf.js → 9951-7c6639e5d062779e.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/{_app-39ccb07327c2c5d5.js → _app-750d6bd16c971bb9.js} +56 -56
- fides/ui-build/static/admin/_next/static/chunks/pages/add-systems/{manual-98777246bec9dc2a.js → manual-2a655ff3a97f2492.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/{add-systems-a71c0aff4e0e6535.js → add-systems-0902f0bb4080643e.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/consent/privacy-experience/{[id]-1edf582ba3cd3bbb.js → [id]-f22ddd9b48a5c418.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/consent/privacy-experience/{new-06bb3b0bf097fcdb.js → new-e74cb5ea87f15b40.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/consent/{privacy-experience-685771e5f7196d87.js → privacy-experience-21f997c69fc3b4c2.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/consent/privacy-notices/{[id]-6ccedc70dc447089.js → [id]-da4124b7600a2a1d.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/consent/privacy-notices/{new-944bca1cc57985b5.js → new-a57d251c88ce68ae.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/consent/{privacy-notices-84f4bd14ce8673bc.js → privacy-notices-ad105181bc91209b.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/consent/reporting-b0c4235fe6d0b0c8.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/data-catalog/[systemId]/projects/[projectUrn]/{[resourceUrn]-11d52f1570759c4d.js → [resourceUrn]-aad6047a4604b945.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/data-catalog/[systemId]/{projects-32eac8bbd217615a.js → projects-29784a11fe0fbd0a.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/data-catalog/[systemId]/resources/{[resourceUrn]-b83afa5565d0c84e.js → [resourceUrn]-b6b98cea25dd94fa.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/{data-catalog-6f630d42ac9fb6b4.js → data-catalog-7770a8dc34bd0fc0.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/action-center/[monitorId]/[systemId]-3e5725cd06d7fe6c.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/action-center/[monitorId]-92b0bd97d8e79340.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/action-center-ee3c0a103346fc06.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/{activity-9aa744d56cdacb0d.js → activity-ad6a84a6276f914c.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/discovery/{[resourceUrn]-14bd7500362ff224.js → [resourceUrn]-f98dd251babb7e28.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/{discovery-9e7dfd5a6acc2e8f.js → discovery-56eb4c014f0d96a3.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/datamap-d23b3ae139f0428b.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/dataset/[datasetId]/[collectionName]/{[...subfieldNames]-c0d2bfd465df20e0.js → [...subfieldNames]-15301bd6bf7cf718.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/dataset/[datasetId]/{[collectionName]-28280a8a39a6e37c.js → [collectionName]-0fa72873e464f581.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/dataset/{new-82fb246d87e58ebd.js → new-0d50084fbdf9b84c.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/{dataset-20165c31ab1bc7cf.js → dataset-f3348d0a92543bab.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/datastore-connection/{[id]-b4a6bcc87d126840.js → [id]-7d6027570d05c57f.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/datastore-connection/{new-f95d7b0bbfc58f5a.js → new-c6614583b14dc9f2.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/{fides-js-docs-5d8fd1af75f19e2f.js → fides-js-docs-1f4335dca5c09860.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/{index-1919aab9e5834b51.js → index-fbf9b845bb901238.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/integrations/[id]-8e346fb36e8034d2.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/{integrations-e2d5d7e2a5265e68.js → integrations-7f15cd8538cdc24d.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/messaging-1bae386d8c190348.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/poc/{table-migration-69ad86b7a8a9a115.js → table-migration-05616e2ae20ff4f8.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/privacy-requests/[id]-79f1576b1126975c.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/privacy-requests/configure/messaging-f1d818242d8550f8.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/privacy-requests/configure/storage-d40a26bddb126c5c.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/privacy-requests-96a08c4431b5462c.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/reporting/datamap-9d1840f8309b706e.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/settings/consent/[configuration_id]/{[purpose_id]-fc201657f4a782c7.js → [purpose_id]-e891d01ece59669e.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/settings/{consent-c2d39cba8396ef3a.js → consent-f61b87e79367865b.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/settings/{custom-fields-d992103cc55901ae.js → custom-fields-f8eea5d508c60c64.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/settings/{locations-023e1895552817de.js → locations-ed6a140b362c5baa.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/settings/{organization-ac403c0886b20e20.js → organization-ff9a34264d48c35f.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/systems/configure/[id]/{test-datasets-7a3396ac819c7904.js → test-datasets-a4b6d41ca679298b.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/systems/configure/{[id]-8314a819837f5b2a.js → [id]-c8f5fbaa83dd9945.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/{systems-21f423a7c417aa9d.js → systems-c05b49ddec1a1b4f.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/taxonomy-df0d88716578e295.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/user-management/profile/[id]-da68efc31998dc66.js +1 -0
- fides/ui-build/static/admin/_next/static/chunks/pages/{user-management-173ac3a1ed2b05a6.js → user-management-e98dfc7d4f2a4e16.js} +1 -1
- fides/ui-build/static/admin/_next/static/chunks/webpack-90e8ec1fc5c6455b.js +1 -0
- fides/ui-build/static/admin/_next/static/css/{5bfb2473e5701527.css → 23cf870196941c9a.css} +1 -1
- fides/ui-build/static/admin/_next/static/css/{94965f224bc991e9.css → 8bc1833f1fa53ff0.css} +1 -1
- fides/ui-build/static/admin/_next/static/css/d9924caa849931b3.css +1 -0
- fides/ui-build/static/admin/_next/static/css/dbcf63488933a4d5.css +29 -0
- fides/ui-build/static/admin/add-systems/manual.html +1 -1
- fides/ui-build/static/admin/add-systems/multiple.html +1 -1
- fides/ui-build/static/admin/add-systems.html +1 -1
- fides/ui-build/static/admin/consent/configure/add-vendors.html +1 -1
- fides/ui-build/static/admin/consent/configure.html +1 -1
- fides/ui-build/static/admin/consent/privacy-experience/[id].html +1 -1
- fides/ui-build/static/admin/consent/privacy-experience/new.html +1 -1
- fides/ui-build/static/admin/consent/privacy-experience.html +1 -1
- fides/ui-build/static/admin/consent/privacy-notices/[id].html +1 -1
- fides/ui-build/static/admin/consent/privacy-notices/new.html +1 -1
- fides/ui-build/static/admin/consent/privacy-notices.html +1 -1
- fides/ui-build/static/admin/consent/properties.html +1 -1
- fides/ui-build/static/admin/consent/reporting.html +1 -1
- fides/ui-build/static/admin/consent.html +1 -1
- fides/ui-build/static/admin/data-catalog/[systemId]/projects/[projectUrn]/[resourceUrn].html +1 -1
- fides/ui-build/static/admin/data-catalog/[systemId]/projects/[projectUrn].html +1 -1
- fides/ui-build/static/admin/data-catalog/[systemId]/projects.html +1 -1
- fides/ui-build/static/admin/data-catalog/[systemId]/resources/[resourceUrn].html +1 -1
- fides/ui-build/static/admin/data-catalog/[systemId]/resources.html +1 -1
- fides/ui-build/static/admin/data-catalog.html +1 -1
- fides/ui-build/static/admin/data-discovery/action-center/[monitorId]/[systemId].html +1 -1
- fides/ui-build/static/admin/data-discovery/action-center/[monitorId].html +1 -1
- fides/ui-build/static/admin/data-discovery/action-center.html +1 -1
- fides/ui-build/static/admin/data-discovery/activity.html +1 -1
- fides/ui-build/static/admin/data-discovery/detection/[resourceUrn].html +1 -1
- fides/ui-build/static/admin/data-discovery/detection.html +1 -1
- fides/ui-build/static/admin/data-discovery/discovery/[resourceUrn].html +1 -1
- fides/ui-build/static/admin/data-discovery/discovery.html +1 -1
- fides/ui-build/static/admin/datamap.html +1 -1
- fides/ui-build/static/admin/dataset/[datasetId]/[collectionName]/[...subfieldNames].html +1 -1
- fides/ui-build/static/admin/dataset/[datasetId]/[collectionName].html +1 -1
- fides/ui-build/static/admin/dataset/[datasetId].html +1 -1
- fides/ui-build/static/admin/dataset/new.html +1 -1
- fides/ui-build/static/admin/dataset.html +1 -1
- fides/ui-build/static/admin/datastore-connection/[id].html +1 -1
- fides/ui-build/static/admin/datastore-connection/new.html +1 -1
- fides/ui-build/static/admin/datastore-connection.html +1 -1
- fides/ui-build/static/admin/index.html +1 -1
- fides/ui-build/static/admin/integrations/[id].html +1 -1
- fides/ui-build/static/admin/integrations.html +1 -1
- fides/ui-build/static/admin/lib/fides-ext-gpp.js +1 -1
- fides/ui-build/static/admin/lib/fides-headless.js +1 -1
- fides/ui-build/static/admin/lib/fides-preview.js +1 -1
- fides/ui-build/static/admin/lib/fides-tcf.js +4 -4
- fides/ui-build/static/admin/lib/fides.js +4 -4
- fides/ui-build/static/admin/login/[provider].html +1 -1
- fides/ui-build/static/admin/login.html +1 -1
- fides/ui-build/static/admin/messaging/[id].html +1 -1
- fides/ui-build/static/admin/messaging/add-template.html +1 -1
- fides/ui-build/static/admin/messaging.html +1 -1
- fides/ui-build/static/admin/poc/ant-components.html +1 -1
- fides/ui-build/static/admin/poc/form-experiments/AntForm.html +1 -1
- fides/ui-build/static/admin/poc/form-experiments/FormikAntFormItem.html +1 -1
- fides/ui-build/static/admin/poc/form-experiments/FormikControlled.html +1 -1
- fides/ui-build/static/admin/poc/form-experiments/FormikField.html +1 -1
- fides/ui-build/static/admin/poc/form-experiments/FormikSpreadField.html +1 -1
- fides/ui-build/static/admin/poc/forms.html +1 -1
- fides/ui-build/static/admin/poc/table-migration.html +1 -1
- fides/ui-build/static/admin/privacy-requests/[id].html +1 -1
- fides/ui-build/static/admin/privacy-requests/configure/messaging.html +1 -1
- fides/ui-build/static/admin/privacy-requests/configure/storage.html +1 -1
- fides/ui-build/static/admin/privacy-requests/configure.html +1 -1
- fides/ui-build/static/admin/privacy-requests.html +1 -1
- fides/ui-build/static/admin/properties/[id].html +1 -1
- fides/ui-build/static/admin/properties/add-property.html +1 -1
- fides/ui-build/static/admin/properties.html +1 -1
- fides/ui-build/static/admin/reporting/datamap.html +1 -1
- fides/ui-build/static/admin/settings/about/alpha.html +1 -1
- fides/ui-build/static/admin/settings/about.html +1 -1
- fides/ui-build/static/admin/settings/consent/[configuration_id]/[purpose_id].html +1 -1
- fides/ui-build/static/admin/settings/consent.html +1 -1
- fides/ui-build/static/admin/settings/custom-fields.html +1 -1
- fides/ui-build/static/admin/settings/domain-records.html +1 -1
- fides/ui-build/static/admin/settings/domains.html +1 -1
- fides/ui-build/static/admin/settings/email-templates.html +1 -1
- fides/ui-build/static/admin/settings/locations.html +1 -1
- fides/ui-build/static/admin/settings/organization.html +1 -1
- fides/ui-build/static/admin/settings/regulations.html +1 -1
- fides/ui-build/static/admin/systems/configure/[id]/test-datasets.html +1 -1
- fides/ui-build/static/admin/systems/configure/[id].html +1 -1
- fides/ui-build/static/admin/systems.html +1 -1
- fides/ui-build/static/admin/taxonomy.html +1 -1
- fides/ui-build/static/admin/user-management/new.html +1 -1
- fides/ui-build/static/admin/user-management/profile/[id].html +1 -1
- fides/ui-build/static/admin/user-management.html +1 -1
- fides/ui-build/static/admin/_next/static/8108ANFxs99VY7KZ_Xev2/_buildManifest.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/1316-6cc72a45ebf7ff81.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/1807-3beab149351d5ded.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/1817-e601e737e3cc7a0e.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/255-7db55b0e3a0f9dea.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/2599-6c4d22e75028d8b6.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/2858-0b44609b6be7850b.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/2866-a73888c17a195cbe.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/3615-5e2d062d684b8fa1.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/409-a257e14acebcd73b.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/431-34f0b91c26f8d9ab.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/5309-b2c4803370634ff8.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/570-c99f07161bd339cd.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/6780-e3d40aa17a4bf2e9.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/6954-bb875d9ac89f6030.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/7062.fda15dcb7df85675.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/7c79804f.7a7112aece470725.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/9014-eeae6f581158e645.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/9046-5c4c22c375de25b1.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/9278-9b1b5970f0702668.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/9392.f4520f66206d347d.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/ea076c0a.84423f606aef37cd.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/consent/reporting-afdbd4665657cfa1.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/action-center/[monitorId]/[systemId]-2265ecb899d45fbc.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/action-center/[monitorId]-5d522637871ac6c8.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/action-center-9ddb52ebb7ac4c71.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/datamap-7674b97d655c193b.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/integrations/[id]-0a58aee2d1e7fa01.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/messaging-5094ffea13f32ed9.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/privacy-requests/[id]-32600543eb7b584f.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/privacy-requests/configure/messaging-10ce53ea356f8bad.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/privacy-requests/configure/storage-5501bbb129fee9c4.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/privacy-requests-cbe4c8f9096b6543.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/reporting/datamap-e130c0197362e8f3.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/taxonomy-6387fcc8cce872eb.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/pages/user-management/profile/[id]-ff5738706da07801.js +0 -1
- fides/ui-build/static/admin/_next/static/chunks/webpack-ff0cd6bff75588da.js +0 -1
- fides/ui-build/static/admin/_next/static/css/2cadb5f62dcd7c2b.css +0 -1
- {ethyca_fides-2.66.2rc0.dist-info → ethyca_fides-2.67.0.dist-info}/WHEEL +0 -0
- {ethyca_fides-2.66.2rc0.dist-info → ethyca_fides-2.67.0.dist-info}/entry_points.txt +0 -0
- {ethyca_fides-2.66.2rc0.dist-info → ethyca_fides-2.67.0.dist-info}/licenses/LICENSE +0 -0
- {ethyca_fides-2.66.2rc0.dist-info → ethyca_fides-2.67.0.dist-info}/top_level.txt +0 -0
- /fides/ui-build/static/admin/_next/static/{8108ANFxs99VY7KZ_Xev2 → MNlh9olWjgbqAHKyQY3LF}/_ssgManifest.js +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/{2921-455e6357b74d2f76.js → 2921-86f1547ac40a5cdf.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/{3923-6cc911dafccc5f63.js → 3923-13a6b4da2d51bf8f.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/{401-1b529d5800aa1f3a.js → 401-3cc1fee61494e3bd.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/{5574-b13021775a15bfd2.js → 5574-9312f97b637d9ee2.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/{7630-9aac73191ed5ed13.js → 7630-b1c93688013ef013.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/{9826-111aaee8bd8dbd09.js → 9826-3c578665c6d3b21d.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/{404-aece2c920ea14514.js → 404-2d803dab6a00f353.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/add-systems/{multiple-dc75dc6e37e52f05.js → multiple-8ff7f37913ad736a.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/consent/configure/{add-vendors-24d226b5a8de5c74.js → add-vendors-d00c9034cdeb0236.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/consent/{configure-6a8ef51138ac926a.js → configure-0e1ca0f4c8e7f4da.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/consent/{properties-6f86ab63a08a6528.js → properties-057cad65e7414a44.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/{consent-73d3cbf68f7c3a31.js → consent-e17c56eec8d91371.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/data-catalog/[systemId]/projects/{[projectUrn]-6ba9e160dae64695.js → [projectUrn]-80a6cc8e8573514a.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/data-catalog/[systemId]/{resources-7648bbd4f6711e4d.js → resources-6c3714ee97a718c1.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/detection/{[resourceUrn]-393e20924c83373e.js → [resourceUrn]-31e6c54794a9883e.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/data-discovery/{detection-8733807dad4bc96e.js → detection-2822a423a7ad0550.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/dataset/{[datasetId]-006b695e5af5ef24.js → [datasetId]-a8e8b5f4ee7af86c.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/{datastore-connection-c391c6fad56eec48.js → datastore-connection-3bd77864da523d41.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/messaging/{[id]-53fecfb9dd6a1e0c.js → [id]-5627d0d0668077f9.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/messaging/{add-template-76b01cec5fde10a9.js → add-template-feca66ad5c5fe54a.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/poc/{ant-components-5c08e8447c45ce44.js → ant-components-64a322d01aae5ca7.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/poc/form-experiments/{AntForm-06ad5f34585480aa.js → AntForm-8bca16a7726e7eb2.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/poc/form-experiments/{FormikAntFormItem-6f071c2bc9446cb0.js → FormikAntFormItem-b0f246fc3b67ebf7.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/poc/form-experiments/{FormikControlled-efcc38c58991ac9e.js → FormikControlled-1a0852b090bfc392.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/poc/form-experiments/{FormikField-430ba5c979abfb7c.js → FormikField-11f3de1b45e36583.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/poc/{forms-5c561880bf131afb.js → forms-1b73a1c2b6c6285f.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/privacy-requests/{configure-d888a69a3bbe040e.js → configure-e551a860ec727802.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/properties/{[id]-d3d8e3d7583ec635.js → [id]-dd99183f93763ae4.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/properties/{add-property-1af10ed303815d46.js → add-property-0bdbc1fcbf553b8f.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/{properties-cebc0dc186be499a.js → properties-e959378bb32b6b73.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/settings/about/{alpha-5e1322de868d615e.js → alpha-1066f0c202ef744c.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/settings/{about-241f95e372b65d0f.js → about-37ba24a72a06862e.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/settings/{domain-records-41242f805599feda.js → domain-records-51333dbd21cb37c8.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/settings/{domains-2e885f74c92f669c.js → domains-bde86e5f6c09da5a.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/settings/{email-templates-ff112655ad5f41e5.js → email-templates-4f9a5cc8bea7725b.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/settings/{regulations-86062a18e081a52a.js → regulations-102efd9199e87124.js} +0 -0
- /fides/ui-build/static/admin/_next/static/chunks/pages/user-management/{new-a2524414e968f862.js → new-de8cb3739ab99c09.js} +0 -0
fides/api/util/cache.py
CHANGED
|
@@ -334,6 +334,62 @@ def cache_task_tracking_key(request_id: str, celery_task_id: str) -> None:
|
|
|
334
334
|
)
|
|
335
335
|
|
|
336
336
|
|
|
337
|
+
def get_privacy_request_retry_cache_key(privacy_request_id: str) -> str:
|
|
338
|
+
"""Get cache key for tracking privacy request requeue retry attempts."""
|
|
339
|
+
return f"id-{privacy_request_id}-privacy-request-retry-count"
|
|
340
|
+
|
|
341
|
+
|
|
342
|
+
def get_privacy_request_retry_count(privacy_request_id: str) -> int:
|
|
343
|
+
"""Get the current retry count for a privacy request requeue attempts.
|
|
344
|
+
|
|
345
|
+
Raises Exception if cache operations fail, allowing callers to handle cache failures appropriately.
|
|
346
|
+
"""
|
|
347
|
+
cache: FidesopsRedis = get_cache()
|
|
348
|
+
try:
|
|
349
|
+
retry_count = cache.get(get_privacy_request_retry_cache_key(privacy_request_id))
|
|
350
|
+
return int(retry_count) if retry_count else 0
|
|
351
|
+
except Exception as exc:
|
|
352
|
+
logger.error(
|
|
353
|
+
f"Failed to get retry count for privacy request {privacy_request_id}: {exc}"
|
|
354
|
+
)
|
|
355
|
+
raise
|
|
356
|
+
|
|
357
|
+
|
|
358
|
+
def increment_privacy_request_retry_count(privacy_request_id: str) -> int:
|
|
359
|
+
"""Increment and return the retry count for a privacy request requeue attempts.
|
|
360
|
+
|
|
361
|
+
Raises Exception if cache operations fail, allowing callers to handle cache failures appropriately.
|
|
362
|
+
"""
|
|
363
|
+
cache: FidesopsRedis = get_cache()
|
|
364
|
+
cache_key = get_privacy_request_retry_cache_key(privacy_request_id)
|
|
365
|
+
|
|
366
|
+
try:
|
|
367
|
+
# Increment the counter, will be 1 if key doesn't exist
|
|
368
|
+
new_count = cache.incr(cache_key)
|
|
369
|
+
# Set expiry to prevent cache buildup (24 hours)
|
|
370
|
+
cache.expire(cache_key, 86400)
|
|
371
|
+
return new_count
|
|
372
|
+
except Exception as exc:
|
|
373
|
+
logger.error(
|
|
374
|
+
f"Failed to increment retry count for privacy request {privacy_request_id}: {exc}"
|
|
375
|
+
)
|
|
376
|
+
raise
|
|
377
|
+
|
|
378
|
+
|
|
379
|
+
def reset_privacy_request_retry_count(privacy_request_id: str) -> None:
|
|
380
|
+
"""Reset the retry count for a privacy request requeue attempts.
|
|
381
|
+
|
|
382
|
+
Silently fails if cache operations fail since this is cleanup.
|
|
383
|
+
"""
|
|
384
|
+
cache: FidesopsRedis = get_cache()
|
|
385
|
+
try:
|
|
386
|
+
cache.delete(get_privacy_request_retry_cache_key(privacy_request_id))
|
|
387
|
+
except Exception as exc:
|
|
388
|
+
logger.warning(
|
|
389
|
+
f"Failed to reset retry count for privacy request {privacy_request_id}: {exc}"
|
|
390
|
+
)
|
|
391
|
+
|
|
392
|
+
|
|
337
393
|
def celery_tasks_in_flight(celery_task_ids: List[str]) -> bool:
|
|
338
394
|
"""Returns True if supplied Celery Tasks appear to be in-flight"""
|
|
339
395
|
if not celery_task_ids:
|
|
@@ -387,3 +443,8 @@ def get_queue_counts() -> Dict[str, int]:
|
|
|
387
443
|
logger.critical(exception)
|
|
388
444
|
queue_counts = {}
|
|
389
445
|
return queue_counts
|
|
446
|
+
|
|
447
|
+
|
|
448
|
+
def get_all_masking_secret_keys(privacy_request_id: str) -> List[str]:
|
|
449
|
+
cache: FidesopsRedis = get_cache()
|
|
450
|
+
return cache.keys(f"id-{privacy_request_id}-masking-secret-*")
|
|
@@ -1,14 +1,17 @@
|
|
|
1
1
|
import secrets
|
|
2
|
-
from typing import Dict, List, Optional, TypeVar
|
|
2
|
+
from typing import Any, Dict, List, Optional, TypeVar
|
|
3
3
|
|
|
4
4
|
from loguru import logger
|
|
5
5
|
|
|
6
|
+
from fides.api.db.session import get_db_session
|
|
7
|
+
from fides.api.models.masking_secret import MaskingSecret
|
|
6
8
|
from fides.api.schemas.masking.masking_secrets import (
|
|
7
9
|
MaskingSecretCache,
|
|
8
10
|
MaskingSecretMeta,
|
|
9
11
|
SecretType,
|
|
10
12
|
)
|
|
11
13
|
from fides.api.util.cache import get_cache, get_masking_secret_cache_key
|
|
14
|
+
from fides.config import CONFIG
|
|
12
15
|
|
|
13
16
|
T = TypeVar("T")
|
|
14
17
|
|
|
@@ -21,12 +24,14 @@ class SecretsUtil:
|
|
|
21
24
|
masking_secret_meta: MaskingSecretMeta[T],
|
|
22
25
|
) -> Optional[T]:
|
|
23
26
|
if privacy_request_id is not None:
|
|
24
|
-
secret = SecretsUtil.
|
|
25
|
-
privacy_request_id,
|
|
27
|
+
secret = SecretsUtil.get_masking_secret(
|
|
28
|
+
privacy_request_id=privacy_request_id,
|
|
29
|
+
masking_strategy=masking_secret_meta.masking_strategy,
|
|
30
|
+
secret_type=secret_type,
|
|
26
31
|
)
|
|
27
32
|
if not secret:
|
|
28
33
|
logger.warning(
|
|
29
|
-
"Secret type {} expected
|
|
34
|
+
"Secret type {} expected but was not present for masking strategy {}",
|
|
30
35
|
secret_type,
|
|
31
36
|
masking_secret_meta.masking_strategy,
|
|
32
37
|
)
|
|
@@ -37,20 +42,6 @@ class SecretsUtil:
|
|
|
37
42
|
masking_secret_meta.secret_length
|
|
38
43
|
)
|
|
39
44
|
|
|
40
|
-
@staticmethod
|
|
41
|
-
def _get_secret_from_cache(
|
|
42
|
-
privacy_request_id: str,
|
|
43
|
-
secret_type: SecretType,
|
|
44
|
-
masking_secret_meta: MaskingSecretMeta[T],
|
|
45
|
-
) -> Optional[T]:
|
|
46
|
-
cache = get_cache()
|
|
47
|
-
masking_secret_cache_key: str = get_masking_secret_cache_key(
|
|
48
|
-
privacy_request_id=privacy_request_id,
|
|
49
|
-
masking_strategy=masking_secret_meta.masking_strategy,
|
|
50
|
-
secret_type=secret_type,
|
|
51
|
-
)
|
|
52
|
-
return cache.get_encoded_by_key(masking_secret_cache_key)
|
|
53
|
-
|
|
54
45
|
@staticmethod
|
|
55
46
|
def generate_secret_string(length: int) -> str:
|
|
56
47
|
return secrets.token_urlsafe(length)
|
|
@@ -75,3 +66,42 @@ class SecretsUtil:
|
|
|
75
66
|
)
|
|
76
67
|
)
|
|
77
68
|
return masking_secrets
|
|
69
|
+
|
|
70
|
+
@staticmethod
|
|
71
|
+
def get_masking_secret(
|
|
72
|
+
privacy_request_id: str,
|
|
73
|
+
masking_strategy: str,
|
|
74
|
+
secret_type: SecretType,
|
|
75
|
+
) -> Optional[Any]:
|
|
76
|
+
"""
|
|
77
|
+
Attempts to retrieve masking secret from cache first, then falls back to DB.
|
|
78
|
+
"""
|
|
79
|
+
# TODO: get rid of the cache check after a few releases
|
|
80
|
+
# Try cache first
|
|
81
|
+
cache = get_cache()
|
|
82
|
+
cache_key = get_masking_secret_cache_key(
|
|
83
|
+
privacy_request_id=privacy_request_id,
|
|
84
|
+
masking_strategy=masking_strategy,
|
|
85
|
+
secret_type=secret_type,
|
|
86
|
+
)
|
|
87
|
+
secret = cache.get_encoded_by_key(cache_key)
|
|
88
|
+
if secret is not None:
|
|
89
|
+
return secret
|
|
90
|
+
|
|
91
|
+
# Cache miss - try database
|
|
92
|
+
session_local = get_db_session(CONFIG)
|
|
93
|
+
with session_local() as session:
|
|
94
|
+
masking_secret: MaskingSecret = (
|
|
95
|
+
session.query(MaskingSecret)
|
|
96
|
+
.filter(
|
|
97
|
+
MaskingSecret.privacy_request_id == privacy_request_id,
|
|
98
|
+
MaskingSecret.masking_strategy == masking_strategy,
|
|
99
|
+
MaskingSecret.secret_type == secret_type,
|
|
100
|
+
)
|
|
101
|
+
.first()
|
|
102
|
+
)
|
|
103
|
+
|
|
104
|
+
if not masking_secret:
|
|
105
|
+
return None
|
|
106
|
+
|
|
107
|
+
return masking_secret.get_secret()
|
|
@@ -0,0 +1,286 @@
|
|
|
1
|
+
"""
|
|
2
|
+
Memory watchdog utilities used to proactively interrupt long-running Celery tasks that approach the
|
|
3
|
+
container's memory limits.
|
|
4
|
+
|
|
5
|
+
The watchdog runs in a background thread and periodically samples the overall system memory usage
|
|
6
|
+
(using `psutil`). When usage exceeds the configured threshold, it immediately sends `SIGUSR1` to
|
|
7
|
+
the current process. The signal handler raises `MemoryLimitExceeded` which can be caught by the
|
|
8
|
+
calling code to perform clean-up and let Celery record the task as failed.
|
|
9
|
+
|
|
10
|
+
This allows tasks to terminate gracefully with proper error logging, rather than being forcefully
|
|
11
|
+
killed by the system's OOM killer which would result in a WorkerLostError and incomplete cleanup.
|
|
12
|
+
"""
|
|
13
|
+
|
|
14
|
+
from __future__ import annotations
|
|
15
|
+
|
|
16
|
+
import os
|
|
17
|
+
import signal
|
|
18
|
+
import threading
|
|
19
|
+
import time
|
|
20
|
+
from functools import wraps
|
|
21
|
+
from types import FrameType, TracebackType
|
|
22
|
+
from typing import Any, Callable, Literal, Optional, Type, TypeVar, Union
|
|
23
|
+
|
|
24
|
+
import psutil # type: ignore
|
|
25
|
+
from loguru import logger
|
|
26
|
+
|
|
27
|
+
F = TypeVar("F", bound=Callable[..., Any])
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
def get_memory_watchdog_enabled() -> bool:
|
|
31
|
+
"""
|
|
32
|
+
Get the memory_watchdog_enabled setting from the application configuration.
|
|
33
|
+
|
|
34
|
+
Returns:
|
|
35
|
+
bool: True if memory_watchdog_enabled is enabled, False otherwise (defaults to False)
|
|
36
|
+
"""
|
|
37
|
+
try:
|
|
38
|
+
from fides.api.api.deps import get_autoclose_db_session as get_db
|
|
39
|
+
from fides.config.config_proxy import ConfigProxy
|
|
40
|
+
|
|
41
|
+
with get_db() as db:
|
|
42
|
+
config_proxy = ConfigProxy(db)
|
|
43
|
+
# ConfigProxy returns None when no config record exists, so we must handle None explicitly
|
|
44
|
+
value = getattr(config_proxy.execution, "memory_watchdog_enabled")
|
|
45
|
+
return value if value is not None else False
|
|
46
|
+
except Exception: # pragma: no cover
|
|
47
|
+
# default to disabled for backward compatibility
|
|
48
|
+
return False
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
class MemoryLimitExceeded(RuntimeError):
|
|
52
|
+
"""Raised when the watchdog detects sustained memory usage above the threshold."""
|
|
53
|
+
|
|
54
|
+
def __init__(self, message: str, *, memory_percent: Optional[float] = None) -> None:
|
|
55
|
+
super().__init__(message)
|
|
56
|
+
self.memory_percent: Optional[float] = memory_percent
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
class MemoryWatchdog:
|
|
60
|
+
"""Background memory monitor that enables graceful task termination.
|
|
61
|
+
|
|
62
|
+
Monitors system memory usage and triggers controlled shutdown when usage exceeds the threshold,
|
|
63
|
+
preventing forceful termination by the system's OOM killer.
|
|
64
|
+
|
|
65
|
+
Parameters
|
|
66
|
+
----------
|
|
67
|
+
threshold:
|
|
68
|
+
Percentage of *overall* system memory usage at which the watchdog triggers.
|
|
69
|
+
check_interval:
|
|
70
|
+
How often (in seconds) to sample ``psutil.virtual_memory()``.
|
|
71
|
+
grace_period:
|
|
72
|
+
Deprecated - kept for compatibility but defaults to 0 for immediate action.
|
|
73
|
+
"""
|
|
74
|
+
|
|
75
|
+
def __init__(
|
|
76
|
+
self, *, threshold: int = 90, check_interval: float = 0.5, grace_period: int = 0
|
|
77
|
+
) -> None:
|
|
78
|
+
self.threshold = threshold
|
|
79
|
+
self.check_interval = check_interval
|
|
80
|
+
self.grace_period = grace_period
|
|
81
|
+
|
|
82
|
+
self._thread: Optional[threading.Thread] = None
|
|
83
|
+
self._monitoring = threading.Event()
|
|
84
|
+
self._original_handler: Union[
|
|
85
|
+
Callable[[int, Optional[FrameType]], Any], int, signal.Handlers, None
|
|
86
|
+
] = None
|
|
87
|
+
|
|
88
|
+
# ---------------------------------------------------------------------
|
|
89
|
+
# Public helpers
|
|
90
|
+
# ---------------------------------------------------------------------
|
|
91
|
+
def start(self) -> None:
|
|
92
|
+
"""Start the background monitoring thread and register the signal handler."""
|
|
93
|
+
logger.debug(
|
|
94
|
+
"Starting memory watchdog - threshold={}%, check_interval={}s",
|
|
95
|
+
self.threshold,
|
|
96
|
+
self.check_interval,
|
|
97
|
+
)
|
|
98
|
+
self._original_handler = signal.signal(signal.SIGUSR1, self._signal_handler)
|
|
99
|
+
self._monitoring.set()
|
|
100
|
+
self._thread = threading.Thread(
|
|
101
|
+
target=self._run, name="memory-watchdog", daemon=True
|
|
102
|
+
)
|
|
103
|
+
self._thread.start()
|
|
104
|
+
|
|
105
|
+
def stop(self) -> None:
|
|
106
|
+
"""Stop the monitoring thread and restore the previous signal handler."""
|
|
107
|
+
logger.debug("Stopping memory watchdog")
|
|
108
|
+
self._monitoring.clear()
|
|
109
|
+
if self._thread and self._thread.is_alive():
|
|
110
|
+
self._thread.join(timeout=2)
|
|
111
|
+
if self._original_handler is not None:
|
|
112
|
+
signal.signal(signal.SIGUSR1, self._original_handler)
|
|
113
|
+
self._original_handler = None
|
|
114
|
+
|
|
115
|
+
# ------------------------------------------------------------------
|
|
116
|
+
# Context-manager support
|
|
117
|
+
# ------------------------------------------------------------------
|
|
118
|
+
def __enter__(self) -> "MemoryWatchdog":
|
|
119
|
+
self.start()
|
|
120
|
+
return self
|
|
121
|
+
|
|
122
|
+
def __exit__(
|
|
123
|
+
self,
|
|
124
|
+
exc_type: Optional[Type[BaseException]],
|
|
125
|
+
exc_value: Optional[BaseException],
|
|
126
|
+
traceback: Optional[TracebackType],
|
|
127
|
+
) -> Literal[False]:
|
|
128
|
+
self.stop()
|
|
129
|
+
# Do not suppress exceptions
|
|
130
|
+
return False
|
|
131
|
+
|
|
132
|
+
# ------------------------------------------------------------------
|
|
133
|
+
# Internal helpers
|
|
134
|
+
# ------------------------------------------------------------------
|
|
135
|
+
def _signal_handler(
|
|
136
|
+
self, signum: int, frame: Optional[FrameType]
|
|
137
|
+
) -> None: # noqa: D401 – Celery uses signal handlers
|
|
138
|
+
"""Convert the signal into an exception on the main thread."""
|
|
139
|
+
current_percent = _system_memory_percent()
|
|
140
|
+
logger.error("Memory limit exceeded: {}%", current_percent)
|
|
141
|
+
self.stop()
|
|
142
|
+
raise MemoryLimitExceeded(
|
|
143
|
+
"Memory usage exceeded threshold", memory_percent=current_percent
|
|
144
|
+
)
|
|
145
|
+
|
|
146
|
+
def _run(self) -> None:
|
|
147
|
+
"""Background thread body."""
|
|
148
|
+
while self._monitoring.is_set():
|
|
149
|
+
try:
|
|
150
|
+
mem_percent = _system_memory_percent()
|
|
151
|
+
|
|
152
|
+
if mem_percent > self.threshold:
|
|
153
|
+
# Trigger graceful termination before the system OOM killer can intervene
|
|
154
|
+
logger.error(
|
|
155
|
+
"Memory usage {}% above threshold {}% - sending SIGUSR1 to terminate task gracefully (prevents OOM kill)",
|
|
156
|
+
mem_percent,
|
|
157
|
+
self.threshold,
|
|
158
|
+
)
|
|
159
|
+
os.kill(os.getpid(), signal.SIGUSR1)
|
|
160
|
+
return # stop monitoring after signal
|
|
161
|
+
|
|
162
|
+
time.sleep(self.check_interval)
|
|
163
|
+
except Exception as exc: # pragma: no cover – best-effort logging
|
|
164
|
+
logger.exception("Uncaught error in memory watchdog: {}", exc)
|
|
165
|
+
break
|
|
166
|
+
|
|
167
|
+
|
|
168
|
+
# -----------------------------------------------------------------------------
|
|
169
|
+
# Decorator for Celery tasks (or any function)
|
|
170
|
+
# -----------------------------------------------------------------------------
|
|
171
|
+
|
|
172
|
+
|
|
173
|
+
def memory_limiter(
|
|
174
|
+
_func: Optional[F] = None,
|
|
175
|
+
*,
|
|
176
|
+
threshold: int = 90,
|
|
177
|
+
check_interval: float = 0.5,
|
|
178
|
+
grace_period: int = 0,
|
|
179
|
+
) -> Union[F, Callable[[F], F]]:
|
|
180
|
+
"""Decorator that runs the wrapped callable under a :class:`MemoryWatchdog`.
|
|
181
|
+
|
|
182
|
+
Enables graceful task termination when memory usage is high, preventing WorkerLostError
|
|
183
|
+
from system OOM killer intervention.
|
|
184
|
+
|
|
185
|
+
Can be applied **with or without arguments**::
|
|
186
|
+
|
|
187
|
+
@memory_limiter
|
|
188
|
+
def task_a():
|
|
189
|
+
...
|
|
190
|
+
|
|
191
|
+
@memory_limiter(threshold=85)
|
|
192
|
+
def task_b():
|
|
193
|
+
...
|
|
194
|
+
"""
|
|
195
|
+
|
|
196
|
+
def decorator(func: F) -> F:
|
|
197
|
+
@wraps(func)
|
|
198
|
+
def wrapper(*args: Any, **kwargs: Any) -> Any:
|
|
199
|
+
# Check if memory watchdog is enabled
|
|
200
|
+
if not get_memory_watchdog_enabled():
|
|
201
|
+
logger.debug(
|
|
202
|
+
"Memory watchdog disabled by configuration - running task without monitoring"
|
|
203
|
+
)
|
|
204
|
+
return func(*args, **kwargs)
|
|
205
|
+
|
|
206
|
+
watchdog = MemoryWatchdog(
|
|
207
|
+
threshold=threshold,
|
|
208
|
+
check_interval=check_interval,
|
|
209
|
+
grace_period=grace_period,
|
|
210
|
+
)
|
|
211
|
+
watchdog.start()
|
|
212
|
+
try:
|
|
213
|
+
return func(*args, **kwargs)
|
|
214
|
+
except MemoryLimitExceeded as exc:
|
|
215
|
+
logger.error(
|
|
216
|
+
"Task terminated gracefully due to memory pressure: {}%",
|
|
217
|
+
exc.memory_percent,
|
|
218
|
+
)
|
|
219
|
+
raise
|
|
220
|
+
finally:
|
|
221
|
+
watchdog.stop()
|
|
222
|
+
|
|
223
|
+
return wrapper # type: ignore[return-value]
|
|
224
|
+
|
|
225
|
+
# If called without arguments, the first positional argument is the function
|
|
226
|
+
if _func is not None and callable(_func):
|
|
227
|
+
return decorator(_func)
|
|
228
|
+
|
|
229
|
+
return decorator
|
|
230
|
+
|
|
231
|
+
|
|
232
|
+
# -----------------------------------------------------------------------------
|
|
233
|
+
# Platform helpers – cgroup-aware memory measurement
|
|
234
|
+
# -----------------------------------------------------------------------------
|
|
235
|
+
|
|
236
|
+
# Docker / Kubernetes containers are usually memory-constrained via cgroups. If we only look at
|
|
237
|
+
# host-wide memory usage the watchdog will never fire, because the host may still have plenty of
|
|
238
|
+
# free RAM even though the container is about to be OOM-killed. The helpers below read the
|
|
239
|
+
# relevant cgroup files (v2 first, then v1) and compute the percentage of the *container limit* in
|
|
240
|
+
# use. When cgroup information is unavailable (e.g. running directly on the host) we return
|
|
241
|
+
# `None` and fall back to `psutil`.
|
|
242
|
+
|
|
243
|
+
|
|
244
|
+
def _cgroup_memory_percent() -> Optional[float]:
|
|
245
|
+
"""Return container memory usage as *percentage* of the cgroup limit or `None` when not
|
|
246
|
+
running inside a memory-limited cgroup."""
|
|
247
|
+
|
|
248
|
+
def _read(path: str) -> Optional[int]:
|
|
249
|
+
try:
|
|
250
|
+
with open(path, "r", encoding="utf-8") as fh:
|
|
251
|
+
raw = fh.read().strip()
|
|
252
|
+
if raw == "" or raw.lower() == "max": # v2 "max" means unlimited
|
|
253
|
+
return None
|
|
254
|
+
return int(raw)
|
|
255
|
+
except (FileNotFoundError, PermissionError, ValueError): # pragma: no cover
|
|
256
|
+
return None
|
|
257
|
+
|
|
258
|
+
# cgroups v2 (unified)
|
|
259
|
+
usage = _read("/sys/fs/cgroup/memory.current")
|
|
260
|
+
limit = _read("/sys/fs/cgroup/memory.max")
|
|
261
|
+
if usage is not None and limit and limit > 0:
|
|
262
|
+
return usage / limit * 100
|
|
263
|
+
|
|
264
|
+
# cgroups v1
|
|
265
|
+
usage = _read("/sys/fs/cgroup/memory/memory.usage_in_bytes")
|
|
266
|
+
limit = _read("/sys/fs/cgroup/memory/memory.limit_in_bytes")
|
|
267
|
+
if (
|
|
268
|
+
usage is not None and limit and 0 < limit < (1 << 60)
|
|
269
|
+
): # ignore enormous "unlimited" value
|
|
270
|
+
return usage / limit * 100
|
|
271
|
+
|
|
272
|
+
return None
|
|
273
|
+
|
|
274
|
+
|
|
275
|
+
def _system_memory_percent() -> float:
|
|
276
|
+
"""Best-effort *current* memory usage percentage for the running worker.
|
|
277
|
+
|
|
278
|
+
1. Use cgroup metrics when they are available and meaningful.
|
|
279
|
+
2. Fall back to host-wide `psutil.virtual_memory().percent` otherwise."""
|
|
280
|
+
|
|
281
|
+
cgroup_percent = _cgroup_memory_percent()
|
|
282
|
+
if cgroup_percent is not None:
|
|
283
|
+
return cgroup_percent
|
|
284
|
+
|
|
285
|
+
# Fall back to host memory usage
|
|
286
|
+
return psutil.virtual_memory().percent
|
|
@@ -51,6 +51,7 @@ PRIVACY_REQUEST_ACCESS_RESULTS = "privacy-request-access-results"
|
|
|
51
51
|
PRIVACY_REQUEST_EMAIL_INTEGRATIONS = "privacy-request-email-integrations"
|
|
52
52
|
PRIVACY_REQUEST_NOTIFICATIONS = "privacy-request-notifications"
|
|
53
53
|
READ = "read"
|
|
54
|
+
READ_OWN = "read-own"
|
|
54
55
|
REGISTER = "register"
|
|
55
56
|
RESET = "reset"
|
|
56
57
|
RESPOND = "respond"
|
|
@@ -226,6 +227,7 @@ TAXONOMY_DELETE = f"{TAXONOMY}:{DELETE}"
|
|
|
226
227
|
USER_CREATE = f"{USER}:{CREATE}"
|
|
227
228
|
USER_DELETE = f"{USER}:{DELETE}"
|
|
228
229
|
USER_READ = f"{USER}:{READ}"
|
|
230
|
+
USER_READ_OWN = f"{USER}:{READ_OWN}"
|
|
229
231
|
USER_UPDATE = f"{USER}:{UPDATE}"
|
|
230
232
|
USER_PASSWORD_RESET = f"{USER}:{PASSWORD_RESET}"
|
|
231
233
|
|
|
@@ -354,6 +356,7 @@ SCOPE_DOCS = {
|
|
|
354
356
|
USER_UPDATE: "Update users",
|
|
355
357
|
USER_DELETE: "Remove users",
|
|
356
358
|
USER_READ: "View users",
|
|
359
|
+
USER_READ_OWN: "View own user",
|
|
357
360
|
USER_PASSWORD_RESET: "Reset another user's password",
|
|
358
361
|
USER_PERMISSION_CREATE: "Create user permissions",
|
|
359
362
|
USER_PERMISSION_UPDATE: "Update user permissions",
|
|
@@ -93,7 +93,7 @@ PRIVACY_REQUEST_ACCESS_RESULTS = "/privacy-request/{privacy_request_id}/access-r
|
|
|
93
93
|
PRIVACY_REQUEST_FILTERED_RESULTS = (
|
|
94
94
|
"/privacy-request/{privacy_request_id}/filtered-results"
|
|
95
95
|
)
|
|
96
|
-
|
|
96
|
+
PRIVACY_REQUEST_FINALIZE = "/privacy-request/{privacy_request_id}/finalize"
|
|
97
97
|
PRIVACY_REQUEST_VERIFY_IDENTITY = "/privacy-request/{privacy_request_id}/verify"
|
|
98
98
|
PRIVACY_REQUEST_RESUME = "/privacy-request/{privacy_request_id}/resume"
|
|
99
99
|
PRIVACY_REQUEST_NOTIFICATIONS = "/privacy-request/notification"
|
|
@@ -57,10 +57,18 @@ class ExecutionSettings(FidesSettings):
|
|
|
57
57
|
default=300,
|
|
58
58
|
description="Seconds between polling for interrupted tasks to requeue",
|
|
59
59
|
)
|
|
60
|
+
privacy_request_requeue_retry_count: int = Field(
|
|
61
|
+
default=3,
|
|
62
|
+
description="The number of times a privacy request will be requeued when its tasks are interrupted before being marked as error",
|
|
63
|
+
)
|
|
60
64
|
use_dsr_3_0: bool = Field(
|
|
61
65
|
default=False,
|
|
62
66
|
description="Temporary flag to switch to using DSR 3.0 to process your tasks.",
|
|
63
67
|
)
|
|
68
|
+
erasure_request_finalization_required: bool = Field(
|
|
69
|
+
default=False,
|
|
70
|
+
description="Whether erasure requests require an additional finalization step after all collections have been executed.",
|
|
71
|
+
)
|
|
64
72
|
fuzzy_search_enabled: bool = Field(
|
|
65
73
|
default=True,
|
|
66
74
|
description="Whether fuzzy search is enabled for privacy request lookups.",
|
|
@@ -73,4 +81,8 @@ class ExecutionSettings(FidesSettings):
|
|
|
73
81
|
default="US/Eastern",
|
|
74
82
|
description="The timezone to send batch emails for DSR email integration.",
|
|
75
83
|
)
|
|
84
|
+
memory_watchdog_enabled: bool = Field(
|
|
85
|
+
default=False,
|
|
86
|
+
description="Whether the memory watchdog is enabled to monitor and gracefully terminate tasks that approach memory limits.",
|
|
87
|
+
)
|
|
76
88
|
model_config = SettingsConfigDict(env_prefix=ENV_PREFIX)
|
fides/config/utils.py
CHANGED
|
@@ -193,13 +193,18 @@ class PrivacyRequestService:
|
|
|
193
193
|
|
|
194
194
|
cache_data(
|
|
195
195
|
privacy_request,
|
|
196
|
-
policy,
|
|
197
196
|
privacy_request_data.identity,
|
|
198
197
|
privacy_request_data.encryption_key,
|
|
199
198
|
None,
|
|
200
199
|
privacy_request_data.custom_privacy_request_fields,
|
|
201
200
|
)
|
|
202
201
|
|
|
202
|
+
if masking_secrets := policy.generate_masking_secrets():
|
|
203
|
+
logger.info(
|
|
204
|
+
"Caching masking secrets for privacy request {}", privacy_request.id
|
|
205
|
+
)
|
|
206
|
+
privacy_request.persist_masking_secrets(masking_secrets)
|
|
207
|
+
|
|
203
208
|
check_and_dispatch_error_notifications(db=self.db)
|
|
204
209
|
|
|
205
210
|
_handle_notifications_and_processing(
|
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/d9924caa849931b3.css" as="style"/><link rel="stylesheet" href="/_next/static/css/d9924caa849931b3.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-90e8ec1fc5c6455b.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-750d6bd16c971bb9.js" defer=""></script><script src="/_next/static/chunks/pages/404-2d803dab6a00f353.js" defer=""></script><script src="/_next/static/MNlh9olWjgbqAHKyQY3LF/_buildManifest.js" defer=""></script><script src="/_next/static/MNlh9olWjgbqAHKyQY3LF/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/404","query":{},"buildId":"MNlh9olWjgbqAHKyQY3LF","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
self.__BUILD_MANIFEST=function(s,e,t,a,c,n,i,d,o,r,p,u,g,f,m,j,b,k,h,y,l,v,I,F,x,_,U,w,q,N,A,S,B,C,z,D,E,L,M,T,P,G,H,J,K,O,Q){return{__rewrites:{afterFiles:[],beforeFiles:[],fallback:[]},"/":[I,"static/chunks/pages/index-fbf9b845bb901238.js"],"/404":["static/chunks/pages/404-2d803dab6a00f353.js"],"/_error":["static/chunks/pages/_error-bede3a8288930dcf.js"],"/add-systems":[I,"static/chunks/pages/add-systems-0902f0bb4080643e.js"],"/add-systems/manual":[s,e,t,c,p,a,i,u,b,F,x,"static/chunks/pages/add-systems/manual-2a655ff3a97f2492.js"],"/add-systems/multiple":[i,g,_,"static/chunks/pages/add-systems/multiple-8ff7f37913ad736a.js"],"/consent":["static/chunks/pages/consent-e17c56eec8d91371.js"],"/consent/configure":[i,g,"static/chunks/pages/consent/configure-0e1ca0f4c8e7f4da.js"],"/consent/configure/add-vendors":[i,g,_,"static/chunks/pages/consent/configure/add-vendors-d00c9034cdeb0236.js"],"/consent/privacy-experience":[p,U,"static/chunks/pages/consent/privacy-experience-21f997c69fc3b4c2.js"],"/consent/privacy-experience/new":[s,d,f,m,w,"static/chunks/pages/consent/privacy-experience/new-e74cb5ea87f15b40.js"],"/consent/privacy-experience/[id]":[s,d,f,m,w,"static/chunks/pages/consent/privacy-experience/[id]-f22ddd9b48a5c418.js"],"/consent/privacy-notices":[U,"static/chunks/pages/consent/privacy-notices-ad105181bc91209b.js"],"/consent/privacy-notices/new":[s,d,f,m,q,"static/chunks/pages/consent/privacy-notices/new-a57d251c88ce68ae.js"],"/consent/privacy-notices/[id]":[s,d,f,m,q,"static/chunks/pages/consent/privacy-notices/[id]-da4124b7600a2a1d.js"],"/consent/properties":[N,"static/chunks/pages/consent/properties-057cad65e7414a44.js"],"/consent/reporting":["static/chunks/2150-930ffaf2c4718edc.js","static/chunks/pages/consent/reporting-b0c4235fe6d0b0c8.js"],"/data-catalog":[s,e,t,a,"static/css/95ac327e5d70148d.css","static/chunks/pages/data-catalog-7770a8dc34bd0fc0.js"],"/data-catalog/[systemId]/projects":[s,e,t,a,k,n,"static/chunks/pages/data-catalog/[systemId]/projects-29784a11fe0fbd0a.js"],"/data-catalog/[systemId]/projects/[projectUrn]":[A,"static/chunks/pages/data-catalog/[systemId]/projects/[projectUrn]-80a6cc8e8573514a.js"],"/data-catalog/[systemId]/projects/[projectUrn]/[resourceUrn]":[s,e,t,a,k,S,n,"static/chunks/pages/data-catalog/[systemId]/projects/[projectUrn]/[resourceUrn]-aad6047a4604b945.js"],"/data-catalog/[systemId]/resources":[A,"static/chunks/pages/data-catalog/[systemId]/resources-6c3714ee97a718c1.js"],"/data-catalog/[systemId]/resources/[resourceUrn]":[s,e,t,a,k,S,n,"static/chunks/pages/data-catalog/[systemId]/resources/[resourceUrn]-b6b98cea25dd94fa.js"],"/data-discovery/action-center":[h,"static/chunks/pages/data-discovery/action-center-ee3c0a103346fc06.js"],"/data-discovery/action-center/[monitorId]":[s,e,t,h,B,y,"static/chunks/pages/data-discovery/action-center/[monitorId]-92b0bd97d8e79340.js"],"/data-discovery/action-center/[monitorId]/[systemId]":[s,e,t,i,b,h,B,"static/css/23cf870196941c9a.css","static/chunks/pages/data-discovery/action-center/[monitorId]/[systemId]-3e5725cd06d7fe6c.js"],"/data-discovery/activity":[r,"static/chunks/pages/data-discovery/activity-ad6a84a6276f914c.js"],"/data-discovery/detection":[r,C,"static/chunks/pages/data-discovery/detection-2822a423a7ad0550.js"],"/data-discovery/detection/[resourceUrn]":[r,C,"static/chunks/pages/data-discovery/detection/[resourceUrn]-31e6c54794a9883e.js"],"/data-discovery/discovery":[s,e,t,a,r,z,n,"static/chunks/pages/data-discovery/discovery-56eb4c014f0d96a3.js"],"/data-discovery/discovery/[resourceUrn]":[s,e,t,a,r,z,n,"static/chunks/pages/data-discovery/discovery/[resourceUrn]-f98dd251babb7e28.js"],"/datamap":[t,"static/chunks/255-1bc0cbef7a59cdc6.js",u,D,"static/chunks/pages/datamap-d23b3ae139f0428b.js"],"/dataset":[o,j,"static/chunks/pages/dataset-f3348d0a92543bab.js"],"/dataset/new":[o,j,"static/chunks/pages/dataset/new-0d50084fbdf9b84c.js"],"/dataset/[datasetId]":["static/chunks/9729-fcf6ff4e3534e4a8.js",l,"static/chunks/pages/dataset/[datasetId]-a8e8b5f4ee7af86c.js"],"/dataset/[datasetId]/[collectionName]":[s,e,t,c,a,l,n,"static/chunks/pages/dataset/[datasetId]/[collectionName]-0fa72873e464f581.js"],"/dataset/[datasetId]/[collectionName]/[...subfieldNames]":[s,e,t,c,a,l,n,"static/chunks/pages/dataset/[datasetId]/[collectionName]/[...subfieldNames]-15301bd6bf7cf718.js"],"/datastore-connection":["static/css/5f393dea1c0d031c.css","static/chunks/pages/datastore-connection-3bd77864da523d41.js"],"/datastore-connection/new":[s,c,o,p,E,j,L,"static/chunks/pages/datastore-connection/new-c6614583b14dc9f2.js"],"/datastore-connection/[id]":[s,c,o,E,j,L,"static/chunks/pages/datastore-connection/[id]-7d6027570d05c57f.js"],"/fides-js-docs":["static/chunks/2fbcc6de-a6c61724c327e9fa.js","static/chunks/e3251fe7-5777b5d778e6fffa.js",s,e,t,c,o,"static/chunks/5619-9b50cec521203989.js",M,"static/css/ab65b8cc3144bfc8.css","static/chunks/5596-4378b2927dae65b2.js","static/chunks/pages/fides-js-docs-1f4335dca5c09860.js"],"/integrations":[s,e,t,c,d,T,P,n,"static/chunks/pages/integrations-7f15cd8538cdc24d.js"],"/integrations/[id]":[s,e,t,c,d,T,P,n,"static/chunks/pages/integrations/[id]-8e346fb36e8034d2.js"],"/login":["static/chunks/pages/login-0cb0eb44bf2dd24c.js"],"/login/[provider]":["static/chunks/pages/login/[provider]-c58beef131c3a82d.js"],"/messaging":[s,e,"static/chunks/346-aa3b88efb85f2e28.js","static/chunks/pages/messaging-1bae386d8c190348.js"],"/messaging/add-template":[G,"static/chunks/pages/messaging/add-template-feca66ad5c5fe54a.js"],"/messaging/[id]":[G,"static/chunks/pages/messaging/[id]-5627d0d0668077f9.js"],"/poc/ant-components":["static/chunks/pages/poc/ant-components-64a322d01aae5ca7.js"],"/poc/form-experiments/AntForm":["static/chunks/pages/poc/form-experiments/AntForm-8bca16a7726e7eb2.js"],"/poc/form-experiments/FormikAntFormItem":["static/chunks/pages/poc/form-experiments/FormikAntFormItem-b0f246fc3b67ebf7.js"],"/poc/form-experiments/FormikControlled":["static/chunks/pages/poc/form-experiments/FormikControlled-1a0852b090bfc392.js"],"/poc/form-experiments/FormikField":["static/chunks/pages/poc/form-experiments/FormikField-11f3de1b45e36583.js"],"/poc/form-experiments/FormikSpreadField":[H,"static/chunks/pages/poc/form-experiments/FormikSpreadField-af097d661f6abcf4.js"],"/poc/forms":[H,"static/chunks/pages/poc/forms-1b73a1c2b6c6285f.js"],"/poc/table-migration":[i,g,"static/chunks/pages/poc/table-migration-05616e2ae20ff4f8.js"],"/privacy-requests":[s,"static/chunks/3550-d04125c828d591a1.js",J,"static/chunks/pages/privacy-requests-96a08c4431b5462c.js"],"/privacy-requests/configure":["static/chunks/pages/privacy-requests/configure-e551a860ec727802.js"],"/privacy-requests/configure/messaging":["static/chunks/pages/privacy-requests/configure/messaging-f1d818242d8550f8.js"],"/privacy-requests/configure/storage":["static/chunks/pages/privacy-requests/configure/storage-d40a26bddb126c5c.js"],"/privacy-requests/[id]":[J,"static/css/8bc1833f1fa53ff0.css","static/chunks/pages/privacy-requests/[id]-79f1576b1126975c.js"],"/properties":[N,"static/chunks/pages/properties-e959378bb32b6b73.js"],"/properties/add-property":[K,"static/chunks/pages/properties/add-property-0bdbc1fcbf553b8f.js"],"/properties/[id]":[K,"static/chunks/pages/properties/[id]-dd99183f93763ae4.js"],"/reporting/datamap":[s,e,t,M,u,D,"static/chunks/pages/reporting/datamap-9d1840f8309b706e.js"],"/settings/about":["static/chunks/pages/settings/about-37ba24a72a06862e.js"],"/settings/about/alpha":["static/chunks/pages/settings/about/alpha-1066f0c202ef744c.js"],"/settings/consent":["static/chunks/pages/settings/consent-f61b87e79367865b.js"],"/settings/consent/[configuration_id]/[purpose_id]":["static/chunks/pages/settings/consent/[configuration_id]/[purpose_id]-e891d01ece59669e.js"],"/settings/custom-fields":["static/chunks/pages/settings/custom-fields-f8eea5d508c60c64.js"],"/settings/domain-records":["static/chunks/pages/settings/domain-records-51333dbd21cb37c8.js"],"/settings/domains":["static/chunks/pages/settings/domains-bde86e5f6c09da5a.js"],"/settings/email-templates":["static/chunks/pages/settings/email-templates-4f9a5cc8bea7725b.js"],"/settings/locations":[O,y,"static/chunks/pages/settings/locations-ed6a140b362c5baa.js"],"/settings/organization":["static/chunks/pages/settings/organization-ff9a34264d48c35f.js"],"/settings/regulations":[O,y,"static/chunks/pages/settings/regulations-102efd9199e87124.js"],"/systems":["static/chunks/pages/systems-c05b49ddec1a1b4f.js"],"/systems/configure/[id]":[s,e,t,c,p,a,i,u,b,F,x,"static/chunks/pages/systems/configure/[id]-c8f5fbaa83dd9945.js"],"/systems/configure/[id]/test-datasets":[o,"static/chunks/pages/systems/configure/[id]/test-datasets-a4b6d41ca679298b.js"],"/taxonomy":["static/chunks/678d4732-50255cc09048e643.js",s,e,d,"static/chunks/6148-59a59d5c5925344f.js","static/css/34a7eb08b86ddb57.css","static/chunks/pages/taxonomy-df0d88716578e295.js"],"/user-management":[v,"static/chunks/pages/user-management-e98dfc7d4f2a4e16.js"],"/user-management/new":[v,Q,"static/chunks/pages/user-management/new-de8cb3739ab99c09.js"],"/user-management/profile/[id]":[v,Q,"static/chunks/pages/user-management/profile/[id]-da68efc31998dc66.js"],sortedPages:["/","/404","/_app","/_error","/add-systems","/add-systems/manual","/add-systems/multiple","/consent","/consent/configure","/consent/configure/add-vendors","/consent/privacy-experience","/consent/privacy-experience/new","/consent/privacy-experience/[id]","/consent/privacy-notices","/consent/privacy-notices/new","/consent/privacy-notices/[id]","/consent/properties","/consent/reporting","/data-catalog","/data-catalog/[systemId]/projects","/data-catalog/[systemId]/projects/[projectUrn]","/data-catalog/[systemId]/projects/[projectUrn]/[resourceUrn]","/data-catalog/[systemId]/resources","/data-catalog/[systemId]/resources/[resourceUrn]","/data-discovery/action-center","/data-discovery/action-center/[monitorId]","/data-discovery/action-center/[monitorId]/[systemId]","/data-discovery/activity","/data-discovery/detection","/data-discovery/detection/[resourceUrn]","/data-discovery/discovery","/data-discovery/discovery/[resourceUrn]","/datamap","/dataset","/dataset/new","/dataset/[datasetId]","/dataset/[datasetId]/[collectionName]","/dataset/[datasetId]/[collectionName]/[...subfieldNames]","/datastore-connection","/datastore-connection/new","/datastore-connection/[id]","/fides-js-docs","/integrations","/integrations/[id]","/login","/login/[provider]","/messaging","/messaging/add-template","/messaging/[id]","/poc/ant-components","/poc/form-experiments/AntForm","/poc/form-experiments/FormikAntFormItem","/poc/form-experiments/FormikControlled","/poc/form-experiments/FormikField","/poc/form-experiments/FormikSpreadField","/poc/forms","/poc/table-migration","/privacy-requests","/privacy-requests/configure","/privacy-requests/configure/messaging","/privacy-requests/configure/storage","/privacy-requests/[id]","/properties","/properties/add-property","/properties/[id]","/reporting/datamap","/settings/about","/settings/about/alpha","/settings/consent","/settings/consent/[configuration_id]/[purpose_id]","/settings/custom-fields","/settings/domain-records","/settings/domains","/settings/email-templates","/settings/locations","/settings/organization","/settings/regulations","/systems","/systems/configure/[id]","/systems/configure/[id]/test-datasets","/taxonomy","/user-management","/user-management/new","/user-management/profile/[id]"]}}("static/chunks/8765-f622a35b40a7ec63.js","static/chunks/9278-08cc704317fe535e.js","static/chunks/5163-e682273cd76a7d07.js","static/chunks/409-ea70638a59296659.js","static/chunks/699-8ca44b0de9fa20f0.js","static/css/d2d4e9a6923e6730.css","static/chunks/401-3cc1fee61494e3bd.js","static/chunks/3662-f6a1ddca5ee42076.js","static/chunks/6527-0eed08abe252a918.js","static/chunks/431-1db919f6569a4021.js","static/chunks/5277-e8a036319456127f.js","static/chunks/9951-7c6639e5d062779e.js","static/chunks/3923-13a6b4da2d51bf8f.js","static/chunks/6419-d0c00d661b01f8fa.js","static/chunks/6084-ddbad3149364725d.js","static/chunks/5574-9312f97b637d9ee2.js","static/chunks/6780-b42a27e72707936d.js","static/chunks/6882-59ea739e3616ce83.js","static/chunks/7725-539d3a906f627531.js","static/css/10994e916bc9a00a.css","static/chunks/9226-2dcac54ab3fb94be.js","static/chunks/7476-cc0d9a94ed7aad53.js","static/css/972dc7eef106ee7c.css","static/chunks/3450-69f4e16978971bb8.js","static/css/304c6f148886a8d4.css","static/chunks/796-3bdda2a7868464af.js","static/chunks/6853-d0190d2cca9dbde2.js","static/chunks/1817-b78b58ae3b75d75a.js","static/chunks/6954-ba98e778a5b45ebf.js","static/chunks/79-2aab56be75e16187.js","static/chunks/3872-0a0f0032ca39a93f.js","static/chunks/3855-509ca7ac99b5eada.js","static/chunks/8735-40caf91800a3610c.js","static/chunks/5309-d9a488457898263b.js","static/chunks/9046-7085a401297c5520.js","static/chunks/4230-114e31621c19ea69.js","static/chunks/1467-8808ec8836e033f9.js","static/chunks/4608-f16f281f2d05d963.js","static/chunks/9187-7438242f0d380bb0.js","static/chunks/1316-2606e19807c08aa5.js","static/chunks/6662-a9e54ead3dc53644.js","static/chunks/7630-b1c93688013ef013.js","static/chunks/2921-86f1547ac40a5cdf.js","static/chunks/203-cd78ea279cecba60.js","static/chunks/787-c57185ad89c4e288.js","static/chunks/9826-3c578665c6d3b21d.js","static/chunks/4121-877e19d3fa078c7b.js"),self.__BUILD_MANIFEST_CB&&self.__BUILD_MANIFEST_CB();
|