ethyca-fides 2.63.1b3__py2.py3-none-any.whl → 2.63.1rc0__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. {ethyca_fides-2.63.1b3.dist-info → ethyca_fides-2.63.1rc0.dist-info}/METADATA +1 -1
  2. {ethyca_fides-2.63.1b3.dist-info → ethyca_fides-2.63.1rc0.dist-info}/RECORD +139 -141
  3. fides/_version.py +3 -3
  4. fides/api/alembic/migrations/versions/29e56fa1fdb3_add_monitor_tasks.py +147 -0
  5. fides/api/api/v1/endpoints/privacy_request_endpoints.py +4 -4
  6. fides/api/db/base.py +5 -3
  7. fides/api/main.py +0 -1
  8. fides/api/models/attachment.py +23 -36
  9. fides/api/models/connectionconfig.py +1 -1
  10. fides/api/models/detection_discovery/__init__.py +35 -0
  11. fides/api/models/detection_discovery/monitor_task.py +161 -0
  12. fides/api/models/field_types/__init__.py +5 -0
  13. fides/api/models/field_types/encrypted_large_data.py +151 -0
  14. fides/api/models/privacy_preference.py +1 -1
  15. fides/api/models/privacy_request/execution_log.py +3 -31
  16. fides/api/models/privacy_request/privacy_request.py +16 -3
  17. fides/api/models/privacy_request/request_task.py +36 -25
  18. fides/api/models/worker_task.py +96 -0
  19. fides/api/schemas/external_storage.py +22 -0
  20. fides/api/schemas/privacy_request.py +1 -12
  21. fides/api/service/connectors/base_erasure_email_connector.py +1 -1
  22. fides/api/service/connectors/consent_email_connector.py +2 -1
  23. fides/api/service/connectors/dynamic_erasure_email_connector.py +2 -1
  24. fides/api/service/connectors/erasure_email_connector.py +1 -1
  25. fides/api/service/external_data_storage.py +371 -0
  26. fides/api/service/privacy_request/dsr_package/dsr_report_builder.py +46 -264
  27. fides/api/service/privacy_request/dsr_package/templates/collection_index.html +9 -34
  28. fides/api/service/privacy_request/dsr_package/templates/item.html +37 -0
  29. fides/api/service/privacy_request/dsr_package/templates/main.css +2 -45
  30. fides/api/service/privacy_request/dsr_package/templates/welcome.html +8 -12
  31. fides/api/service/privacy_request/request_runner_service.py +139 -258
  32. fides/api/service/privacy_request/request_service.py +1 -1
  33. fides/api/service/storage/gcs.py +3 -15
  34. fides/api/service/storage/s3.py +14 -28
  35. fides/api/service/storage/util.py +7 -45
  36. fides/api/task/create_request_tasks.py +1 -1
  37. fides/api/task/execute_request_tasks.py +9 -8
  38. fides/api/task/graph_task.py +22 -10
  39. fides/api/tasks/storage.py +91 -85
  40. fides/api/util/cache.py +1 -77
  41. fides/api/util/consent_util.py +1 -1
  42. fides/api/util/data_size.py +102 -0
  43. fides/api/util/encryption/aes_gcm_encryption_util.py +271 -0
  44. fides/config/redis_settings.py +8 -99
  45. fides/service/messaging/aws_ses_service.py +1 -5
  46. fides/service/privacy_request/privacy_request_service.py +1 -1
  47. fides/ui-build/static/admin/404.html +1 -1
  48. fides/ui-build/static/admin/add-systems/manual.html +1 -1
  49. fides/ui-build/static/admin/add-systems/multiple.html +1 -1
  50. fides/ui-build/static/admin/add-systems.html +1 -1
  51. fides/ui-build/static/admin/consent/configure/add-vendors.html +1 -1
  52. fides/ui-build/static/admin/consent/configure.html +1 -1
  53. fides/ui-build/static/admin/consent/privacy-experience/[id].html +1 -1
  54. fides/ui-build/static/admin/consent/privacy-experience/new.html +1 -1
  55. fides/ui-build/static/admin/consent/privacy-experience.html +1 -1
  56. fides/ui-build/static/admin/consent/privacy-notices/[id].html +1 -1
  57. fides/ui-build/static/admin/consent/privacy-notices/new.html +1 -1
  58. fides/ui-build/static/admin/consent/privacy-notices.html +1 -1
  59. fides/ui-build/static/admin/consent/properties.html +1 -1
  60. fides/ui-build/static/admin/consent/reporting.html +1 -1
  61. fides/ui-build/static/admin/consent.html +1 -1
  62. fides/ui-build/static/admin/data-catalog/[systemId]/projects/[projectUrn]/[resourceUrn].html +1 -1
  63. fides/ui-build/static/admin/data-catalog/[systemId]/projects/[projectUrn].html +1 -1
  64. fides/ui-build/static/admin/data-catalog/[systemId]/projects.html +1 -1
  65. fides/ui-build/static/admin/data-catalog/[systemId]/resources/[resourceUrn].html +1 -1
  66. fides/ui-build/static/admin/data-catalog/[systemId]/resources.html +1 -1
  67. fides/ui-build/static/admin/data-catalog.html +1 -1
  68. fides/ui-build/static/admin/data-discovery/action-center/[monitorId]/[systemId].html +1 -1
  69. fides/ui-build/static/admin/data-discovery/action-center/[monitorId].html +1 -1
  70. fides/ui-build/static/admin/data-discovery/action-center.html +1 -1
  71. fides/ui-build/static/admin/data-discovery/activity.html +1 -1
  72. fides/ui-build/static/admin/data-discovery/detection/[resourceUrn].html +1 -1
  73. fides/ui-build/static/admin/data-discovery/detection.html +1 -1
  74. fides/ui-build/static/admin/data-discovery/discovery/[resourceUrn].html +1 -1
  75. fides/ui-build/static/admin/data-discovery/discovery.html +1 -1
  76. fides/ui-build/static/admin/datamap.html +1 -1
  77. fides/ui-build/static/admin/dataset/[datasetId]/[collectionName]/[...subfieldNames].html +1 -1
  78. fides/ui-build/static/admin/dataset/[datasetId]/[collectionName].html +1 -1
  79. fides/ui-build/static/admin/dataset/[datasetId].html +1 -1
  80. fides/ui-build/static/admin/dataset/new.html +1 -1
  81. fides/ui-build/static/admin/dataset.html +1 -1
  82. fides/ui-build/static/admin/datastore-connection/[id].html +1 -1
  83. fides/ui-build/static/admin/datastore-connection/new.html +1 -1
  84. fides/ui-build/static/admin/datastore-connection.html +1 -1
  85. fides/ui-build/static/admin/index.html +1 -1
  86. fides/ui-build/static/admin/integrations/[id].html +1 -1
  87. fides/ui-build/static/admin/integrations.html +1 -1
  88. fides/ui-build/static/admin/lib/fides-ext-gpp.js +1 -1
  89. fides/ui-build/static/admin/lib/fides-headless.js +1 -1
  90. fides/ui-build/static/admin/lib/fides-preview.js +1 -1
  91. fides/ui-build/static/admin/lib/fides-tcf.js +2 -2
  92. fides/ui-build/static/admin/lib/fides.js +2 -2
  93. fides/ui-build/static/admin/login/[provider].html +1 -1
  94. fides/ui-build/static/admin/login.html +1 -1
  95. fides/ui-build/static/admin/messaging/[id].html +1 -1
  96. fides/ui-build/static/admin/messaging/add-template.html +1 -1
  97. fides/ui-build/static/admin/messaging.html +1 -1
  98. fides/ui-build/static/admin/poc/ant-components.html +1 -1
  99. fides/ui-build/static/admin/poc/form-experiments/AntForm.html +1 -1
  100. fides/ui-build/static/admin/poc/form-experiments/FormikAntFormItem.html +1 -1
  101. fides/ui-build/static/admin/poc/form-experiments/FormikControlled.html +1 -1
  102. fides/ui-build/static/admin/poc/form-experiments/FormikField.html +1 -1
  103. fides/ui-build/static/admin/poc/form-experiments/FormikSpreadField.html +1 -1
  104. fides/ui-build/static/admin/poc/forms.html +1 -1
  105. fides/ui-build/static/admin/poc/table-migration.html +1 -1
  106. fides/ui-build/static/admin/privacy-requests/[id].html +1 -1
  107. fides/ui-build/static/admin/privacy-requests/configure/messaging.html +1 -1
  108. fides/ui-build/static/admin/privacy-requests/configure/storage.html +1 -1
  109. fides/ui-build/static/admin/privacy-requests/configure.html +1 -1
  110. fides/ui-build/static/admin/privacy-requests.html +1 -1
  111. fides/ui-build/static/admin/properties/[id].html +1 -1
  112. fides/ui-build/static/admin/properties/add-property.html +1 -1
  113. fides/ui-build/static/admin/properties.html +1 -1
  114. fides/ui-build/static/admin/reporting/datamap.html +1 -1
  115. fides/ui-build/static/admin/settings/about/alpha.html +1 -1
  116. fides/ui-build/static/admin/settings/about.html +1 -1
  117. fides/ui-build/static/admin/settings/consent/[configuration_id]/[purpose_id].html +1 -1
  118. fides/ui-build/static/admin/settings/consent.html +1 -1
  119. fides/ui-build/static/admin/settings/custom-fields.html +1 -1
  120. fides/ui-build/static/admin/settings/domain-records.html +1 -1
  121. fides/ui-build/static/admin/settings/domains.html +1 -1
  122. fides/ui-build/static/admin/settings/email-templates.html +1 -1
  123. fides/ui-build/static/admin/settings/locations.html +1 -1
  124. fides/ui-build/static/admin/settings/organization.html +1 -1
  125. fides/ui-build/static/admin/settings/regulations.html +1 -1
  126. fides/ui-build/static/admin/systems/configure/[id]/test-datasets.html +1 -1
  127. fides/ui-build/static/admin/systems/configure/[id].html +1 -1
  128. fides/ui-build/static/admin/systems.html +1 -1
  129. fides/ui-build/static/admin/taxonomy.html +1 -1
  130. fides/ui-build/static/admin/user-management/new.html +1 -1
  131. fides/ui-build/static/admin/user-management/profile/[id].html +1 -1
  132. fides/ui-build/static/admin/user-management.html +1 -1
  133. fides/api/alembic/migrations/versions/5efcdf18438e_add_manual_task_tables.py +0 -160
  134. fides/api/models/manual_tasks/__init__.py +0 -8
  135. fides/api/models/manual_tasks/manual_task.py +0 -110
  136. fides/api/models/manual_tasks/manual_task_log.py +0 -100
  137. fides/api/schemas/manual_tasks/__init__.py +0 -0
  138. fides/api/schemas/manual_tasks/manual_task_schemas.py +0 -79
  139. fides/api/schemas/manual_tasks/manual_task_status.py +0 -151
  140. fides/api/service/privacy_request/attachment_handling.py +0 -132
  141. fides/api/service/privacy_request/dsr_package/templates/attachments_index.html +0 -33
  142. fides/api/tasks/csv_utils.py +0 -170
  143. fides/api/tasks/encryption_utils.py +0 -42
  144. fides/service/manual_tasks/__init__.py +0 -0
  145. fides/service/manual_tasks/manual_task_service.py +0 -150
  146. {ethyca_fides-2.63.1b3.dist-info → ethyca_fides-2.63.1rc0.dist-info}/WHEEL +0 -0
  147. {ethyca_fides-2.63.1b3.dist-info → ethyca_fides-2.63.1rc0.dist-info}/entry_points.txt +0 -0
  148. {ethyca_fides-2.63.1b3.dist-info → ethyca_fides-2.63.1rc0.dist-info}/licenses/LICENSE +0 -0
  149. {ethyca_fides-2.63.1b3.dist-info → ethyca_fides-2.63.1rc0.dist-info}/top_level.txt +0 -0
  150. /fides/api/models/{detection_discovery.py → detection_discovery/core.py} +0 -0
  151. /fides/ui-build/static/admin/_next/static/{ycPcko8qnif6BlkQ6MN4D → PEElhfUdgE5bJjiyu5QCD}/_buildManifest.js +0 -0
  152. /fides/ui-build/static/admin/_next/static/{ycPcko8qnif6BlkQ6MN4D → PEElhfUdgE5bJjiyu5QCD}/_ssgManifest.js +0 -0
@@ -0,0 +1,102 @@
1
+ """
2
+ Helpers for estimating the size of large collections of access data.
3
+ """
4
+
5
+ from __future__ import annotations
6
+
7
+ import json
8
+ import sys
9
+ from typing import List, Optional
10
+
11
+ from loguru import logger
12
+
13
+ from fides.api.util.collection_util import Row
14
+ from fides.api.util.custom_json_encoder import CustomJSONEncoder
15
+
16
+ # 640MB threshold for external storage
17
+ # We only generate an estimated size for large datasets so we want to be conservative
18
+ # and fallback to external storage even if we haven't hit the 1GB max limit.
19
+ # We also want to pad for encryption and base64 encoding.
20
+ LARGE_DATA_THRESHOLD_BYTES = 640 * 1024 * 1024 # 640MB
21
+
22
+
23
+ def calculate_data_size(data: List[Row]) -> int: # noqa: D401 – utility function
24
+ """Return an approximate JSON-serialized size (in bytes) for a list of *Row*.
25
+
26
+ The implementation purposefully avoids serializing the entire payload when
27
+ *data* is large. For collections >1000 rows we sample a subset, measure the
28
+ encoded size, then extrapolate. This keeps memory usage bounded while still
29
+ giving us an order-of-magnitude estimate suitable for "should I stream this
30
+ out to S3?" decisions.
31
+ """
32
+
33
+ if not data:
34
+ return 0
35
+
36
+ try:
37
+ data_count = len(data)
38
+
39
+ # For very large datasets, estimate size from a sample to avoid memory issues
40
+ if data_count > 1000:
41
+ logger.debug(
42
+ f"Calculating size for large dataset ({data_count} rows) using sampling"
43
+ )
44
+
45
+ sample_size = min(500, max(100, data_count // 20)) # 5 % capped at 500
46
+
47
+ # stratified sampling – take items spaced across the set when possible
48
+ if data_count > sample_size * 3:
49
+ step = data_count // sample_size
50
+ sample_indices = list(range(0, data_count, step))[:sample_size]
51
+ sample = [data[i] for i in sample_indices]
52
+ else:
53
+ sample = data[:sample_size]
54
+
55
+ sample_json = json.dumps(
56
+ sample, cls=CustomJSONEncoder, separators=(",", ":")
57
+ )
58
+ sample_bytes = len(sample_json.encode("utf-8"))
59
+
60
+ avg_record_size = sample_bytes / sample_size
61
+ content_size = int(avg_record_size * data_count)
62
+
63
+ # overhead: 2 bytes for [] plus a comma between every record plus 1 % slack
64
+ structure_overhead = 2 + (data_count - 1) + int(content_size * 0.01)
65
+ return content_size + structure_overhead
66
+
67
+ # small datasets – just measure
68
+ json_str = json.dumps(data, cls=CustomJSONEncoder, separators=(",", ":"))
69
+ return len(json_str.encode("utf-8"))
70
+
71
+ except (TypeError, ValueError) as exc:
72
+ logger.warning(
73
+ f"Failed to calculate JSON size, falling back to sys.getsizeof: {exc}"
74
+ )
75
+ return sys.getsizeof(data)
76
+
77
+
78
+ def is_large_data(
79
+ data: List[Row], threshold_bytes: Optional[int] = None
80
+ ) -> bool: # noqa: D401
81
+ """Return *True* if *data* is likely to exceed *threshold_bytes* when serialized."""
82
+
83
+ if not data:
84
+ return False
85
+
86
+ threshold = (
87
+ threshold_bytes if threshold_bytes is not None else LARGE_DATA_THRESHOLD_BYTES
88
+ )
89
+ size = calculate_data_size(data)
90
+ if size > threshold:
91
+ logger.info(
92
+ f"Data size ({size:,} bytes) exceeds threshold ({threshold:,} bytes) – using external storage"
93
+ )
94
+ return True
95
+ return False
96
+
97
+
98
+ __all__ = [
99
+ "calculate_data_size",
100
+ "is_large_data",
101
+ "LARGE_DATA_THRESHOLD_BYTES",
102
+ ]
@@ -0,0 +1,271 @@
1
+ """
2
+ AES GCM encryption utilities with SQLAlchemy-Utils and cryptography library implementations.
3
+
4
+ This module provides simplified encrypt/decrypt functions using two approaches:
5
+ 1. SQLAlchemy-Utils AesGcmEngine (compatible with existing database encryption)
6
+ 2. Cryptography library with chunked processing (better performance, standard library)
7
+ """
8
+
9
+ import base64
10
+ import hashlib
11
+ import json
12
+ import os
13
+ from typing import Any, List, Optional, Union
14
+
15
+ from cryptography.hazmat.backends import default_backend
16
+ from cryptography.hazmat.primitives.ciphers import Cipher, algorithms, modes
17
+ from loguru import logger
18
+ from sqlalchemy_utils.types.encrypted.encrypted_type import AesGcmEngine
19
+
20
+ from fides.api.util.collection_util import Row
21
+ from fides.api.util.custom_json_encoder import CustomJSONEncoder, _custom_decoder
22
+ from fides.config import CONFIG
23
+
24
+
25
+ class EncryptionError(Exception):
26
+ """Raised when encryption/decryption operations fail"""
27
+
28
+
29
+ # SQLAlchemy-Utils Implementation (for compatibility with existing database encryption)
30
+ def encrypt_with_sqlalchemy_utils(data: List[Row]) -> bytes:
31
+ """
32
+ Serialize and encrypt data using CustomJSONEncoder and SQLAlchemy-Utils AesGcmEngine.
33
+
34
+ This approach is compatible with existing database encryption but has lower performance.
35
+
36
+ Args:
37
+ data: Raw data to serialize and encrypt
38
+
39
+ Returns:
40
+ Encrypted bytes
41
+
42
+ Raises:
43
+ EncryptionError: If serialization or encryption fails
44
+ """
45
+ try:
46
+ # Serialize using CustomJSONEncoder for consistent ObjectId handling
47
+ serialized_data = json.dumps(data, cls=CustomJSONEncoder, separators=(",", ":"))
48
+ data_bytes = serialized_data.encode("utf-8")
49
+
50
+ # Encrypt using SQLAlchemy-Utils AesGcmEngine
51
+ engine = AesGcmEngine()
52
+ key = CONFIG.security.app_encryption_key
53
+ engine._update_key(key) # pylint: disable=protected-access
54
+
55
+ # AesGcmEngine expects string input
56
+ data_str = data_bytes.decode("utf-8")
57
+ encrypted_data = engine.encrypt(data_str)
58
+ encrypted_bytes = encrypted_data.encode("utf-8")
59
+
60
+ logger.debug(
61
+ f"SQLAlchemy-Utils: Encrypted {len(data_bytes)} bytes to {len(encrypted_bytes)} bytes"
62
+ )
63
+ return encrypted_bytes
64
+
65
+ except Exception as e:
66
+ logger.error(f"SQLAlchemy-Utils encryption failed: {e}")
67
+ raise EncryptionError(f"SQLAlchemy-Utils encryption failed: {str(e)}")
68
+
69
+
70
+ def decrypt_with_sqlalchemy_utils(encrypted_bytes: bytes) -> List[Row]:
71
+ """
72
+ Decrypt and deserialize data using SQLAlchemy-Utils AesGcmEngine and _custom_decoder.
73
+
74
+ Args:
75
+ encrypted_bytes: Encrypted data bytes to decrypt
76
+
77
+ Returns:
78
+ Deserialized data
79
+
80
+ Raises:
81
+ EncryptionError: If decryption or deserialization fails
82
+ """
83
+ try:
84
+ # Decrypt using SQLAlchemy-Utils AesGcmEngine
85
+ engine = AesGcmEngine()
86
+ key = CONFIG.security.app_encryption_key
87
+ engine._update_key(key) # pylint: disable=protected-access
88
+
89
+ # AesGcmEngine expects string input
90
+ encrypted_str = encrypted_bytes.decode("utf-8")
91
+ decrypted_data = engine.decrypt(encrypted_str)
92
+
93
+ # Deserialize using _custom_decoder for consistent ObjectId handling
94
+ data = json.loads(decrypted_data, object_hook=_custom_decoder)
95
+
96
+ logger.debug(
97
+ f"SQLAlchemy-Utils: Decrypted {len(encrypted_bytes)} bytes to {len(data)} records"
98
+ )
99
+ return data
100
+
101
+ except Exception as e:
102
+ logger.error(f"SQLAlchemy-Utils decryption failed: {e}")
103
+ raise EncryptionError(f"SQLAlchemy-Utils decryption failed: {str(e)}")
104
+
105
+
106
+ # Cryptography Library Implementation (standard, chunked processing)
107
+ def encrypt_with_cryptography(
108
+ data: Union[List[Row], Any], chunk_size: Optional[int] = None
109
+ ) -> bytes:
110
+ """
111
+ Serialize and encrypt data using the standard cryptography library with chunked processing.
112
+
113
+ This provides fast performance and memory efficiency for large datasets.
114
+
115
+ Args:
116
+ data: Raw data to serialize and encrypt
117
+ chunk_size: Size of chunks for processing (default 4MB)
118
+
119
+ Returns:
120
+ Encrypted bytes (base64-encoded string as bytes)
121
+
122
+ Raises:
123
+ EncryptionError: If serialization or encryption fails
124
+ """
125
+ try:
126
+ # Set default chunk size
127
+ if chunk_size is None:
128
+ chunk_size = 4 * 1024 * 1024 # 4MB chunks
129
+
130
+ # Serialize using CustomJSONEncoder for consistent handling
131
+ serialized_data = json.dumps(data, cls=CustomJSONEncoder, separators=(",", ":"))
132
+ plaintext = serialized_data.encode("utf-8")
133
+
134
+ data_size_mb = len(plaintext) / (1024 * 1024)
135
+ chunk_size_mb = chunk_size / (1024 * 1024)
136
+ estimated_chunks = len(plaintext) // chunk_size + (
137
+ 1 if len(plaintext) % chunk_size else 0
138
+ )
139
+ record_count = len(data) if isinstance(data, list) else "N/A"
140
+
141
+ logger.info(
142
+ f"Cryptography: Encrypting {record_count} records ({data_size_mb:.1f} MB) "
143
+ f"using {chunk_size_mb:.0f}MB chunks (~{estimated_chunks} chunks)"
144
+ )
145
+
146
+ # Use SQLAlchemy-Utils compatible key (SHA256 hash of app key)
147
+ key = _get_sqlalchemy_compatible_key()
148
+ nonce = os.urandom(12) # 96-bit nonce for AES-GCM
149
+
150
+ # Create cipher
151
+ cipher = Cipher(
152
+ algorithms.AES(key), modes.GCM(nonce), backend=default_backend()
153
+ )
154
+ encryptor = cipher.encryptor()
155
+
156
+ # Process in chunks for memory efficiency
157
+ ciphertext_chunks = []
158
+ for i in range(0, len(plaintext), chunk_size):
159
+ chunk = plaintext[i : i + chunk_size]
160
+ ciphertext_chunks.append(encryptor.update(chunk))
161
+
162
+ # Finalize and get tag
163
+ encryptor.finalize()
164
+ tag = encryptor.tag
165
+
166
+ # Combine in same format as SQLAlchemy-Utils: [nonce/iv][tag][ciphertext]
167
+ ciphertext = b"".join(ciphertext_chunks)
168
+ binary_result = nonce + tag + ciphertext
169
+
170
+ # Base64 encode to match SQLAlchemy-Utils format
171
+ base64_result = base64.b64encode(binary_result).decode("utf-8")
172
+ result_bytes = base64_result.encode("utf-8")
173
+
174
+ encrypted_size_mb = len(result_bytes) / (1024 * 1024)
175
+ logger.info(
176
+ f"Cryptography: Encrypted successfully - "
177
+ f"{len(ciphertext_chunks)} chunks, {encrypted_size_mb:.1f} MB output (base64)"
178
+ )
179
+
180
+ return result_bytes
181
+
182
+ except Exception as e:
183
+ logger.error(f"Cryptography encryption failed: {e}")
184
+ raise EncryptionError(f"Cryptography encryption failed: {str(e)}")
185
+
186
+
187
+ def decrypt_with_cryptography(
188
+ encrypted_bytes: bytes, chunk_size: Optional[int] = None
189
+ ) -> Union[List[Row], Any]:
190
+ """
191
+ Decrypt and deserialize data using the cryptography library with chunked processing.
192
+
193
+ Args:
194
+ encrypted_bytes: Encrypted data (base64-encoded string as bytes)
195
+ chunk_size: Size of chunks for processing (default 4MB)
196
+
197
+ Returns:
198
+ Deserialized data
199
+
200
+ Raises:
201
+ EncryptionError: If decryption or deserialization fails
202
+ """
203
+ try:
204
+ # Set default chunk size
205
+ if chunk_size is None:
206
+ chunk_size = 4 * 1024 * 1024 # 4MB chunks
207
+
208
+ # Decode from base64
209
+ encrypted_str = encrypted_bytes.decode("utf-8")
210
+ binary_data = base64.b64decode(encrypted_str)
211
+
212
+ # Extract components in SQLAlchemy-Utils format: [nonce/iv][tag][ciphertext]
213
+ if len(binary_data) < 28: # 12 (nonce) + 16 (tag)
214
+ raise ValueError("Encrypted data too short")
215
+
216
+ nonce = binary_data[:12] # First 12 bytes: nonce/IV
217
+ tag = binary_data[12:28] # Next 16 bytes: tag
218
+ ciphertext = binary_data[28:] # Remaining bytes: ciphertext
219
+
220
+ encrypted_size_mb = len(encrypted_bytes) / (1024 * 1024)
221
+ chunk_size_mb = chunk_size / (1024 * 1024)
222
+ estimated_chunks = len(ciphertext) // chunk_size + (
223
+ 1 if len(ciphertext) % chunk_size else 0
224
+ )
225
+
226
+ logger.info(
227
+ f"Cryptography: Decrypting {encrypted_size_mb:.1f} MB "
228
+ f"using {chunk_size_mb:.0f}MB chunks (~{estimated_chunks} chunks)"
229
+ )
230
+
231
+ # Use SQLAlchemy-Utils compatible key
232
+ key = _get_sqlalchemy_compatible_key()
233
+ cipher = Cipher(
234
+ algorithms.AES(key), modes.GCM(nonce, tag), backend=default_backend()
235
+ )
236
+ decryptor = cipher.decryptor()
237
+
238
+ # Process in chunks for memory efficiency
239
+ plaintext_chunks = []
240
+ for i in range(0, len(ciphertext), chunk_size):
241
+ chunk = ciphertext[i : i + chunk_size]
242
+ plaintext_chunks.append(decryptor.update(chunk))
243
+
244
+ # Finalize
245
+ decryptor.finalize()
246
+
247
+ # Combine and deserialize
248
+ plaintext = b"".join(plaintext_chunks)
249
+ decrypted_json = plaintext.decode("utf-8")
250
+ data = json.loads(decrypted_json, object_hook=_custom_decoder)
251
+
252
+ record_count = len(data) if isinstance(data, list) else "N/A"
253
+ logger.info(f"Cryptography: Successfully decrypted {record_count} records")
254
+
255
+ return data
256
+
257
+ except Exception as e:
258
+ logger.error(f"Cryptography decryption failed: {e}")
259
+ raise EncryptionError(f"Cryptography decryption failed: {str(e)}")
260
+
261
+
262
+ def _get_sqlalchemy_compatible_key() -> bytes:
263
+ """Get 32-byte encryption key compatible with SQLAlchemy-Utils AesGcmEngine."""
264
+ app_key = CONFIG.security.app_encryption_key.encode(CONFIG.security.encoding)
265
+ # SQLAlchemy-Utils always uses SHA256 hash of the key
266
+ return hashlib.sha256(app_key).digest()
267
+
268
+
269
+ # Public API - Use cryptography by default for new operations
270
+ encrypt_data = encrypt_with_cryptography
271
+ decrypt_data = decrypt_with_cryptography
@@ -20,10 +20,6 @@ class RedisSettings(FidesSettings):
20
20
  default=0,
21
21
  description="The application will use this index in the Redis cache to cache data.",
22
22
  )
23
- test_db_index: int = Field(
24
- default=1,
25
- description="The application will use this index in the Redis cache to cache data for testing.",
26
- )
27
23
  decode_responses: bool = Field(
28
24
  default=True,
29
25
  description="Whether or not to automatically decode the values fetched from Redis. Decodes using the `charset` configuration value.",
@@ -68,57 +64,14 @@ class RedisSettings(FidesSettings):
68
64
  default="", description="The user with which to login to the Redis cache."
69
65
  )
70
66
 
71
- # Read-only Redis settings
72
- read_only_enabled: bool = Field(
73
- default=False,
74
- description="Whether a read-only Redis cache is enabled.",
75
- )
76
- read_only_host: str = Field(
77
- default="",
78
- description="The network address for the read-only Redis cache.",
79
- )
80
- read_only_port: int = Field(
81
- default=6379,
82
- description="The port at which the read-only Redis cache will be accessible.",
83
- )
84
- read_only_user: str = Field(
85
- default="",
86
- description="The user with which to login to the read-only Redis cache.",
87
- )
88
- read_only_password: str = Field(
89
- default="",
90
- description="The password with which to login to the read-only Redis cache.",
91
- )
92
- read_only_db_index: int = Field(
93
- default=0,
94
- description="The application will use this index in the read-only Redis cache to cache data.",
95
- )
96
- read_only_ssl: bool = Field(
97
- default=False,
98
- description="Whether the application's connections to the read-only cache should be encrypted using TLS.",
99
- )
100
- read_only_ssl_cert_reqs: Optional[str] = Field(
101
- default="required",
102
- description="If using TLS encryption, set this to 'required' if you wish to enforce the read-only Redis cache to provide a certificate. Note that not all cache providers support this without setting ssl_ca_certs (e.g. AWS Elasticache).",
103
- )
104
- read_only_ssl_ca_certs: str = Field(
105
- default="",
106
- description="If using TLS encryption rooted with a custom Certificate Authority, set this to the path of the CA certificate.",
107
- )
108
-
109
67
  # This relies on other values to get built so must be last
110
68
  connection_url: Optional[str] = Field(
111
69
  default=None,
112
70
  description="A full connection URL to the Redis cache. If not specified, this URL is automatically assembled from the host, port, password and db_index specified above.",
113
71
  exclude=True,
114
72
  )
115
- read_only_connection_url: Optional[str] = Field(
116
- default=None,
117
- description="A full connection URL to the read-only Redis cache. If not specified, this URL is automatically assembled from the read_only_host, read_only_port, read_only_password and read_only_db_index specified above.",
118
- exclude=True,
119
- )
120
73
 
121
- @field_validator("connection_url", "read_only_connection_url", mode="before")
74
+ @field_validator("connection_url", mode="before")
122
75
  @classmethod
123
76
  def assemble_connection_url(
124
77
  cls,
@@ -130,50 +83,22 @@ class RedisSettings(FidesSettings):
130
83
  # If the whole URL is provided via the config, preference that
131
84
  return v
132
85
 
133
- is_read_only = info.field_name == "read_only_connection_url"
134
-
135
86
  connection_protocol = "redis"
136
87
  params_str = ""
137
- use_tls = (
138
- info.data.get("read_only_ssl")
139
- if is_read_only
140
- else info.data.get("ssl", False)
141
- )
88
+ use_tls = info.data.get("ssl", False)
142
89
 
143
90
  # These vars are intentionally fetched with `or ""` as the default to account
144
91
  # for the edge case where `None` is explicitly set in `values` by Pydantic because
145
92
  # it is not overridden by the config file or an env var
146
- user = (
147
- info.data.get("read_only_user", "")
148
- if is_read_only
149
- else info.data.get("user", "")
150
- )
151
- password = (
152
- info.data.get("read_only_password", "")
153
- if is_read_only
154
- else info.data.get("password", "")
155
- )
156
- db_index = (
157
- info.data.get("read_only_db_index", "")
158
- if is_read_only
159
- else info.data.get("db_index", "")
160
- )
93
+ user = info.data.get("user") or ""
94
+ password = info.data.get("password") or ""
95
+ db_index = info.data.get("db_index") or ""
161
96
  if use_tls:
162
97
  # If using TLS update the connection URL format
163
98
  connection_protocol = "rediss"
164
- cert_reqs = (
165
- info.data.get("read_only_ssl_cert_reqs", "none")
166
- if is_read_only
167
- else info.data.get("ssl_cert_reqs", "none")
168
- )
99
+ cert_reqs = info.data.get("ssl_cert_reqs", "none")
169
100
  params = {"ssl_cert_reqs": quote_plus(cert_reqs)}
170
-
171
- ssl_ca_certs = (
172
- info.data.get("read_only_ssl_ca_certs", "")
173
- if is_read_only
174
- else info.data.get("ssl_ca_certs", "")
175
- )
176
- if ssl_ca_certs:
101
+ if ssl_ca_certs := info.data.get("ssl_ca_certs", ""):
177
102
  params["ssl_ca_certs"] = quote(ssl_ca_certs, safe="/")
178
103
  params_str = "?" + urlencode(params, quote_via=quote, safe="/")
179
104
 
@@ -183,23 +108,7 @@ class RedisSettings(FidesSettings):
183
108
  if password or user:
184
109
  auth_prefix = f"{quote_plus(user)}:{quote_plus(password)}@"
185
110
 
186
- host = (
187
- info.data.get("read_only_host", "")
188
- if is_read_only
189
- else info.data.get("host", "")
190
- )
191
- port = (
192
- info.data.get("read_only_port", "")
193
- if is_read_only
194
- else info.data.get("port", "")
195
- )
196
-
197
- # Only include database index in URL if it's not the default (0)
198
- db_path = f"{db_index}" if db_index != 0 else ""
199
-
200
- connection_url = (
201
- f"{connection_protocol}://{auth_prefix}{host}:{port}/{db_path}{params_str}"
202
- )
111
+ connection_url = f"{connection_protocol}://{auth_prefix}{info.data.get('host', '')}:{info.data.get('port', '')}/{db_index}{params_str}"
203
112
  return connection_url
204
113
 
205
114
  model_config = SettingsConfigDict(env_prefix=ENV_PREFIX)
@@ -3,7 +3,6 @@ from typing import Any, Optional
3
3
  from loguru import logger
4
4
 
5
5
  from fides.api.models.messaging import MessagingConfig
6
- from fides.api.models.property import CONFIG
7
6
  from fides.api.schemas.messaging.messaging import (
8
7
  MessagingServiceDetailsAWS_SES,
9
8
  MessagingServiceSecretsAWS_SES,
@@ -87,10 +86,7 @@ class AWS_SES_Service:
87
86
  aws_session = get_aws_session(
88
87
  auth_method=self.messaging_config_secrets.auth_method.value,
89
88
  storage_secrets=storage_secrets, # type: ignore[arg-type]
90
- assume_role_arn=CONFIG.credentials.get( # pylint: disable=no-member
91
- "notifications", {}
92
- ).get("aws_ses_assume_role_arn")
93
- or self.messaging_config_secrets.aws_assume_role_arn,
89
+ assume_role_arn=self.messaging_config_secrets.aws_assume_role_arn,
94
90
  )
95
91
  aws_ses_client = aws_session.client(
96
92
  "ses", region_name=self.messaging_config_details.aws_region
@@ -20,6 +20,7 @@ from fides.api.models.privacy_request import (
20
20
  RequestTask,
21
21
  )
22
22
  from fides.api.models.property import Property
23
+ from fides.api.models.worker_task import ExecutionLogStatus
23
24
  from fides.api.schemas.api import BulkUpdateFailed
24
25
  from fides.api.schemas.messaging.messaging import MessagingActionType
25
26
  from fides.api.schemas.policy import ActionType, CurrentStep
@@ -27,7 +28,6 @@ from fides.api.schemas.privacy_request import (
27
28
  BulkPostPrivacyRequests,
28
29
  BulkReviewResponse,
29
30
  CheckpointActionRequired,
30
- ExecutionLogStatus,
31
31
  PrivacyRequestCreate,
32
32
  PrivacyRequestResponse,
33
33
  PrivacyRequestResubmit,
@@ -1 +1 @@
1
- <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/1fdf5c593349dbc6.css" as="style"/><link rel="stylesheet" href="/_next/static/css/1fdf5c593349dbc6.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-8457bad7859c44f0.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-33bc23b79bffe07c.js" defer=""></script><script src="/_next/static/chunks/pages/404-ec04f826f3dd79ea.js" defer=""></script><script src="/_next/static/ycPcko8qnif6BlkQ6MN4D/_buildManifest.js" defer=""></script><script src="/_next/static/ycPcko8qnif6BlkQ6MN4D/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/404","query":{},"buildId":"ycPcko8qnif6BlkQ6MN4D","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
1
+ <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/1fdf5c593349dbc6.css" as="style"/><link rel="stylesheet" href="/_next/static/css/1fdf5c593349dbc6.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-8457bad7859c44f0.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-33bc23b79bffe07c.js" defer=""></script><script src="/_next/static/chunks/pages/404-ec04f826f3dd79ea.js" defer=""></script><script src="/_next/static/PEElhfUdgE5bJjiyu5QCD/_buildManifest.js" defer=""></script><script src="/_next/static/PEElhfUdgE5bJjiyu5QCD/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/404","query":{},"buildId":"PEElhfUdgE5bJjiyu5QCD","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
@@ -1 +1 @@
1
- <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/1fdf5c593349dbc6.css" as="style"/><link rel="stylesheet" href="/_next/static/css/1fdf5c593349dbc6.css" data-n-g=""/><link rel="preload" href="/_next/static/css/92fc10cc7ed1aba3.css" as="style"/><link rel="stylesheet" href="/_next/static/css/92fc10cc7ed1aba3.css" data-n-p=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-8457bad7859c44f0.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-33bc23b79bffe07c.js" defer=""></script><script src="/_next/static/chunks/c78d26b1-88a3e1bacb2a03c2.js" defer=""></script><script src="/_next/static/chunks/6060-cb1ab5be7067bf7b.js" defer=""></script><script src="/_next/static/chunks/2858-0b44609b6be7850b.js" defer=""></script><script src="/_next/static/chunks/2866-a73888c17a195cbe.js" defer=""></script><script src="/_next/static/chunks/9278-9b1b5970f0702668.js" defer=""></script><script src="/_next/static/chunks/5277-e8a036319456127f.js" defer=""></script><script src="/_next/static/chunks/7553-08bc3d9f66695111.js" defer=""></script><script src="/_next/static/chunks/4481-7f6710c928bb0cb0.js" defer=""></script><script src="/_next/static/chunks/401-7e800aed05537126.js" defer=""></script><script src="/_next/static/chunks/7980-736f9fd1e749ddd2.js" defer=""></script><script src="/_next/static/chunks/8499-1fd392d0be9e8ee4.js" defer=""></script><script src="/_next/static/chunks/6202-081545c7822d09af.js" defer=""></script><script src="/_next/static/chunks/4132-9b1731bfec6ee537.js" defer=""></script><script src="/_next/static/chunks/8032-74d94f7bd5b81c89.js" defer=""></script><script src="/_next/static/chunks/pages/add-systems/manual-1bec086d567aacff.js" defer=""></script><script src="/_next/static/ycPcko8qnif6BlkQ6MN4D/_buildManifest.js" defer=""></script><script src="/_next/static/ycPcko8qnif6BlkQ6MN4D/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/add-systems/manual","query":{},"buildId":"ycPcko8qnif6BlkQ6MN4D","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
1
+ <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/1fdf5c593349dbc6.css" as="style"/><link rel="stylesheet" href="/_next/static/css/1fdf5c593349dbc6.css" data-n-g=""/><link rel="preload" href="/_next/static/css/92fc10cc7ed1aba3.css" as="style"/><link rel="stylesheet" href="/_next/static/css/92fc10cc7ed1aba3.css" data-n-p=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-8457bad7859c44f0.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-33bc23b79bffe07c.js" defer=""></script><script src="/_next/static/chunks/c78d26b1-88a3e1bacb2a03c2.js" defer=""></script><script src="/_next/static/chunks/6060-cb1ab5be7067bf7b.js" defer=""></script><script src="/_next/static/chunks/2858-0b44609b6be7850b.js" defer=""></script><script src="/_next/static/chunks/2866-a73888c17a195cbe.js" defer=""></script><script src="/_next/static/chunks/9278-9b1b5970f0702668.js" defer=""></script><script src="/_next/static/chunks/5277-e8a036319456127f.js" defer=""></script><script src="/_next/static/chunks/7553-08bc3d9f66695111.js" defer=""></script><script src="/_next/static/chunks/4481-7f6710c928bb0cb0.js" defer=""></script><script src="/_next/static/chunks/401-7e800aed05537126.js" defer=""></script><script src="/_next/static/chunks/7980-736f9fd1e749ddd2.js" defer=""></script><script src="/_next/static/chunks/8499-1fd392d0be9e8ee4.js" defer=""></script><script src="/_next/static/chunks/6202-081545c7822d09af.js" defer=""></script><script src="/_next/static/chunks/4132-9b1731bfec6ee537.js" defer=""></script><script src="/_next/static/chunks/8032-74d94f7bd5b81c89.js" defer=""></script><script src="/_next/static/chunks/pages/add-systems/manual-1bec086d567aacff.js" defer=""></script><script src="/_next/static/PEElhfUdgE5bJjiyu5QCD/_buildManifest.js" defer=""></script><script src="/_next/static/PEElhfUdgE5bJjiyu5QCD/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/add-systems/manual","query":{},"buildId":"PEElhfUdgE5bJjiyu5QCD","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
@@ -1 +1 @@
1
- <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/1fdf5c593349dbc6.css" as="style"/><link rel="stylesheet" href="/_next/static/css/1fdf5c593349dbc6.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-8457bad7859c44f0.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-33bc23b79bffe07c.js" defer=""></script><script src="/_next/static/chunks/c78d26b1-88a3e1bacb2a03c2.js" defer=""></script><script src="/_next/static/chunks/6060-cb1ab5be7067bf7b.js" defer=""></script><script src="/_next/static/chunks/7553-08bc3d9f66695111.js" defer=""></script><script src="/_next/static/chunks/4481-7f6710c928bb0cb0.js" defer=""></script><script src="/_next/static/chunks/401-7e800aed05537126.js" defer=""></script><script src="/_next/static/chunks/3923-b4f701ada3ef0ee0.js" defer=""></script><script src="/_next/static/chunks/796-d6586308ed44334b.js" defer=""></script><script src="/_next/static/chunks/pages/add-systems/multiple-f68bf100e4e60e88.js" defer=""></script><script src="/_next/static/ycPcko8qnif6BlkQ6MN4D/_buildManifest.js" defer=""></script><script src="/_next/static/ycPcko8qnif6BlkQ6MN4D/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/add-systems/multiple","query":{},"buildId":"ycPcko8qnif6BlkQ6MN4D","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
1
+ <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/1fdf5c593349dbc6.css" as="style"/><link rel="stylesheet" href="/_next/static/css/1fdf5c593349dbc6.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-8457bad7859c44f0.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-33bc23b79bffe07c.js" defer=""></script><script src="/_next/static/chunks/c78d26b1-88a3e1bacb2a03c2.js" defer=""></script><script src="/_next/static/chunks/6060-cb1ab5be7067bf7b.js" defer=""></script><script src="/_next/static/chunks/7553-08bc3d9f66695111.js" defer=""></script><script src="/_next/static/chunks/4481-7f6710c928bb0cb0.js" defer=""></script><script src="/_next/static/chunks/401-7e800aed05537126.js" defer=""></script><script src="/_next/static/chunks/3923-b4f701ada3ef0ee0.js" defer=""></script><script src="/_next/static/chunks/796-d6586308ed44334b.js" defer=""></script><script src="/_next/static/chunks/pages/add-systems/multiple-f68bf100e4e60e88.js" defer=""></script><script src="/_next/static/PEElhfUdgE5bJjiyu5QCD/_buildManifest.js" defer=""></script><script src="/_next/static/PEElhfUdgE5bJjiyu5QCD/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/add-systems/multiple","query":{},"buildId":"PEElhfUdgE5bJjiyu5QCD","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
@@ -1 +1 @@
1
- <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/1fdf5c593349dbc6.css" as="style"/><link rel="stylesheet" href="/_next/static/css/1fdf5c593349dbc6.css" data-n-g=""/><link rel="preload" href="/_next/static/css/972dc7eef106ee7c.css" as="style"/><link rel="stylesheet" href="/_next/static/css/972dc7eef106ee7c.css" data-n-p=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-8457bad7859c44f0.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-33bc23b79bffe07c.js" defer=""></script><script src="/_next/static/chunks/7553-08bc3d9f66695111.js" defer=""></script><script src="/_next/static/chunks/pages/add-systems-effde5cfe49de55f.js" defer=""></script><script src="/_next/static/ycPcko8qnif6BlkQ6MN4D/_buildManifest.js" defer=""></script><script src="/_next/static/ycPcko8qnif6BlkQ6MN4D/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/add-systems","query":{},"buildId":"ycPcko8qnif6BlkQ6MN4D","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
1
+ <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/1fdf5c593349dbc6.css" as="style"/><link rel="stylesheet" href="/_next/static/css/1fdf5c593349dbc6.css" data-n-g=""/><link rel="preload" href="/_next/static/css/972dc7eef106ee7c.css" as="style"/><link rel="stylesheet" href="/_next/static/css/972dc7eef106ee7c.css" data-n-p=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-8457bad7859c44f0.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-33bc23b79bffe07c.js" defer=""></script><script src="/_next/static/chunks/7553-08bc3d9f66695111.js" defer=""></script><script src="/_next/static/chunks/pages/add-systems-effde5cfe49de55f.js" defer=""></script><script src="/_next/static/PEElhfUdgE5bJjiyu5QCD/_buildManifest.js" defer=""></script><script src="/_next/static/PEElhfUdgE5bJjiyu5QCD/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/add-systems","query":{},"buildId":"PEElhfUdgE5bJjiyu5QCD","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
@@ -1 +1 @@
1
- <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/1fdf5c593349dbc6.css" as="style"/><link rel="stylesheet" href="/_next/static/css/1fdf5c593349dbc6.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-8457bad7859c44f0.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-33bc23b79bffe07c.js" defer=""></script><script src="/_next/static/chunks/c78d26b1-88a3e1bacb2a03c2.js" defer=""></script><script src="/_next/static/chunks/6060-cb1ab5be7067bf7b.js" defer=""></script><script src="/_next/static/chunks/7553-08bc3d9f66695111.js" defer=""></script><script src="/_next/static/chunks/4481-7f6710c928bb0cb0.js" defer=""></script><script src="/_next/static/chunks/401-7e800aed05537126.js" defer=""></script><script src="/_next/static/chunks/3923-b4f701ada3ef0ee0.js" defer=""></script><script src="/_next/static/chunks/796-d6586308ed44334b.js" defer=""></script><script src="/_next/static/chunks/pages/consent/configure/add-vendors-ec95ed8cb0712828.js" defer=""></script><script src="/_next/static/ycPcko8qnif6BlkQ6MN4D/_buildManifest.js" defer=""></script><script src="/_next/static/ycPcko8qnif6BlkQ6MN4D/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/consent/configure/add-vendors","query":{},"buildId":"ycPcko8qnif6BlkQ6MN4D","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
1
+ <!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link data-next-font="" rel="preconnect" href="/" crossorigin="anonymous"/><link rel="preload" href="/_next/static/css/1fdf5c593349dbc6.css" as="style"/><link rel="stylesheet" href="/_next/static/css/1fdf5c593349dbc6.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-42372ed130431b0a.js"></script><script src="/_next/static/chunks/webpack-8457bad7859c44f0.js" defer=""></script><script src="/_next/static/chunks/framework-c92fc3344e6fd165.js" defer=""></script><script src="/_next/static/chunks/main-090643377c8254e6.js" defer=""></script><script src="/_next/static/chunks/pages/_app-33bc23b79bffe07c.js" defer=""></script><script src="/_next/static/chunks/c78d26b1-88a3e1bacb2a03c2.js" defer=""></script><script src="/_next/static/chunks/6060-cb1ab5be7067bf7b.js" defer=""></script><script src="/_next/static/chunks/7553-08bc3d9f66695111.js" defer=""></script><script src="/_next/static/chunks/4481-7f6710c928bb0cb0.js" defer=""></script><script src="/_next/static/chunks/401-7e800aed05537126.js" defer=""></script><script src="/_next/static/chunks/3923-b4f701ada3ef0ee0.js" defer=""></script><script src="/_next/static/chunks/796-d6586308ed44334b.js" defer=""></script><script src="/_next/static/chunks/pages/consent/configure/add-vendors-ec95ed8cb0712828.js" defer=""></script><script src="/_next/static/PEElhfUdgE5bJjiyu5QCD/_buildManifest.js" defer=""></script><script src="/_next/static/PEElhfUdgE5bJjiyu5QCD/_ssgManifest.js" defer=""></script><style>.data-ant-cssinjs-cache-path{content:"";}</style></head><body><div id="__next"><div style="height:100%;display:flex"></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/consent/configure/add-vendors","query":{},"buildId":"PEElhfUdgE5bJjiyu5QCD","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>