velocity-python 0.0.157__tar.gz → 0.0.159__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {velocity_python-0.0.157 → velocity_python-0.0.159}/PKG-INFO +1 -1
- {velocity_python-0.0.157 → velocity_python-0.0.159}/pyproject.toml +1 -1
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/__init__.py +1 -1
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/context.py +87 -3
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/core/decorators.py +27 -8
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity_python.egg-info/PKG-INFO +1 -1
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity_python.egg-info/SOURCES.txt +1 -0
- velocity_python-0.0.159/tests/test_decorators.py +157 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/LICENSE +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/README.md +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/setup.cfg +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/app/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/app/invoices.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/app/orders.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/app/payments.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/app/purchase_orders.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/app/tests/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/app/tests/test_email_processing.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/app/tests/test_payment_profile_sorting.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/app/tests/test_spreadsheet_functions.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/amplify.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/base_handler.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/exceptions.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/lambda_handler.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/mixins/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/mixins/activity_tracker.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/mixins/aws_session_mixin.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/mixins/error_handler.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/mixins/legacy_mixin.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/mixins/standard_mixin.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/response.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/sqs_handler.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/tests/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/tests/test_lambda_handler_json_serialization.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/tests/test_response.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/core/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/core/column.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/core/database.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/core/engine.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/core/result.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/core/row.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/core/sequence.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/core/table.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/core/transaction.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/exceptions.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/base/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/base/initializer.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/base/operators.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/base/sql.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/base/types.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/mysql/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/mysql/operators.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/mysql/reserved.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/mysql/sql.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/mysql/types.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/postgres/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/postgres/operators.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/postgres/reserved.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/postgres/sql.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/postgres/types.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlite/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlite/operators.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlite/reserved.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlite/sql.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlite/types.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlserver/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlserver/operators.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlserver/reserved.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlserver/sql.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlserver/types.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/tablehelper.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/common_db_test.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/common.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_column.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_connections.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_database.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_engine.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_general_usage.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_imports.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_result.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_row.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_row_comprehensive.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_schema_locking.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_schema_locking_unit.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_sequence.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_sql_comprehensive.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_table.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_table_comprehensive.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_transaction.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/sql/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/sql/common.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/sql/test_postgres_select_advanced.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/sql/test_postgres_select_variances.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_cursor_rowcount_fix.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_db_utils.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_postgres.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_postgres_unchanged.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_process_error_robustness.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_result_caching.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_result_sql_aware.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_row_get_missing_column.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_schema_locking_initializers.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_schema_locking_simple.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_sql_builder.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_tablehelper.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/utils.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/conv/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/conv/iconv.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/conv/oconv.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/db.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/export.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/format.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/mail.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/merge.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tests/__init__.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tests/test_db.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tests/test_fix.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tests/test_format.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tests/test_iconv.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tests/test_merge.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tests/test_oconv.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tests/test_original_error.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tests/test_timer.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/timer.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tools.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity_python.egg-info/dependency_links.txt +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity_python.egg-info/requires.txt +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity_python.egg-info/top_level.txt +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/tests/test_sys_modified_count_postgres_demo.py +0 -0
- {velocity_python-0.0.157 → velocity_python-0.0.159}/tests/test_where_clause_validation.py +0 -0
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import json
|
|
1
2
|
import os
|
|
2
3
|
import boto3
|
|
3
4
|
import uuid
|
|
@@ -24,6 +25,8 @@ class Context:
|
|
|
24
25
|
self.__aws_event = aws_event
|
|
25
26
|
self.__aws_context = aws_context
|
|
26
27
|
self.__log = log
|
|
28
|
+
self._job_record_cache = {}
|
|
29
|
+
self._job_cancelled_flag = False
|
|
27
30
|
|
|
28
31
|
def postdata(self, keys=-1, default=None):
|
|
29
32
|
if keys == -1:
|
|
@@ -87,9 +90,9 @@ class Context:
|
|
|
87
90
|
if self.postdata("job_id"):
|
|
88
91
|
# Sanitize data before storing in database
|
|
89
92
|
sanitized_data = self._sanitize_job_data(data)
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
)
|
|
93
|
+
job_id = self.postdata("job_id")
|
|
94
|
+
tx.table("aws_job_activity").update(sanitized_data, {"job_id": job_id})
|
|
95
|
+
self._job_record_cache.pop(job_id, None)
|
|
93
96
|
tx.commit()
|
|
94
97
|
|
|
95
98
|
def create_job(self, tx, job_data=None):
|
|
@@ -98,6 +101,9 @@ class Context:
|
|
|
98
101
|
return
|
|
99
102
|
sanitized_data = self._sanitize_job_data(job_data)
|
|
100
103
|
tx.table("aws_job_activity").insert(sanitized_data)
|
|
104
|
+
job_id = sanitized_data.get("job_id")
|
|
105
|
+
if job_id:
|
|
106
|
+
self._job_record_cache.pop(job_id, None)
|
|
101
107
|
tx.commit()
|
|
102
108
|
|
|
103
109
|
def _sanitize_job_data(self, data):
|
|
@@ -183,6 +189,84 @@ class Context:
|
|
|
183
189
|
|
|
184
190
|
return sanitized
|
|
185
191
|
|
|
192
|
+
def _get_job_record(self, tx, job_id=None, refresh=False):
|
|
193
|
+
job_id = job_id or self.postdata("job_id")
|
|
194
|
+
if not job_id:
|
|
195
|
+
return None
|
|
196
|
+
|
|
197
|
+
if refresh or job_id not in self._job_record_cache:
|
|
198
|
+
record = tx.table("aws_job_activity").find({"job_id": job_id})
|
|
199
|
+
if record is not None:
|
|
200
|
+
self._job_record_cache[job_id] = record
|
|
201
|
+
elif job_id in self._job_record_cache:
|
|
202
|
+
del self._job_record_cache[job_id]
|
|
203
|
+
|
|
204
|
+
return self._job_record_cache.get(job_id)
|
|
205
|
+
|
|
206
|
+
def is_job_cancel_requested(self, tx, force_refresh=False):
|
|
207
|
+
job = self._get_job_record(tx, refresh=force_refresh)
|
|
208
|
+
if not job:
|
|
209
|
+
return False
|
|
210
|
+
|
|
211
|
+
status = (job.get("status") or "").lower()
|
|
212
|
+
if status in {"cancelrequested", "cancelled"}:
|
|
213
|
+
return True
|
|
214
|
+
|
|
215
|
+
message_raw = job.get("message")
|
|
216
|
+
if not message_raw:
|
|
217
|
+
return False
|
|
218
|
+
|
|
219
|
+
if isinstance(message_raw, dict):
|
|
220
|
+
message = message_raw
|
|
221
|
+
else:
|
|
222
|
+
try:
|
|
223
|
+
message = json.loads(message_raw)
|
|
224
|
+
except (TypeError, ValueError, json.JSONDecodeError):
|
|
225
|
+
return False
|
|
226
|
+
|
|
227
|
+
return bool(message.get("cancel_requested") or message.get("cancelled"))
|
|
228
|
+
|
|
229
|
+
def mark_job_cancelled(self, tx, detail=None, requested_by=None):
|
|
230
|
+
job_id = self.postdata("job_id")
|
|
231
|
+
if not job_id:
|
|
232
|
+
return
|
|
233
|
+
|
|
234
|
+
job = self._get_job_record(tx, refresh=True) or {}
|
|
235
|
+
message_raw = job.get("message")
|
|
236
|
+
if isinstance(message_raw, dict):
|
|
237
|
+
message = dict(message_raw)
|
|
238
|
+
else:
|
|
239
|
+
try:
|
|
240
|
+
message = json.loads(message_raw) if message_raw else {}
|
|
241
|
+
except (TypeError, ValueError, json.JSONDecodeError):
|
|
242
|
+
message = {}
|
|
243
|
+
|
|
244
|
+
message.update(
|
|
245
|
+
{
|
|
246
|
+
"detail": detail or "Job cancelled",
|
|
247
|
+
"cancelled": True,
|
|
248
|
+
}
|
|
249
|
+
)
|
|
250
|
+
|
|
251
|
+
tx.table("aws_job_activity").update(
|
|
252
|
+
{
|
|
253
|
+
"status": "Cancelled",
|
|
254
|
+
"message": to_json(message),
|
|
255
|
+
"handler_complete_timestamp": datetime.now(),
|
|
256
|
+
"sys_modified": datetime.now(),
|
|
257
|
+
"sys_modified_by": requested_by
|
|
258
|
+
or self.session().get("email_address")
|
|
259
|
+
or "system",
|
|
260
|
+
},
|
|
261
|
+
{"job_id": job_id},
|
|
262
|
+
)
|
|
263
|
+
tx.commit()
|
|
264
|
+
self._job_record_cache.pop(job_id, None)
|
|
265
|
+
self._job_cancelled_flag = True
|
|
266
|
+
|
|
267
|
+
def was_job_cancelled(self):
|
|
268
|
+
return self._job_cancelled_flag
|
|
269
|
+
|
|
186
270
|
def enqueue(self, action, payload={}, user=None, suppress_job_activity=False):
|
|
187
271
|
"""
|
|
188
272
|
Enqueue jobs to SQS with independent job activity tracking.
|
|
@@ -4,10 +4,27 @@ from functools import wraps
|
|
|
4
4
|
from velocity.db import exceptions
|
|
5
5
|
|
|
6
6
|
|
|
7
|
+
_PRIMARY_KEY_PATTERNS = (
|
|
8
|
+
"primary key",
|
|
9
|
+
"key 'primary'",
|
|
10
|
+
'key "primary"',
|
|
11
|
+
)
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
def _is_primary_key_duplicate(error):
|
|
15
|
+
"""Return True when the duplicate-key error is targeting the primary key."""
|
|
16
|
+
|
|
17
|
+
message = str(error or "")
|
|
18
|
+
lowered = message.lower()
|
|
19
|
+
|
|
20
|
+
if "sys_id" in lowered:
|
|
21
|
+
return True
|
|
22
|
+
|
|
23
|
+
return any(pattern in lowered for pattern in _PRIMARY_KEY_PATTERNS)
|
|
24
|
+
|
|
25
|
+
|
|
7
26
|
def retry_on_dup_key(func):
|
|
8
|
-
"""
|
|
9
|
-
Retries a function call if it raises DbDuplicateKeyError, up to max_retries.
|
|
10
|
-
"""
|
|
27
|
+
"""Retry when insert/update fails because the primary key already exists."""
|
|
11
28
|
|
|
12
29
|
@wraps(func)
|
|
13
30
|
def retry_decorator(self, *args, **kwds):
|
|
@@ -19,10 +36,12 @@ def retry_on_dup_key(func):
|
|
|
19
36
|
result = func(self, *args, **kwds)
|
|
20
37
|
self.tx.release_savepoint(sp, cursor=self.cursor())
|
|
21
38
|
return result
|
|
22
|
-
except exceptions.DbDuplicateKeyError:
|
|
39
|
+
except exceptions.DbDuplicateKeyError as error:
|
|
23
40
|
self.tx.rollback_savepoint(sp, cursor=self.cursor())
|
|
24
41
|
if "sys_id" in kwds.get("data", {}):
|
|
25
42
|
raise
|
|
43
|
+
if not _is_primary_key_duplicate(error):
|
|
44
|
+
raise
|
|
26
45
|
retries += 1
|
|
27
46
|
if retries >= max_retries:
|
|
28
47
|
raise
|
|
@@ -34,9 +53,7 @@ def retry_on_dup_key(func):
|
|
|
34
53
|
|
|
35
54
|
|
|
36
55
|
def reset_id_on_dup_key(func):
|
|
37
|
-
"""
|
|
38
|
-
Wraps an INSERT/UPSERT to reset the sys_id sequence on duplicate key collisions.
|
|
39
|
-
"""
|
|
56
|
+
"""Retry sys_id sequence bump only when the primary key collides."""
|
|
40
57
|
|
|
41
58
|
@wraps(func)
|
|
42
59
|
def reset_decorator(self, *args, retries=0, **kwds):
|
|
@@ -45,10 +62,12 @@ def reset_id_on_dup_key(func):
|
|
|
45
62
|
result = func(self, *args, **kwds)
|
|
46
63
|
self.tx.release_savepoint(sp, cursor=self.cursor())
|
|
47
64
|
return result
|
|
48
|
-
except exceptions.DbDuplicateKeyError:
|
|
65
|
+
except exceptions.DbDuplicateKeyError as error:
|
|
49
66
|
self.tx.rollback_savepoint(sp, cursor=self.cursor())
|
|
50
67
|
if "sys_id" in kwds.get("data", {}):
|
|
51
68
|
raise
|
|
69
|
+
if not _is_primary_key_duplicate(error):
|
|
70
|
+
raise
|
|
52
71
|
if retries < 3:
|
|
53
72
|
backoff_time = (2**retries) * 0.01 + random.uniform(0, 0.02)
|
|
54
73
|
time.sleep(backoff_time)
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity_python.egg-info/SOURCES.txt
RENAMED
|
@@ -130,5 +130,6 @@ src/velocity_python.egg-info/SOURCES.txt
|
|
|
130
130
|
src/velocity_python.egg-info/dependency_links.txt
|
|
131
131
|
src/velocity_python.egg-info/requires.txt
|
|
132
132
|
src/velocity_python.egg-info/top_level.txt
|
|
133
|
+
tests/test_decorators.py
|
|
133
134
|
tests/test_sys_modified_count_postgres_demo.py
|
|
134
135
|
tests/test_where_clause_validation.py
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
import unittest
|
|
2
|
+
from unittest.mock import patch
|
|
3
|
+
|
|
4
|
+
from velocity.db import exceptions
|
|
5
|
+
from velocity.db.core.decorators import reset_id_on_dup_key, retry_on_dup_key
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
class DummyTx:
|
|
9
|
+
def __init__(self):
|
|
10
|
+
self.savepoints = []
|
|
11
|
+
|
|
12
|
+
def create_savepoint(self, cursor=None):
|
|
13
|
+
savepoint = object()
|
|
14
|
+
self.savepoints.append(("create", savepoint))
|
|
15
|
+
return savepoint
|
|
16
|
+
|
|
17
|
+
def release_savepoint(self, savepoint, cursor=None):
|
|
18
|
+
self.savepoints.append(("release", savepoint))
|
|
19
|
+
|
|
20
|
+
def rollback_savepoint(self, savepoint, cursor=None):
|
|
21
|
+
self.savepoints.append(("rollback", savepoint))
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
class DummyTable:
|
|
25
|
+
def __init__(self):
|
|
26
|
+
self.tx = DummyTx()
|
|
27
|
+
self._cursor = object()
|
|
28
|
+
self.sequence_updates = []
|
|
29
|
+
self.last_max_column = None
|
|
30
|
+
self.max_value = 7
|
|
31
|
+
|
|
32
|
+
def cursor(self):
|
|
33
|
+
return self._cursor
|
|
34
|
+
|
|
35
|
+
def set_sequence(self, value):
|
|
36
|
+
self.sequence_updates.append(value)
|
|
37
|
+
|
|
38
|
+
def max(self, column):
|
|
39
|
+
self.last_max_column = column
|
|
40
|
+
return self.max_value
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
class ResetIdOnDupKeyTests(unittest.TestCase):
|
|
44
|
+
def setUp(self):
|
|
45
|
+
self.table = DummyTable()
|
|
46
|
+
|
|
47
|
+
def test_retries_when_sys_id_duplicate(self):
|
|
48
|
+
attempts = {"count": 0}
|
|
49
|
+
|
|
50
|
+
@reset_id_on_dup_key
|
|
51
|
+
def insert(self, data):
|
|
52
|
+
attempts["count"] += 1
|
|
53
|
+
if attempts["count"] == 1:
|
|
54
|
+
raise exceptions.DbDuplicateKeyError(
|
|
55
|
+
'duplicate key value violates unique constraint "table_pkey"\nDETAIL: Key (sys_id)=(1) already exists.'
|
|
56
|
+
)
|
|
57
|
+
return "ok"
|
|
58
|
+
|
|
59
|
+
with patch("velocity.db.core.decorators.time.sleep", return_value=None):
|
|
60
|
+
result = insert(self.table, data={})
|
|
61
|
+
|
|
62
|
+
self.assertEqual(result, "ok")
|
|
63
|
+
self.assertEqual(attempts["count"], 2)
|
|
64
|
+
self.assertEqual(self.table.sequence_updates, [self.table.max_value + 1])
|
|
65
|
+
self.assertEqual(self.table.last_max_column, "sys_id")
|
|
66
|
+
|
|
67
|
+
def test_retries_when_primary_constraint_name_only(self):
|
|
68
|
+
attempts = {"count": 0}
|
|
69
|
+
|
|
70
|
+
@reset_id_on_dup_key
|
|
71
|
+
def insert(self, data):
|
|
72
|
+
attempts["count"] += 1
|
|
73
|
+
if attempts["count"] == 1:
|
|
74
|
+
raise exceptions.DbDuplicateKeyError(
|
|
75
|
+
"Duplicate entry '1' for key 'PRIMARY'"
|
|
76
|
+
)
|
|
77
|
+
return "ok"
|
|
78
|
+
|
|
79
|
+
with patch("velocity.db.core.decorators.time.sleep", return_value=None):
|
|
80
|
+
result = insert(self.table, data={})
|
|
81
|
+
|
|
82
|
+
self.assertEqual(result, "ok")
|
|
83
|
+
self.assertEqual(attempts["count"], 2)
|
|
84
|
+
self.assertEqual(self.table.sequence_updates, [self.table.max_value + 1])
|
|
85
|
+
|
|
86
|
+
def test_raises_when_non_primary_duplicate(self):
|
|
87
|
+
attempts = {"count": 0}
|
|
88
|
+
|
|
89
|
+
@reset_id_on_dup_key
|
|
90
|
+
def insert(self, data):
|
|
91
|
+
attempts["count"] += 1
|
|
92
|
+
raise exceptions.DbDuplicateKeyError(
|
|
93
|
+
'duplicate key value violates unique constraint "table_email_key"'
|
|
94
|
+
)
|
|
95
|
+
|
|
96
|
+
with patch("velocity.db.core.decorators.time.sleep", return_value=None):
|
|
97
|
+
with self.assertRaises(exceptions.DbDuplicateKeyError):
|
|
98
|
+
insert(self.table, data={})
|
|
99
|
+
|
|
100
|
+
self.assertEqual(attempts["count"], 1)
|
|
101
|
+
self.assertEqual(self.table.sequence_updates, [])
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
class RetryOnDupKeyTests(unittest.TestCase):
|
|
105
|
+
def setUp(self):
|
|
106
|
+
self.table = DummyTable()
|
|
107
|
+
|
|
108
|
+
def test_retries_for_primary_key_duplicate(self):
|
|
109
|
+
attempts = {"count": 0}
|
|
110
|
+
|
|
111
|
+
@retry_on_dup_key
|
|
112
|
+
def operation(self):
|
|
113
|
+
attempts["count"] += 1
|
|
114
|
+
if attempts["count"] == 1:
|
|
115
|
+
raise exceptions.DbDuplicateKeyError(
|
|
116
|
+
"Key (sys_id)=(1) already exists."
|
|
117
|
+
)
|
|
118
|
+
return "done"
|
|
119
|
+
|
|
120
|
+
with patch("velocity.db.core.decorators.time.sleep", return_value=None):
|
|
121
|
+
result = operation(self.table)
|
|
122
|
+
|
|
123
|
+
self.assertEqual(result, "done")
|
|
124
|
+
self.assertEqual(attempts["count"], 2)
|
|
125
|
+
|
|
126
|
+
def test_retries_for_primary_keyword_only(self):
|
|
127
|
+
attempts = {"count": 0}
|
|
128
|
+
|
|
129
|
+
@retry_on_dup_key
|
|
130
|
+
def operation(self):
|
|
131
|
+
attempts["count"] += 1
|
|
132
|
+
if attempts["count"] == 1:
|
|
133
|
+
raise exceptions.DbDuplicateKeyError(
|
|
134
|
+
"Violation of PRIMARY KEY constraint"
|
|
135
|
+
)
|
|
136
|
+
return "done"
|
|
137
|
+
|
|
138
|
+
with patch("velocity.db.core.decorators.time.sleep", return_value=None):
|
|
139
|
+
result = operation(self.table)
|
|
140
|
+
|
|
141
|
+
self.assertEqual(result, "done")
|
|
142
|
+
self.assertEqual(attempts["count"], 2)
|
|
143
|
+
|
|
144
|
+
def test_raises_for_non_primary_duplicate(self):
|
|
145
|
+
@retry_on_dup_key
|
|
146
|
+
def operation(self):
|
|
147
|
+
raise exceptions.DbDuplicateKeyError(
|
|
148
|
+
'duplicate key value violates unique constraint "table_email_key"'
|
|
149
|
+
)
|
|
150
|
+
|
|
151
|
+
with patch("velocity.db.core.decorators.time.sleep", return_value=None):
|
|
152
|
+
with self.assertRaises(exceptions.DbDuplicateKeyError):
|
|
153
|
+
operation(self.table)
|
|
154
|
+
|
|
155
|
+
|
|
156
|
+
if __name__ == "__main__":
|
|
157
|
+
unittest.main()
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/app/tests/test_email_processing.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/base_handler.py
RENAMED
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/lambda_handler.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/mixins/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/mixins/legacy_mixin.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/aws/handlers/sqs_handler.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/base/__init__.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/base/initializer.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/base/operators.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/mysql/__init__.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/mysql/operators.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/mysql/reserved.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/postgres/__init__.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/postgres/operators.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/postgres/reserved.py
RENAMED
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/postgres/types.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlite/__init__.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlite/operators.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlite/reserved.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlserver/__init__.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlserver/operators.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlserver/reserved.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlserver/sql.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/servers/sqlserver/types.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/__init__.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/common.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_column.py
RENAMED
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_database.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_engine.py
RENAMED
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_imports.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_result.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_row.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_sequence.py
RENAMED
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/postgres/test_table.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_postgres_unchanged.py
RENAMED
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_result_caching.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_result_sql_aware.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_sql_builder.py
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/db/tests/test_tablehelper.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity/misc/tests/test_original_error.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity_python.egg-info/requires.txt
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/src/velocity_python.egg-info/top_level.txt
RENAMED
|
File without changes
|
{velocity_python-0.0.157 → velocity_python-0.0.159}/tests/test_sys_modified_count_postgres_demo.py
RENAMED
|
File without changes
|
|
File without changes
|