requence 0.8.1.dev76__tar.gz → 0.8.1.dev98__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {requence-0.8.1.dev76/requence.egg-info → requence-0.8.1.dev98}/PKG-INFO +1 -1
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/pyproject.toml +1 -1
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/callbacks/handler.py +5 -1
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/requence_callback.py +5 -1
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/service/__init__.py +57 -2
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/wire.py +13 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98/requence.egg-info}/PKG-INFO +1 -1
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/MANIFEST.in +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/README.md +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/__init__.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/callbacks/__init__.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/callbacks/context.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/client_properties.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/context.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/exceptions.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/__init__.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/errors.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/handlers/__init__.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/handlers/claim_check_handler.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/handlers/context.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/handlers/file_handler.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/handlers/stream_handler.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/pending_uploads.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/requence_file.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/requence_stream.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/sanitize_log_data.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/stream_framing.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/transport.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/internal_types.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/logger.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/obfuscase.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/py.typed +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/reachable.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/requence_file.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/requence_stream.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/service/boundary.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/service/callback_growth.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/service/cli.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/service/durable_callback.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/service/surface_handler.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/service/transformer.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/service/types.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/service/ui.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/service/ui_watch.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/store.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/__init__.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/abort_task.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/ack_task.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/cli.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/get_task.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/ingress.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/protect_task.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/task.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/task_watcher.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/types.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/updates.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/task/utils.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/transformer/__init__.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/transformer/context.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/transformer/errors.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/transformer/guards.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/transformer/message_handler.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/transformer/transform.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/transformer/value_handler.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/transformer/walk.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/utils.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/wire_codec.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence.egg-info/SOURCES.txt +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence.egg-info/dependency_links.txt +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence.egg-info/entry_points.txt +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence.egg-info/requires.txt +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence.egg-info/top_level.txt +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/setup.cfg +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/tests/test_client_properties.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/tests/test_logger.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/tests/test_store_parity.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/tests/test_wire.py +0 -0
- {requence-0.8.1.dev76 → requence-0.8.1.dev98}/tests/test_wire_codec.py +0 -0
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "requence"
|
|
7
|
-
version = "0.8.1.
|
|
7
|
+
version = "0.8.1.dev98"
|
|
8
8
|
description = "Requence Service"
|
|
9
9
|
readme = { file = "README.md", content-type = "text/markdown" }
|
|
10
10
|
authors = [{ name = "Torsten Blindert" }]
|
|
@@ -84,7 +84,11 @@ def _serialize(callback: Any, ctx: TransformContext, path: TransformPath) -> dic
|
|
|
84
84
|
|
|
85
85
|
|
|
86
86
|
def _deserialize(ref: dict, ctx: TransformContext, _path: TransformPath):
|
|
87
|
-
|
|
87
|
+
# ``None`` by default, mirroring the TS handler: a callback that carries no
|
|
88
|
+
# data is declared ``RequenceCallback[None]`` — its schema is ``{type: 'null'}``
|
|
89
|
+
# and the operator validates every invocation against it — so an omitted
|
|
90
|
+
# argument has to arrive AS null rather than be absent.
|
|
91
|
+
def invoke(arg: Any = None) -> None:
|
|
88
92
|
on_callback_invoke = getattr(ctx, "on_callback_invoke", None)
|
|
89
93
|
if on_callback_invoke is not None:
|
|
90
94
|
on_callback_invoke({**ref, "arg": arg})
|
|
@@ -10,7 +10,11 @@ class Callback(Generic[T]):
|
|
|
10
10
|
self.__result: Optional[Union[T, StopException]] = None
|
|
11
11
|
self.__callback = callback
|
|
12
12
|
|
|
13
|
-
|
|
13
|
+
# ``None`` for an omitted argument, mirroring the TS ``createCallback``: a
|
|
14
|
+
# callback that carries no data is declared ``Callback[None]`` and its schema is
|
|
15
|
+
# ``{type: 'null'}``, so calling it with nothing has to mean null rather than a
|
|
16
|
+
# missing value.
|
|
17
|
+
def __call__(self, arg: Union[T, StopException, None] = None):
|
|
14
18
|
self.__result = arg
|
|
15
19
|
self.__event.set()
|
|
16
20
|
if self.__callback and not isinstance(arg, StopException):
|
|
@@ -24,6 +24,8 @@ from ..obfuscase import deobfuscate, obfuscate
|
|
|
24
24
|
from ..wire import (
|
|
25
25
|
DEFAULT_SURFACE_ID,
|
|
26
26
|
DURABLE_CALLBACK_QUEUE_ARGUMENTS,
|
|
27
|
+
DURABLE_CALLBACK_ERROR_HEADER,
|
|
28
|
+
MAX_DURABLE_CALLBACK_ERROR_CHARS,
|
|
27
29
|
MAX_SURFACE_INTERACTION_ERROR_CHARS,
|
|
28
30
|
NODE_RESUME_HEADER,
|
|
29
31
|
REFERENCE_TAG_KEY,
|
|
@@ -888,6 +890,50 @@ class Service:
|
|
|
888
890
|
)
|
|
889
891
|
)
|
|
890
892
|
|
|
893
|
+
def __report_callback_failure(self, raw: Any, error: BaseException):
|
|
894
|
+
"""Say on the RUN that this process could not run a durable callback.
|
|
895
|
+
|
|
896
|
+
The counterpart of the operator's report for an invocation nobody consumed:
|
|
897
|
+
this one WAS consumed and could not be run — an unknown declaration name, or
|
|
898
|
+
a handler that threw. Only the consuming instance can see either.
|
|
899
|
+
|
|
900
|
+
Until this existed it said so in one process's stdout and nowhere a template
|
|
901
|
+
author looks, which made a failed ``mail.delete()`` indistinguishable from a
|
|
902
|
+
delete that did nothing. There is no request left to fail — the graph called
|
|
903
|
+
the callback and moved on, and the invocation is acked either way because a
|
|
904
|
+
requeue would rerun a side-effecting callback forever — so a statement on
|
|
905
|
+
the emitting node of that run is the only feedback the call has left.
|
|
906
|
+
|
|
907
|
+
Carries no correlation id and no index, like every other side-channel report:
|
|
908
|
+
the handler was not running for a dispatch, so it has no message to be a
|
|
909
|
+
result FOR."""
|
|
910
|
+
if not is_durable_callback_invocation(raw):
|
|
911
|
+
# Nowhere to put a statement about an invocation that cannot say which
|
|
912
|
+
# run and which node it was for. The throw itself is logged by the
|
|
913
|
+
# caller.
|
|
914
|
+
logger.error(
|
|
915
|
+
"Requence: cannot report a failed durable callback — the "
|
|
916
|
+
"invocation names no task and node"
|
|
917
|
+
)
|
|
918
|
+
return
|
|
919
|
+
|
|
920
|
+
name = raw["name"]
|
|
921
|
+
self.__schedule(
|
|
922
|
+
functools.partial(
|
|
923
|
+
self.__publish_side_channel,
|
|
924
|
+
{
|
|
925
|
+
"nodeId": raw["nodeId"],
|
|
926
|
+
"name": name,
|
|
927
|
+
# Cut at the source as well as in the update schema, as a
|
|
928
|
+
# surface report is. The MESSAGE, not the traceback — the
|
|
929
|
+
# traceback is for this process's own log.
|
|
930
|
+
"message": str(error)[:MAX_DURABLE_CALLBACK_ERROR_CHARS],
|
|
931
|
+
},
|
|
932
|
+
{"taskId": raw["taskId"], DURABLE_CALLBACK_ERROR_HEADER: True},
|
|
933
|
+
f"report the failed durable callback |{name}|",
|
|
934
|
+
)
|
|
935
|
+
)
|
|
936
|
+
|
|
891
937
|
def __announce_resume(self, task_id: str, message_id: str):
|
|
892
938
|
"""Say that this process has re-attached to a deferred node (#271) — the
|
|
893
939
|
moment the node starts working again.
|
|
@@ -1096,10 +1142,19 @@ class Service:
|
|
|
1096
1142
|
logger.warn("skipping callback ack: channel/connection closed")
|
|
1097
1143
|
|
|
1098
1144
|
def __handle_durable_callback_invocation(self, body: bytes, content_type: str | None, delivery_tag: int, generation: int):
|
|
1145
|
+
# Held outside the try so the report below can still name the run and the
|
|
1146
|
+
# node when the failure came from the handler — the one thing a bare
|
|
1147
|
+
# ``except`` around the decode could not do.
|
|
1148
|
+
raw: Any = None
|
|
1099
1149
|
try:
|
|
1100
|
-
|
|
1101
|
-
|
|
1150
|
+
raw = decode_wire_body(body, content_type)
|
|
1151
|
+
self.__run_durable_callback_invocation(raw)
|
|
1152
|
+
except Exception as error:
|
|
1153
|
+
# The traceback goes to this process's log, where whoever wrote the
|
|
1154
|
+
# handler is looking; the message goes on the run, where whoever wrote
|
|
1155
|
+
# the template is.
|
|
1102
1156
|
logger.error("Requence: durable callback threw:", traceback.format_exc())
|
|
1157
|
+
self.__report_callback_failure(raw, error)
|
|
1103
1158
|
finally:
|
|
1104
1159
|
# Acked either way, and in a `finally` for the reason the handler
|
|
1105
1160
|
# queue's is: a requeue would rerun a side-effecting callback forever,
|
|
@@ -287,6 +287,19 @@ def is_durable_callback_invocation(data: Any) -> bool:
|
|
|
287
287
|
)
|
|
288
288
|
|
|
289
289
|
|
|
290
|
+
# The header a durable callback FAILURE report is stamped with. The counterpart of
|
|
291
|
+
# the invocation header above, which covers one nobody consumed: this covers one
|
|
292
|
+
# that was consumed and could not be run — an unknown declaration name, or a
|
|
293
|
+
# handler that threw. Only the consuming instance can see either, and without this
|
|
294
|
+
# it says so in its own stdout and nowhere a template author looks.
|
|
295
|
+
DURABLE_CALLBACK_ERROR_HEADER: Final = "durableCallbackError"
|
|
296
|
+
|
|
297
|
+
# How long a reported durable callback failure may be. The same cut, for the same
|
|
298
|
+
# reason, as a surface interaction failure's: a thrown error's message is author
|
|
299
|
+
# text of no bounded length, and its first characters are where the cause is.
|
|
300
|
+
MAX_DURABLE_CALLBACK_ERROR_CHARS: Final = 500
|
|
301
|
+
|
|
302
|
+
|
|
290
303
|
# ── Surfaces (mirrors packages/helpers/src/utils/{surfaceHandler,serviceRender,
|
|
291
304
|
# uiRebuild}.ts) ─────────────────────────────────────────────────────────────
|
|
292
305
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{requence-0.8.1.dev76 → requence-0.8.1.dev98}/requence/files/handlers/claim_check_handler.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|