dagster-shared 1.12.2__py3-none-any.whl → 1.12.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dagster_shared/error.py +12 -23
- dagster_shared/serdes/serdes.py +15 -15
- dagster_shared/version.py +1 -1
- {dagster_shared-1.12.2.dist-info → dagster_shared-1.12.4.dist-info}/METADATA +1 -1
- {dagster_shared-1.12.2.dist-info → dagster_shared-1.12.4.dist-info}/RECORD +8 -8
- {dagster_shared-1.12.2.dist-info → dagster_shared-1.12.4.dist-info}/WHEEL +0 -0
- {dagster_shared-1.12.2.dist-info → dagster_shared-1.12.4.dist-info}/licenses/LICENSE +0 -0
- {dagster_shared-1.12.2.dist-info → dagster_shared-1.12.4.dist-info}/top_level.txt +0 -0
dagster_shared/error.py
CHANGED
|
@@ -3,10 +3,11 @@ import os
|
|
|
3
3
|
import sys
|
|
4
4
|
import traceback
|
|
5
5
|
from collections.abc import Callable, Sequence
|
|
6
|
-
from typing import
|
|
6
|
+
from typing import Optional
|
|
7
7
|
|
|
8
8
|
from typing_extensions import Self
|
|
9
9
|
|
|
10
|
+
from dagster_shared.record import LegacyNamedTupleMixin, record
|
|
10
11
|
from dagster_shared.serdes.serdes import whitelist_for_serdes
|
|
11
12
|
|
|
12
13
|
|
|
@@ -30,31 +31,19 @@ class DagsterUnresolvableSymbolError(DagsterError):
|
|
|
30
31
|
# but that is a significant refactor. Currently we're just moving SerializableErrorInfo so that we
|
|
31
32
|
# can use it with the dg packages`.
|
|
32
33
|
@whitelist_for_serdes
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
("stack", Sequence[str]),
|
|
39
|
-
("cls_name", Optional[str]),
|
|
40
|
-
("cause", Any),
|
|
41
|
-
("context", Any),
|
|
42
|
-
],
|
|
43
|
-
)
|
|
44
|
-
):
|
|
34
|
+
@record(
|
|
35
|
+
kw_only=False,
|
|
36
|
+
checked=False,
|
|
37
|
+
)
|
|
38
|
+
class SerializableErrorInfo(LegacyNamedTupleMixin):
|
|
45
39
|
# serdes log
|
|
46
40
|
# * added cause - default to None in constructor to allow loading old entries
|
|
47
41
|
# * added context - default to None for similar reasons
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
cls_name: Optional[str],
|
|
54
|
-
cause: Optional["SerializableErrorInfo"] = None,
|
|
55
|
-
context: Optional["SerializableErrorInfo"] = None,
|
|
56
|
-
):
|
|
57
|
-
return super().__new__(cls, message, stack, cls_name, cause, context)
|
|
42
|
+
message: str
|
|
43
|
+
stack: Sequence[str]
|
|
44
|
+
cls_name: Optional[str]
|
|
45
|
+
cause: Optional["SerializableErrorInfo"] = None
|
|
46
|
+
context: Optional["SerializableErrorInfo"] = None
|
|
58
47
|
|
|
59
48
|
def __str__(self) -> str:
|
|
60
49
|
return self.to_string()
|
dagster_shared/serdes/serdes.py
CHANGED
|
@@ -1250,7 +1250,7 @@ def _unpack_object(val: dict, whitelist_map: WhitelistMap, context: UnpackContex
|
|
|
1250
1250
|
|
|
1251
1251
|
if "__mapping_items__" in val:
|
|
1252
1252
|
return {
|
|
1253
|
-
cast("Any",
|
|
1253
|
+
cast("Any", inner_unpack_value(k, whitelist_map, context)): inner_unpack_value(
|
|
1254
1254
|
v, whitelist_map, context
|
|
1255
1255
|
)
|
|
1256
1256
|
for k, v in val["__mapping_items__"]
|
|
@@ -1264,7 +1264,6 @@ def unpack_value(
|
|
|
1264
1264
|
val: JsonSerializableValue,
|
|
1265
1265
|
as_type: tuple[type[T_PackableValue], type[U_PackableValue]],
|
|
1266
1266
|
whitelist_map: WhitelistMap = ...,
|
|
1267
|
-
context: Optional[UnpackContext] = ...,
|
|
1268
1267
|
) -> Union[T_PackableValue, U_PackableValue]: ...
|
|
1269
1268
|
|
|
1270
1269
|
|
|
@@ -1273,7 +1272,6 @@ def unpack_value(
|
|
|
1273
1272
|
val: JsonSerializableValue,
|
|
1274
1273
|
as_type: type[T_PackableValue],
|
|
1275
1274
|
whitelist_map: WhitelistMap = ...,
|
|
1276
|
-
context: Optional[UnpackContext] = ...,
|
|
1277
1275
|
) -> T_PackableValue: ...
|
|
1278
1276
|
|
|
1279
1277
|
|
|
@@ -1282,7 +1280,6 @@ def unpack_value(
|
|
|
1282
1280
|
val: JsonSerializableValue,
|
|
1283
1281
|
as_type: None = ...,
|
|
1284
1282
|
whitelist_map: WhitelistMap = ...,
|
|
1285
|
-
context: Optional[UnpackContext] = ...,
|
|
1286
1283
|
) -> PackableValue: ...
|
|
1287
1284
|
|
|
1288
1285
|
|
|
@@ -1292,7 +1289,6 @@ def unpack_value(
|
|
|
1292
1289
|
Union[type[T_PackableValue], tuple[type[T_PackableValue], type[U_PackableValue]]]
|
|
1293
1290
|
] = None,
|
|
1294
1291
|
whitelist_map: WhitelistMap = _WHITELIST_MAP,
|
|
1295
|
-
context: Optional[UnpackContext] = None,
|
|
1296
1292
|
) -> Union[PackableValue, T_PackableValue, Union[T_PackableValue, U_PackableValue]]:
|
|
1297
1293
|
"""Convert a JSON-serializable complex of dicts, lists, and scalars into domain objects.
|
|
1298
1294
|
|
|
@@ -1303,13 +1299,17 @@ def unpack_value(
|
|
|
1303
1299
|
- {"__class__": "<class>", ...}: becomes an instance of the class, where `class` is a
|
|
1304
1300
|
NamedTuple, dataclass or pydantic model
|
|
1305
1301
|
"""
|
|
1306
|
-
|
|
1307
|
-
|
|
1308
|
-
|
|
1309
|
-
|
|
1310
|
-
context
|
|
1311
|
-
|
|
1312
|
-
|
|
1302
|
+
with (
|
|
1303
|
+
disable_dagster_warnings(),
|
|
1304
|
+
check.EvalContext.contextual_namespace(whitelist_map.object_type_map),
|
|
1305
|
+
):
|
|
1306
|
+
context = UnpackContext()
|
|
1307
|
+
unpacked_value = inner_unpack_value(
|
|
1308
|
+
val,
|
|
1309
|
+
whitelist_map,
|
|
1310
|
+
context,
|
|
1311
|
+
)
|
|
1312
|
+
unpacked_value = context.finalize_unpack(unpacked_value)
|
|
1313
1313
|
if as_type and not isinstance(unpacked_value, as_type):
|
|
1314
1314
|
raise DeserializationError(
|
|
1315
1315
|
f"Unpacked object was not expected type {as_type}, got {type(val)}"
|
|
@@ -1317,16 +1317,16 @@ def unpack_value(
|
|
|
1317
1317
|
return unpacked_value
|
|
1318
1318
|
|
|
1319
1319
|
|
|
1320
|
-
def
|
|
1320
|
+
def inner_unpack_value(
|
|
1321
1321
|
val: JsonSerializableValue,
|
|
1322
1322
|
whitelist_map: WhitelistMap,
|
|
1323
1323
|
context: UnpackContext,
|
|
1324
1324
|
) -> UnpackedValue:
|
|
1325
1325
|
if isinstance(val, list):
|
|
1326
|
-
return [
|
|
1326
|
+
return [inner_unpack_value(item, whitelist_map, context) for item in val]
|
|
1327
1327
|
|
|
1328
1328
|
if isinstance(val, dict):
|
|
1329
|
-
unpacked_vals = {k:
|
|
1329
|
+
unpacked_vals = {k: inner_unpack_value(v, whitelist_map, context) for k, v in val.items()}
|
|
1330
1330
|
return _unpack_object(unpacked_vals, whitelist_map, context)
|
|
1331
1331
|
|
|
1332
1332
|
return val
|
dagster_shared/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "1.12.
|
|
1
|
+
__version__ = "1.12.4"
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
dagster_shared/__init__.py,sha256=uFioJhQzUnblGmnG9vkw3Eq_AKTsnKBtKAjYq4tGzVQ,62
|
|
2
|
-
dagster_shared/error.py,sha256=
|
|
2
|
+
dagster_shared/error.py,sha256=PlRIUTnigmdK-luirPj5UyELk2HxHE9hS7u89TJJ9SE,7184
|
|
3
3
|
dagster_shared/ipc.py,sha256=KwgaQFvYOI1h05JzXhWQPImz8bOBHoocwdUouUg6k3I,5740
|
|
4
4
|
dagster_shared/match.py,sha256=P9wQSvzb7a03jXlC-0w9msoX5bV_BE1uSvdYvavNO6M,3444
|
|
5
5
|
dagster_shared/merger.py,sha256=c9cJTwHtgMXgR9MtB-KwZEMtQSXn13rF08F2ID5aDTg,1758
|
|
6
6
|
dagster_shared/modules.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
7
7
|
dagster_shared/py.typed,sha256=mDShSrm8qg9qjacQc2F-rI8ATllqP6EdgHuEYxuCXZ0,7
|
|
8
|
-
dagster_shared/version.py,sha256=
|
|
8
|
+
dagster_shared/version.py,sha256=ECTpCDnMmYt-JTZQ4h1vRvo71Pv0brM8s8fcdkN0PoM,23
|
|
9
9
|
dagster_shared/check/README.md,sha256=UlxRVMWJEoVAlaHWDvhobUpuNQGBG5-ddqZ6OIfLYnM,1352
|
|
10
10
|
dagster_shared/check/__init__.py,sha256=CHSOqJpaeWr6skJT7jD8HnN5s4bdnoX4x94sGN55KqA,3482
|
|
11
11
|
dagster_shared/check/builder.py,sha256=2Ne2EM_2tGm2zYMg0vRxqC5r-KLc746UNnXe1Fk_vRc,17311
|
|
@@ -24,7 +24,7 @@ dagster_shared/record/__init__.py,sha256=bOQHMcYGHKe5d3tasHNIPfXJAJUPvb7B1puZPjz
|
|
|
24
24
|
dagster_shared/scaffold/__init__.py,sha256=xb5-ZdbZ5wSYYJy8VA1KGDnPodM6bKTCSBPS85Wqi_w,3759
|
|
25
25
|
dagster_shared/serdes/__init__.py,sha256=BInlrdN_14uwPz0t32Dl1VH4D-7_rG1vUfZ0rw5DQc0,649
|
|
26
26
|
dagster_shared/serdes/errors.py,sha256=qg_VZqtuYAlAXIjOp96bGs_z309ifDoHuT4sVnxJ6nA,142
|
|
27
|
-
dagster_shared/serdes/serdes.py,sha256=
|
|
27
|
+
dagster_shared/serdes/serdes.py,sha256=IIu0ubZFze8P8CUIFPT7BVDTr7x9b3poAhWrTGL1Xdo,54421
|
|
28
28
|
dagster_shared/serdes/utils.py,sha256=4pj75ezp2g_BZMsRSBzDJezUC1B-z6DLo8j90daohvM,1842
|
|
29
29
|
dagster_shared/serdes/objects/__init__.py,sha256=iSlP-BnIyeBaNp9kcxrJHtGO5cbpodSXM5ulnIGbzJk,254
|
|
30
30
|
dagster_shared/serdes/objects/definition_metadata.py,sha256=ECd9dCV7EULPQlWRsvlO_eauYjkM58VhGnMPPxjGfew,2000
|
|
@@ -47,8 +47,8 @@ dagster_shared/utils/warnings.py,sha256=yxiG8ghc3RwyomRItwIKQe6TrUdTlJAUX3BssOwe
|
|
|
47
47
|
dagster_shared/yaml_utils/__init__.py,sha256=Ya7qT3aJGPC1TgD-pSkkhLX5U4QbrUkCsrUtZQeACXg,10529
|
|
48
48
|
dagster_shared/yaml_utils/sample_yaml.py,sha256=YC-1h1P48F3QV-Uwo-MqzEkzlrMliXPfZM_X6ynZvTQ,5461
|
|
49
49
|
dagster_shared/yaml_utils/source_position.py,sha256=yVSnHUkBYzWzLzqtyGbqRjH2b7oTeiE4K3b-uokYUIQ,9786
|
|
50
|
-
dagster_shared-1.12.
|
|
51
|
-
dagster_shared-1.12.
|
|
52
|
-
dagster_shared-1.12.
|
|
53
|
-
dagster_shared-1.12.
|
|
54
|
-
dagster_shared-1.12.
|
|
50
|
+
dagster_shared-1.12.4.dist-info/licenses/LICENSE,sha256=hgU51ohULAFKZE2la8sartPYoUaAA14jxFAfFC4Tow0,11347
|
|
51
|
+
dagster_shared-1.12.4.dist-info/METADATA,sha256=uXc35fnpYmKI6UsRONLtBzISAQTMEYTBMDKiUVLFDa4,1153
|
|
52
|
+
dagster_shared-1.12.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
53
|
+
dagster_shared-1.12.4.dist-info/top_level.txt,sha256=S8ADcO4aTW07ONhLHXDxiuSkDzucgYKOlocB2x3r_dY,15
|
|
54
|
+
dagster_shared-1.12.4.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|