dagster-shared 1.11.14__tar.gz → 1.11.15__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dagster_shared-1.11.14/dagster_shared.egg-info → dagster_shared-1.11.15}/PKG-INFO +2 -1
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/models/defs_state_info.py +30 -2
- dagster_shared-1.11.15/dagster_shared/version.py +1 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15/dagster_shared.egg-info}/PKG-INFO +2 -1
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/requires.txt +1 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/setup.py +1 -0
- dagster_shared-1.11.14/dagster_shared/version.py +0 -1
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/LICENSE +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/MANIFEST.in +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/README.md +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/README.md +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/builder.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/decorator.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/functions.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/record.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/cli/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/dagster_model/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/dagster_model/pydantic_compat_layer.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/error.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/ipc.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/libraries/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/match.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/merger.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/modules.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/plus/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/plus/config.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/plus/config_utils.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/plus/login_server.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/py.typed +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/record/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/scaffold/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/errors.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/definition_metadata.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/models/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/package_entry.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/serdes.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/utils.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/seven/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/seven/abc.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/seven/compat/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/seven/json.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/seven/temp_dir.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/telemetry/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/cached_method.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/config.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/hash.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/test.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/timing.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/warnings.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/yaml_utils/__init__.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/yaml_utils/sample_yaml.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/yaml_utils/source_position.py +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/SOURCES.txt +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/dependency_links.txt +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/not-zip-safe +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/top_level.txt +0 -0
- {dagster_shared-1.11.14 → dagster_shared-1.11.15}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster_shared
|
|
3
|
-
Version: 1.11.
|
|
3
|
+
Version: 1.11.15
|
|
4
4
|
Summary: Shared code between dagster and dagster-dg-core.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-shared
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -16,6 +16,7 @@ Classifier: Operating System :: OS Independent
|
|
|
16
16
|
License-File: LICENSE
|
|
17
17
|
Requires-Dist: PyYAML>=5.1
|
|
18
18
|
Requires-Dist: packaging>=20.9
|
|
19
|
+
Requires-Dist: platformdirs
|
|
19
20
|
Requires-Dist: pydantic<3.0.0,>=2
|
|
20
21
|
Requires-Dist: typing_extensions<5,>=4.11.0
|
|
21
22
|
Requires-Dist: tomlkit
|
|
@@ -1,10 +1,20 @@
|
|
|
1
1
|
import time
|
|
2
2
|
from collections.abc import Mapping
|
|
3
|
+
from enum import Enum
|
|
3
4
|
from typing import Any, Optional
|
|
4
5
|
|
|
5
6
|
from dagster_shared.dagster_model import DagsterModel
|
|
6
7
|
from dagster_shared.serdes import whitelist_for_serdes
|
|
7
8
|
|
|
9
|
+
LOCAL_STATE_VERSION = "__local__"
|
|
10
|
+
CODE_SERVER_STATE_VERSION = "__code_server__"
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
class DefsStateManagementType(Enum):
|
|
14
|
+
VERSIONED_STATE_STORAGE = "VERSIONED_STATE_STORAGE"
|
|
15
|
+
LOCAL_FILESYSTEM = "LOCAL_FILESYSTEM"
|
|
16
|
+
LEGACY_CODE_SERVER_SNAPSHOTS = "LEGACY_CODE_SERVER_SNAPSHOTS"
|
|
17
|
+
|
|
8
18
|
|
|
9
19
|
@whitelist_for_serdes
|
|
10
20
|
class DefsKeyStateInfo(DagsterModel):
|
|
@@ -17,6 +27,15 @@ class DefsKeyStateInfo(DagsterModel):
|
|
|
17
27
|
def from_graphql(cls, data: dict[str, Any]) -> "DefsKeyStateInfo":
|
|
18
28
|
return cls(version=data["version"], create_timestamp=data["createTimestamp"])
|
|
19
29
|
|
|
30
|
+
@property
|
|
31
|
+
def management_type(self) -> DefsStateManagementType:
|
|
32
|
+
if self.version == LOCAL_STATE_VERSION:
|
|
33
|
+
return DefsStateManagementType.LOCAL_FILESYSTEM
|
|
34
|
+
elif self.version == CODE_SERVER_STATE_VERSION:
|
|
35
|
+
return DefsStateManagementType.LEGACY_CODE_SERVER_SNAPSHOTS
|
|
36
|
+
else:
|
|
37
|
+
return DefsStateManagementType.VERSIONED_STATE_STORAGE
|
|
38
|
+
|
|
20
39
|
|
|
21
40
|
@whitelist_for_serdes
|
|
22
41
|
class DefsStateInfo(DagsterModel):
|
|
@@ -30,10 +49,15 @@ class DefsStateInfo(DagsterModel):
|
|
|
30
49
|
|
|
31
50
|
@staticmethod
|
|
32
51
|
def add_version(
|
|
33
|
-
current_info: Optional["DefsStateInfo"],
|
|
52
|
+
current_info: Optional["DefsStateInfo"],
|
|
53
|
+
key: str,
|
|
54
|
+
version: Optional[str],
|
|
55
|
+
create_timestamp: Optional[float] = None,
|
|
34
56
|
) -> "DefsStateInfo":
|
|
35
57
|
new_info = (
|
|
36
|
-
DefsKeyStateInfo(version=version, create_timestamp=time.time())
|
|
58
|
+
DefsKeyStateInfo(version=version, create_timestamp=create_timestamp or time.time())
|
|
59
|
+
if version
|
|
60
|
+
else None
|
|
37
61
|
)
|
|
38
62
|
if current_info is None:
|
|
39
63
|
return DefsStateInfo(info_mapping={key: new_info})
|
|
@@ -44,6 +68,10 @@ class DefsStateInfo(DagsterModel):
|
|
|
44
68
|
info = self.info_mapping.get(key)
|
|
45
69
|
return info.version if info else None
|
|
46
70
|
|
|
71
|
+
def for_keys(self, keys: set[str]) -> "DefsStateInfo":
|
|
72
|
+
"""Subsets the DefsStateInfo to only include the keys in the set."""
|
|
73
|
+
return DefsStateInfo(info_mapping={k: v for k, v in self.info_mapping.items() if k in keys})
|
|
74
|
+
|
|
47
75
|
@classmethod
|
|
48
76
|
def from_graphql(cls, data: dict[str, Any]) -> "DefsStateInfo":
|
|
49
77
|
return cls(
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "1.11.15"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster_shared
|
|
3
|
-
Version: 1.11.
|
|
3
|
+
Version: 1.11.15
|
|
4
4
|
Summary: Shared code between dagster and dagster-dg-core.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-shared
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -16,6 +16,7 @@ Classifier: Operating System :: OS Independent
|
|
|
16
16
|
License-File: LICENSE
|
|
17
17
|
Requires-Dist: PyYAML>=5.1
|
|
18
18
|
Requires-Dist: packaging>=20.9
|
|
19
|
+
Requires-Dist: platformdirs
|
|
19
20
|
Requires-Dist: pydantic<3.0.0,>=2
|
|
20
21
|
Requires-Dist: typing_extensions<5,>=4.11.0
|
|
21
22
|
Requires-Dist: tomlkit
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "1.11.14"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/models/__init__.py
RENAMED
|
File without changes
|
{dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/package_entry.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/yaml_utils/source_position.py
RENAMED
|
File without changes
|
|
File without changes
|
{dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|