dagster-shared 1.11.14__tar.gz → 1.11.15__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. {dagster_shared-1.11.14/dagster_shared.egg-info → dagster_shared-1.11.15}/PKG-INFO +2 -1
  2. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/models/defs_state_info.py +30 -2
  3. dagster_shared-1.11.15/dagster_shared/version.py +1 -0
  4. {dagster_shared-1.11.14 → dagster_shared-1.11.15/dagster_shared.egg-info}/PKG-INFO +2 -1
  5. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/requires.txt +1 -0
  6. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/setup.py +1 -0
  7. dagster_shared-1.11.14/dagster_shared/version.py +0 -1
  8. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/LICENSE +0 -0
  9. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/MANIFEST.in +0 -0
  10. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/README.md +0 -0
  11. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/__init__.py +0 -0
  12. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/README.md +0 -0
  13. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/__init__.py +0 -0
  14. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/builder.py +0 -0
  15. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/decorator.py +0 -0
  16. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/functions.py +0 -0
  17. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/check/record.py +0 -0
  18. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/cli/__init__.py +0 -0
  19. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/dagster_model/__init__.py +0 -0
  20. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/dagster_model/pydantic_compat_layer.py +0 -0
  21. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/error.py +0 -0
  22. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/ipc.py +0 -0
  23. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/libraries/__init__.py +0 -0
  24. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/match.py +0 -0
  25. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/merger.py +0 -0
  26. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/modules.py +0 -0
  27. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/plus/__init__.py +0 -0
  28. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/plus/config.py +0 -0
  29. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/plus/config_utils.py +0 -0
  30. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/plus/login_server.py +0 -0
  31. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/py.typed +0 -0
  32. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/record/__init__.py +0 -0
  33. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/scaffold/__init__.py +0 -0
  34. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/__init__.py +0 -0
  35. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/errors.py +0 -0
  36. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/__init__.py +0 -0
  37. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/definition_metadata.py +0 -0
  38. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/models/__init__.py +0 -0
  39. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/objects/package_entry.py +0 -0
  40. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/serdes.py +0 -0
  41. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/serdes/utils.py +0 -0
  42. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/seven/__init__.py +0 -0
  43. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/seven/abc.py +0 -0
  44. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/seven/compat/__init__.py +0 -0
  45. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/seven/json.py +0 -0
  46. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/seven/temp_dir.py +0 -0
  47. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/telemetry/__init__.py +0 -0
  48. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/__init__.py +0 -0
  49. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/cached_method.py +0 -0
  50. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/config.py +0 -0
  51. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/hash.py +0 -0
  52. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/test.py +0 -0
  53. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/timing.py +0 -0
  54. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/utils/warnings.py +0 -0
  55. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/yaml_utils/__init__.py +0 -0
  56. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/yaml_utils/sample_yaml.py +0 -0
  57. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared/yaml_utils/source_position.py +0 -0
  58. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/SOURCES.txt +0 -0
  59. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/dependency_links.txt +0 -0
  60. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/not-zip-safe +0 -0
  61. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/dagster_shared.egg-info/top_level.txt +0 -0
  62. {dagster_shared-1.11.14 → dagster_shared-1.11.15}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster_shared
3
- Version: 1.11.14
3
+ Version: 1.11.15
4
4
  Summary: Shared code between dagster and dagster-dg-core.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-shared
6
6
  Author: Dagster Labs
@@ -16,6 +16,7 @@ Classifier: Operating System :: OS Independent
16
16
  License-File: LICENSE
17
17
  Requires-Dist: PyYAML>=5.1
18
18
  Requires-Dist: packaging>=20.9
19
+ Requires-Dist: platformdirs
19
20
  Requires-Dist: pydantic<3.0.0,>=2
20
21
  Requires-Dist: typing_extensions<5,>=4.11.0
21
22
  Requires-Dist: tomlkit
@@ -1,10 +1,20 @@
1
1
  import time
2
2
  from collections.abc import Mapping
3
+ from enum import Enum
3
4
  from typing import Any, Optional
4
5
 
5
6
  from dagster_shared.dagster_model import DagsterModel
6
7
  from dagster_shared.serdes import whitelist_for_serdes
7
8
 
9
+ LOCAL_STATE_VERSION = "__local__"
10
+ CODE_SERVER_STATE_VERSION = "__code_server__"
11
+
12
+
13
+ class DefsStateManagementType(Enum):
14
+ VERSIONED_STATE_STORAGE = "VERSIONED_STATE_STORAGE"
15
+ LOCAL_FILESYSTEM = "LOCAL_FILESYSTEM"
16
+ LEGACY_CODE_SERVER_SNAPSHOTS = "LEGACY_CODE_SERVER_SNAPSHOTS"
17
+
8
18
 
9
19
  @whitelist_for_serdes
10
20
  class DefsKeyStateInfo(DagsterModel):
@@ -17,6 +27,15 @@ class DefsKeyStateInfo(DagsterModel):
17
27
  def from_graphql(cls, data: dict[str, Any]) -> "DefsKeyStateInfo":
18
28
  return cls(version=data["version"], create_timestamp=data["createTimestamp"])
19
29
 
30
+ @property
31
+ def management_type(self) -> DefsStateManagementType:
32
+ if self.version == LOCAL_STATE_VERSION:
33
+ return DefsStateManagementType.LOCAL_FILESYSTEM
34
+ elif self.version == CODE_SERVER_STATE_VERSION:
35
+ return DefsStateManagementType.LEGACY_CODE_SERVER_SNAPSHOTS
36
+ else:
37
+ return DefsStateManagementType.VERSIONED_STATE_STORAGE
38
+
20
39
 
21
40
  @whitelist_for_serdes
22
41
  class DefsStateInfo(DagsterModel):
@@ -30,10 +49,15 @@ class DefsStateInfo(DagsterModel):
30
49
 
31
50
  @staticmethod
32
51
  def add_version(
33
- current_info: Optional["DefsStateInfo"], key: str, version: Optional[str]
52
+ current_info: Optional["DefsStateInfo"],
53
+ key: str,
54
+ version: Optional[str],
55
+ create_timestamp: Optional[float] = None,
34
56
  ) -> "DefsStateInfo":
35
57
  new_info = (
36
- DefsKeyStateInfo(version=version, create_timestamp=time.time()) if version else None
58
+ DefsKeyStateInfo(version=version, create_timestamp=create_timestamp or time.time())
59
+ if version
60
+ else None
37
61
  )
38
62
  if current_info is None:
39
63
  return DefsStateInfo(info_mapping={key: new_info})
@@ -44,6 +68,10 @@ class DefsStateInfo(DagsterModel):
44
68
  info = self.info_mapping.get(key)
45
69
  return info.version if info else None
46
70
 
71
+ def for_keys(self, keys: set[str]) -> "DefsStateInfo":
72
+ """Subsets the DefsStateInfo to only include the keys in the set."""
73
+ return DefsStateInfo(info_mapping={k: v for k, v in self.info_mapping.items() if k in keys})
74
+
47
75
  @classmethod
48
76
  def from_graphql(cls, data: dict[str, Any]) -> "DefsStateInfo":
49
77
  return cls(
@@ -0,0 +1 @@
1
+ __version__ = "1.11.15"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster_shared
3
- Version: 1.11.14
3
+ Version: 1.11.15
4
4
  Summary: Shared code between dagster and dagster-dg-core.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-shared
6
6
  Author: Dagster Labs
@@ -16,6 +16,7 @@ Classifier: Operating System :: OS Independent
16
16
  License-File: LICENSE
17
17
  Requires-Dist: PyYAML>=5.1
18
18
  Requires-Dist: packaging>=20.9
19
+ Requires-Dist: platformdirs
19
20
  Requires-Dist: pydantic<3.0.0,>=2
20
21
  Requires-Dist: typing_extensions<5,>=4.11.0
21
22
  Requires-Dist: tomlkit
@@ -1,5 +1,6 @@
1
1
  PyYAML>=5.1
2
2
  packaging>=20.9
3
+ platformdirs
3
4
  pydantic<3.0.0,>=2
4
5
  typing_extensions<5,>=4.11.0
5
6
  tomlkit
@@ -38,6 +38,7 @@ setup(
38
38
  install_requires=[
39
39
  "PyYAML>=5.1",
40
40
  "packaging>=20.9",
41
+ "platformdirs",
41
42
  "pydantic>=2,<3.0.0",
42
43
  "typing_extensions>=4.11.0,<5",
43
44
  "tomlkit",
@@ -1 +0,0 @@
1
- __version__ = "1.11.14"