dagster-shared 1.11.10__tar.gz → 1.11.12__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dagster_shared-1.11.10/dagster_shared.egg-info → dagster_shared-1.11.12}/PKG-INFO +1 -1
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/objects/models/defs_state_info.py +14 -1
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/utils/cached_method.py +10 -5
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/utils/timing.py +31 -0
- dagster_shared-1.11.12/dagster_shared/version.py +1 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12/dagster_shared.egg-info}/PKG-INFO +1 -1
- dagster_shared-1.11.10/dagster_shared/version.py +0 -1
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/LICENSE +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/MANIFEST.in +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/README.md +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/check/README.md +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/check/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/check/builder.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/check/decorator.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/check/functions.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/check/record.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/cli/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/dagster_model/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/dagster_model/pydantic_compat_layer.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/error.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/ipc.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/libraries/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/match.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/merger.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/modules.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/plus/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/plus/config.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/plus/config_utils.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/plus/login_server.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/py.typed +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/record/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/scaffold/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/errors.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/objects/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/objects/definition_metadata.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/objects/models/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/objects/package_entry.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/serdes.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/utils.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/seven/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/seven/abc.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/seven/compat/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/seven/json.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/seven/temp_dir.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/telemetry/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/utils/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/utils/config.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/utils/hash.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/utils/test.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/utils/warnings.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/yaml_utils/__init__.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/yaml_utils/sample_yaml.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/yaml_utils/source_position.py +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared.egg-info/SOURCES.txt +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared.egg-info/dependency_links.txt +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared.egg-info/not-zip-safe +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared.egg-info/requires.txt +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared.egg-info/top_level.txt +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/setup.cfg +0 -0
- {dagster_shared-1.11.10 → dagster_shared-1.11.12}/setup.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster_shared
|
|
3
|
-
Version: 1.11.
|
|
3
|
+
Version: 1.11.12
|
|
4
4
|
Summary: Shared code between dagster and dagster-dg-core.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-shared
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import time
|
|
2
2
|
from collections.abc import Mapping
|
|
3
|
-
from typing import Optional
|
|
3
|
+
from typing import Any, Optional
|
|
4
4
|
|
|
5
5
|
from dagster_shared.dagster_model import DagsterModel
|
|
6
6
|
from dagster_shared.serdes import whitelist_for_serdes
|
|
@@ -13,6 +13,10 @@ class DefsKeyStateInfo(DagsterModel):
|
|
|
13
13
|
version: str
|
|
14
14
|
create_timestamp: float
|
|
15
15
|
|
|
16
|
+
@classmethod
|
|
17
|
+
def from_graphql(cls, data: dict[str, Any]) -> "DefsKeyStateInfo":
|
|
18
|
+
return cls(version=data["version"], create_timestamp=data["createTimestamp"])
|
|
19
|
+
|
|
16
20
|
|
|
17
21
|
@whitelist_for_serdes
|
|
18
22
|
class DefsStateInfo(DagsterModel):
|
|
@@ -39,3 +43,12 @@ class DefsStateInfo(DagsterModel):
|
|
|
39
43
|
def get_version(self, key: str) -> Optional[str]:
|
|
40
44
|
info = self.info_mapping.get(key)
|
|
41
45
|
return info.version if info else None
|
|
46
|
+
|
|
47
|
+
@classmethod
|
|
48
|
+
def from_graphql(cls, data: dict[str, Any]) -> "DefsStateInfo":
|
|
49
|
+
return cls(
|
|
50
|
+
info_mapping={
|
|
51
|
+
val["name"]: DefsKeyStateInfo.from_graphql(val["info"])
|
|
52
|
+
for val in data["keyStateInfo"]
|
|
53
|
+
}
|
|
54
|
+
)
|
|
@@ -105,9 +105,11 @@ def cached_method(method: Callable[Concatenate[S, P], T]) -> Callable[Concatenat
|
|
|
105
105
|
cache_dict[method.__name__] = {}
|
|
106
106
|
|
|
107
107
|
cache = cache_dict[method.__name__]
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
108
|
+
if not args and not kwargs:
|
|
109
|
+
key = NO_ARGS_HASH_VALUE
|
|
110
|
+
else:
|
|
111
|
+
canonical_kwargs = get_canonical_kwargs(*args, **kwargs)
|
|
112
|
+
key = make_cached_method_cache_key(canonical_kwargs)
|
|
111
113
|
|
|
112
114
|
if key not in cache:
|
|
113
115
|
result = await method(self, *args, **kwargs)
|
|
@@ -128,9 +130,12 @@ def cached_method(method: Callable[Concatenate[S, P], T]) -> Callable[Concatenat
|
|
|
128
130
|
cache_dict[method.__name__] = {}
|
|
129
131
|
|
|
130
132
|
cache = cache_dict[method.__name__]
|
|
133
|
+
if not args and not kwargs:
|
|
134
|
+
key = NO_ARGS_HASH_VALUE
|
|
135
|
+
else:
|
|
136
|
+
canonical_kwargs = get_canonical_kwargs(*args, **kwargs)
|
|
137
|
+
key = make_cached_method_cache_key(canonical_kwargs)
|
|
131
138
|
|
|
132
|
-
canonical_kwargs = get_canonical_kwargs(*args, **kwargs)
|
|
133
|
-
key = make_cached_method_cache_key(canonical_kwargs)
|
|
134
139
|
if key not in cache:
|
|
135
140
|
result = method(self, *args, **kwargs)
|
|
136
141
|
cache[key] = result
|
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
import os
|
|
2
|
+
import time
|
|
3
|
+
from contextlib import contextmanager
|
|
4
|
+
|
|
5
|
+
|
|
1
6
|
def format_duration(milliseconds: float) -> str:
|
|
2
7
|
"""Given milliseconds, return human readable duration string such as:
|
|
3
8
|
533ms, 2.1s, 4m52s, 34m12s, 1h4m.
|
|
@@ -31,3 +36,29 @@ def format_duration(milliseconds: float) -> str:
|
|
|
31
36
|
hours = int(milliseconds // (1000 * 60 * 60))
|
|
32
37
|
minutes = int(milliseconds % (1000 * 60 * 60) // (1000 * 60))
|
|
33
38
|
return f"{hours}h{minutes}m"
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
@contextmanager
|
|
42
|
+
def fixed_timezone(tzname: str = "UTC"):
|
|
43
|
+
"""Temporarily set the process-wide timezone to `tzname`.
|
|
44
|
+
Temporarily set the process-wide timezone to `tzname`.
|
|
45
|
+
|
|
46
|
+
Example:
|
|
47
|
+
with fixed_timezone("America/New_York"):
|
|
48
|
+
dt = datetime.fromtimestamp(0)
|
|
49
|
+
print(dt.strftime("%Y-%m-%d %H:%M %Z"))
|
|
50
|
+
# 1969-12-31 19:00 EST
|
|
51
|
+
"""
|
|
52
|
+
prev = os.environ.get("TZ")
|
|
53
|
+
os.environ["TZ"] = tzname
|
|
54
|
+
if hasattr(time, "tzset"):
|
|
55
|
+
time.tzset()
|
|
56
|
+
try:
|
|
57
|
+
yield
|
|
58
|
+
finally:
|
|
59
|
+
if prev is None:
|
|
60
|
+
os.environ.pop("TZ", None)
|
|
61
|
+
else:
|
|
62
|
+
os.environ["TZ"] = prev
|
|
63
|
+
if hasattr(time, "tzset"):
|
|
64
|
+
time.tzset()
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "1.11.12"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster_shared
|
|
3
|
-
Version: 1.11.
|
|
3
|
+
Version: 1.11.12
|
|
4
4
|
Summary: Shared code between dagster and dagster-dg-core.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-shared
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "1.11.10"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/objects/models/__init__.py
RENAMED
|
File without changes
|
{dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/serdes/objects/package_entry.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared/yaml_utils/source_position.py
RENAMED
|
File without changes
|
|
File without changes
|
{dagster_shared-1.11.10 → dagster_shared-1.11.12}/dagster_shared.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|