dagstermill 0.25.8__tar.gz → 0.25.10__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagstermill might be problematic. Click here for more details.
- {dagstermill-0.25.8/dagstermill.egg-info → dagstermill-0.25.10}/PKG-INFO +1 -1
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/asset_factory.py +5 -4
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/cli.py +2 -1
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/context.py +2 -1
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/engine.py +1 -3
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/factory.py +4 -3
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/io_managers.py +4 -3
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/manager.py +3 -7
- dagstermill-0.25.10/dagstermill/version.py +1 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10/dagstermill.egg-info}/PKG-INFO +1 -1
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill.egg-info/requires.txt +1 -1
- {dagstermill-0.25.8 → dagstermill-0.25.10}/setup.py +2 -3
- dagstermill-0.25.8/dagstermill/version.py +0 -1
- {dagstermill-0.25.8 → dagstermill-0.25.10}/LICENSE +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/MANIFEST.in +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/README.md +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/__init__.py +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/__main__.py +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/compat.py +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/errors.py +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/examples/__init__.py +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/examples/repository.py +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/py.typed +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/serialize.py +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill/translator.py +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill.egg-info/SOURCES.txt +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill.egg-info/dependency_links.txt +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill.egg-info/entry_points.txt +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/dagstermill.egg-info/top_level.txt +0 -0
- {dagstermill-0.25.8 → dagstermill-0.25.10}/setup.cfg +0 -0
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import pickle
|
|
2
2
|
import tempfile
|
|
3
|
-
from
|
|
3
|
+
from collections.abc import Iterable, Mapping
|
|
4
|
+
from typing import Any, Callable, Optional, Union, cast
|
|
4
5
|
|
|
5
6
|
import dagster._check as check
|
|
6
7
|
from dagster import (
|
|
@@ -76,7 +77,7 @@ def define_dagstermill_asset(
|
|
|
76
77
|
deps: Optional[Iterable[Union[CoercibleToAssetKey, AssetsDefinition, SourceAsset]]] = None,
|
|
77
78
|
metadata: Optional[Mapping[str, Any]] = None,
|
|
78
79
|
config_schema: Optional[Union[Any, Mapping[str, Any]]] = None,
|
|
79
|
-
required_resource_keys: Optional[
|
|
80
|
+
required_resource_keys: Optional[set[str]] = None,
|
|
80
81
|
resource_defs: Optional[Mapping[str, ResourceDefinition]] = None,
|
|
81
82
|
description: Optional[str] = None,
|
|
82
83
|
partitions_def: Optional[PartitionsDefinition] = None,
|
|
@@ -85,7 +86,7 @@ def define_dagstermill_asset(
|
|
|
85
86
|
io_manager_key: Optional[str] = None,
|
|
86
87
|
retry_policy: Optional[RetryPolicy] = None,
|
|
87
88
|
save_notebook_on_failure: bool = False,
|
|
88
|
-
non_argument_deps: Optional[Union[
|
|
89
|
+
non_argument_deps: Optional[Union[set[AssetKey], set[str]]] = None,
|
|
89
90
|
asset_tags: Optional[Mapping[str, Any]] = None,
|
|
90
91
|
) -> AssetsDefinition:
|
|
91
92
|
"""Creates a Dagster asset for a Jupyter notebook.
|
|
@@ -194,7 +195,7 @@ def define_dagstermill_asset(
|
|
|
194
195
|
}
|
|
195
196
|
|
|
196
197
|
if safe_is_subclass(config_schema, Config):
|
|
197
|
-
config_schema = infer_schema_from_config_class(cast(
|
|
198
|
+
config_schema = infer_schema_from_config_class(cast(type[Config], config_schema))
|
|
198
199
|
|
|
199
200
|
return asset(
|
|
200
201
|
name=name,
|
|
@@ -86,9 +86,7 @@ else:
|
|
|
86
86
|
# the kernel down. Note that atexit doesn't seem to work at all in ipython, and hooking into
|
|
87
87
|
# the ipython post_execute event doesn't work in papermill.
|
|
88
88
|
def papermill_process(self, nb_man, resources):
|
|
89
|
-
_, resources = super(
|
|
90
|
-
nb_man, resources
|
|
91
|
-
)
|
|
89
|
+
_, resources = super().papermill_process(nb_man, resources)
|
|
92
90
|
|
|
93
91
|
new_cell = nbformat.v4.new_code_cell(
|
|
94
92
|
source="import dagstermill as __dm_dagstermill\n__dm_dagstermill._teardown()\n"
|
|
@@ -4,7 +4,8 @@ import pickle
|
|
|
4
4
|
import sys
|
|
5
5
|
import tempfile
|
|
6
6
|
import uuid
|
|
7
|
-
from
|
|
7
|
+
from collections.abc import Iterable, Mapping, Sequence
|
|
8
|
+
from typing import Any, Callable, Optional, Union, cast
|
|
8
9
|
|
|
9
10
|
import nbformat
|
|
10
11
|
import papermill
|
|
@@ -347,7 +348,7 @@ def define_dagstermill_op(
|
|
|
347
348
|
ins: Optional[Mapping[str, In]] = None,
|
|
348
349
|
outs: Optional[Mapping[str, Out]] = None,
|
|
349
350
|
config_schema: Optional[Union[Any, Mapping[str, Any]]] = None,
|
|
350
|
-
required_resource_keys: Optional[
|
|
351
|
+
required_resource_keys: Optional[set[str]] = None,
|
|
351
352
|
output_notebook_name: Optional[str] = None,
|
|
352
353
|
asset_key_prefix: Optional[Union[Sequence[str], str]] = None,
|
|
353
354
|
description: Optional[str] = None,
|
|
@@ -431,7 +432,7 @@ def define_dagstermill_op(
|
|
|
431
432
|
}
|
|
432
433
|
|
|
433
434
|
if safe_is_subclass(config_schema, Config):
|
|
434
|
-
config_schema = infer_schema_from_config_class(cast(
|
|
435
|
+
config_schema = infer_schema_from_config_class(cast(type[Config], config_schema))
|
|
435
436
|
|
|
436
437
|
return OpDefinition(
|
|
437
438
|
name=name,
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import os
|
|
2
|
+
from collections.abc import Sequence
|
|
2
3
|
from pathlib import Path
|
|
3
|
-
from typing import Any,
|
|
4
|
+
from typing import Any, Optional
|
|
4
5
|
|
|
5
6
|
import dagster._check as check
|
|
6
7
|
from dagster import (
|
|
@@ -33,7 +34,7 @@ class OutputNotebookIOManager(IOManager):
|
|
|
33
34
|
|
|
34
35
|
class LocalOutputNotebookIOManager(OutputNotebookIOManager):
|
|
35
36
|
def __init__(self, base_dir: str, asset_key_prefix: Optional[Sequence[str]] = None):
|
|
36
|
-
super(
|
|
37
|
+
super().__init__(asset_key_prefix=asset_key_prefix)
|
|
37
38
|
self.base_dir = base_dir
|
|
38
39
|
self.write_mode = "wb"
|
|
39
40
|
self.read_mode = "rb"
|
|
@@ -92,7 +93,7 @@ class ConfigurableLocalOutputNotebookIOManager(ConfigurableIOManagerFactory):
|
|
|
92
93
|
" directory if not provided."
|
|
93
94
|
),
|
|
94
95
|
)
|
|
95
|
-
asset_key_prefix:
|
|
96
|
+
asset_key_prefix: list[str] = Field(
|
|
96
97
|
default=[],
|
|
97
98
|
description=(
|
|
98
99
|
"Asset key prefix to apply to assets materialized for output notebooks. Defaults to no"
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import os
|
|
2
2
|
import pickle
|
|
3
3
|
import uuid
|
|
4
|
-
from
|
|
4
|
+
from collections.abc import Mapping
|
|
5
|
+
from typing import TYPE_CHECKING, AbstractSet, Any, Optional, cast # noqa: UP035
|
|
5
6
|
|
|
6
7
|
from dagster import (
|
|
7
8
|
AssetMaterialization,
|
|
@@ -60,12 +61,7 @@ class DagstermillResourceEventGenerationManager(EventGenerationManager):
|
|
|
60
61
|
return iter(())
|
|
61
62
|
|
|
62
63
|
def teardown(self):
|
|
63
|
-
return [
|
|
64
|
-
teardown_event
|
|
65
|
-
for teardown_event in super(
|
|
66
|
-
DagstermillResourceEventGenerationManager, self
|
|
67
|
-
).generate_teardown_events()
|
|
68
|
-
]
|
|
64
|
+
return [teardown_event for teardown_event in super().generate_teardown_events()]
|
|
69
65
|
|
|
70
66
|
|
|
71
67
|
class Manager:
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.25.10"
|
|
@@ -1,11 +1,10 @@
|
|
|
1
1
|
from pathlib import Path
|
|
2
|
-
from typing import Dict
|
|
3
2
|
|
|
4
3
|
from setuptools import find_packages, setup
|
|
5
4
|
|
|
6
5
|
|
|
7
6
|
def get_version() -> str:
|
|
8
|
-
version:
|
|
7
|
+
version: dict[str, str] = {}
|
|
9
8
|
with open(Path(__file__).parent / "dagstermill/version.py", encoding="utf8") as fp:
|
|
10
9
|
exec(fp.read(), version)
|
|
11
10
|
|
|
@@ -32,7 +31,7 @@ setup(
|
|
|
32
31
|
],
|
|
33
32
|
python_requires=">=3.9,<3.13",
|
|
34
33
|
install_requires=[
|
|
35
|
-
"dagster==1.9.
|
|
34
|
+
"dagster==1.9.10",
|
|
36
35
|
# ipykernel 5.4.0 and 5.4.1 broke papermill
|
|
37
36
|
# see https://github.com/dagster-io/dagster/issues/3401,
|
|
38
37
|
# https://github.com/nteract/papermill/issues/519,
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.25.8"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|