dagstermill 0.23.9rc0__tar.gz → 0.23.11__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagstermill might be problematic. Click here for more details.
- {dagstermill-0.23.9rc0/dagstermill.egg-info → dagstermill-0.23.11}/PKG-INFO +1 -1
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/asset_factory.py +10 -3
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/examples/repository.py +1 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/factory.py +6 -2
- dagstermill-0.23.11/dagstermill/version.py +1 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11/dagstermill.egg-info}/PKG-INFO +1 -1
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill.egg-info/requires.txt +1 -1
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/setup.py +1 -1
- dagstermill-0.23.9rc0/dagstermill/version.py +0 -1
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/LICENSE +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/MANIFEST.in +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/README.md +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/__init__.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/__main__.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/cli.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/compat.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/context.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/engine.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/errors.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/examples/__init__.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/io_managers.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/manager.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/py.typed +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/serialize.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill/translator.py +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill.egg-info/SOURCES.txt +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill.egg-info/dependency_links.txt +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill.egg-info/entry_points.txt +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/dagstermill.egg-info/top_level.txt +0 -0
- {dagstermill-0.23.9rc0 → dagstermill-0.23.11}/setup.cfg +0 -0
|
@@ -21,6 +21,7 @@ from dagster._config.pythonic_config.type_check_utils import safe_is_subclass
|
|
|
21
21
|
from dagster._core.definitions.events import CoercibleToAssetKey, CoercibleToAssetKeyPrefix
|
|
22
22
|
from dagster._core.definitions.utils import normalize_tags
|
|
23
23
|
from dagster._core.execution.context.compute import OpExecutionContext
|
|
24
|
+
from dagster._core.storage.tags import COMPUTE_KIND_TAG
|
|
24
25
|
|
|
25
26
|
from dagstermill.factory import _clean_path_for_windows, execute_notebook
|
|
26
27
|
|
|
@@ -85,6 +86,7 @@ def define_dagstermill_asset(
|
|
|
85
86
|
retry_policy: Optional[RetryPolicy] = None,
|
|
86
87
|
save_notebook_on_failure: bool = False,
|
|
87
88
|
non_argument_deps: Optional[Union[Set[AssetKey], Set[str]]] = None,
|
|
89
|
+
asset_tags: Optional[Mapping[str, Any]] = None,
|
|
88
90
|
) -> AssetsDefinition:
|
|
89
91
|
"""Creates a Dagster asset for a Jupyter notebook.
|
|
90
92
|
|
|
@@ -123,6 +125,7 @@ def define_dagstermill_asset(
|
|
|
123
125
|
save_notebook_on_failure (bool): If True and the notebook fails during execution, the failed notebook will be
|
|
124
126
|
written to the Dagster storage directory. The location of the file will be printed in the Dagster logs.
|
|
125
127
|
Defaults to False.
|
|
128
|
+
asset_tags (Optional[Dict[str, Any]]): A dictionary of tags to apply to the asset.
|
|
126
129
|
non_argument_deps (Optional[Union[Set[AssetKey], Set[str]]]): Deprecated, use deps instead. Set of asset keys that are
|
|
127
130
|
upstream dependencies, but do not pass an input to the asset.
|
|
128
131
|
|
|
@@ -180,12 +183,15 @@ def define_dagstermill_asset(
|
|
|
180
183
|
" is reserved for use by Dagster",
|
|
181
184
|
)
|
|
182
185
|
check.invariant(
|
|
183
|
-
|
|
184
|
-
"user-defined op tags contains the `
|
|
186
|
+
COMPUTE_KIND_TAG not in op_tags,
|
|
187
|
+
f"user-defined op tags contains the `{COMPUTE_KIND_TAG}` key, but the `{COMPUTE_KIND_TAG}` key is reserved for"
|
|
185
188
|
" use by Dagster",
|
|
186
189
|
)
|
|
187
190
|
|
|
188
|
-
default_tags = {
|
|
191
|
+
default_tags = {
|
|
192
|
+
"notebook_path": _clean_path_for_windows(notebook_path),
|
|
193
|
+
COMPUTE_KIND_TAG: "ipynb",
|
|
194
|
+
}
|
|
189
195
|
|
|
190
196
|
if safe_is_subclass(config_schema, Config):
|
|
191
197
|
config_schema = infer_schema_from_config_class(cast(Type[Config], config_schema))
|
|
@@ -207,6 +213,7 @@ def define_dagstermill_asset(
|
|
|
207
213
|
io_manager_key=io_mgr_key,
|
|
208
214
|
retry_policy=retry_policy,
|
|
209
215
|
non_argument_deps=non_argument_deps,
|
|
216
|
+
tags=asset_tags,
|
|
210
217
|
)(
|
|
211
218
|
_make_dagstermill_asset_compute_fn(
|
|
212
219
|
name=name,
|
|
@@ -570,6 +570,7 @@ custom_io_mgr_key_asset = dagstermill.define_dagstermill_asset(
|
|
|
570
570
|
name="custom_io_mgr_key",
|
|
571
571
|
notebook_path=nb_test_path("hello_world"),
|
|
572
572
|
io_manager_key="my_custom_io_manager",
|
|
573
|
+
asset_tags={"foo": "bar"},
|
|
573
574
|
)
|
|
574
575
|
|
|
575
576
|
yield_event_asset = dagstermill.define_dagstermill_asset(
|
|
@@ -26,6 +26,7 @@ from dagster._core.execution.context.compute import OpExecutionContext
|
|
|
26
26
|
from dagster._core.execution.context.input import build_input_context
|
|
27
27
|
from dagster._core.execution.context.system import StepExecutionContext
|
|
28
28
|
from dagster._core.execution.plan.outputs import StepOutputHandle
|
|
29
|
+
from dagster._core.storage.tags import COMPUTE_KIND_TAG
|
|
29
30
|
from dagster._serdes import pack_value
|
|
30
31
|
from dagster._seven import get_system_temp_directory
|
|
31
32
|
from dagster._utils import mkdir_p, safe_tempfile_path
|
|
@@ -420,11 +421,14 @@ def define_dagstermill_op(
|
|
|
420
421
|
" is reserved for use by Dagster",
|
|
421
422
|
)
|
|
422
423
|
check.invariant(
|
|
423
|
-
|
|
424
|
+
COMPUTE_KIND_TAG not in tags,
|
|
424
425
|
"user-defined op tags contains the `kind` key, but the `kind` key is reserved for"
|
|
425
426
|
" use by Dagster",
|
|
426
427
|
)
|
|
427
|
-
default_tags = {
|
|
428
|
+
default_tags = {
|
|
429
|
+
"notebook_path": _clean_path_for_windows(notebook_path),
|
|
430
|
+
COMPUTE_KIND_TAG: "ipynb",
|
|
431
|
+
}
|
|
428
432
|
|
|
429
433
|
if safe_is_subclass(config_schema, Config):
|
|
430
434
|
config_schema = infer_schema_from_config_class(cast(Type[Config], config_schema))
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.23.11"
|
|
@@ -33,7 +33,7 @@ setup(
|
|
|
33
33
|
],
|
|
34
34
|
python_requires=">=3.8,<3.13",
|
|
35
35
|
install_requires=[
|
|
36
|
-
"dagster==1.7.
|
|
36
|
+
"dagster==1.7.11",
|
|
37
37
|
# ipykernel 5.4.0 and 5.4.1 broke papermill
|
|
38
38
|
# see https://github.com/dagster-io/dagster/issues/3401,
|
|
39
39
|
# https://github.com/nteract/papermill/issues/519,
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.23.9rc0"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|