dagstermill 0.22.14__tar.gz → 0.23.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagstermill might be problematic. Click here for more details.
- {dagstermill-0.22.14/dagstermill.egg-info → dagstermill-0.23.1}/PKG-INFO +1 -1
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/asset_factory.py +2 -2
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/context.py +8 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/factory.py +3 -5
- dagstermill-0.23.1/dagstermill/version.py +1 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1/dagstermill.egg-info}/PKG-INFO +1 -1
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill.egg-info/requires.txt +1 -1
- {dagstermill-0.22.14 → dagstermill-0.23.1}/setup.py +1 -1
- dagstermill-0.22.14/dagstermill/version.py +0 -1
- {dagstermill-0.22.14 → dagstermill-0.23.1}/LICENSE +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/MANIFEST.in +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/README.md +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/__init__.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/__main__.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/cli.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/compat.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/engine.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/errors.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/examples/__init__.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/examples/repository.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/io_managers.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/manager.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/py.typed +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/serialize.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill/translator.py +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill.egg-info/SOURCES.txt +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill.egg-info/dependency_links.txt +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill.egg-info/entry_points.txt +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/dagstermill.egg-info/top_level.txt +0 -0
- {dagstermill-0.22.14 → dagstermill-0.23.1}/setup.cfg +0 -0
|
@@ -19,7 +19,7 @@ from dagster import (
|
|
|
19
19
|
from dagster._config.pythonic_config import Config, infer_schema_from_config_class
|
|
20
20
|
from dagster._config.pythonic_config.type_check_utils import safe_is_subclass
|
|
21
21
|
from dagster._core.definitions.events import CoercibleToAssetKey, CoercibleToAssetKeyPrefix
|
|
22
|
-
from dagster._core.definitions.utils import
|
|
22
|
+
from dagster._core.definitions.utils import normalize_tags
|
|
23
23
|
from dagster._core.execution.context.compute import OpExecutionContext
|
|
24
24
|
|
|
25
25
|
from dagstermill.factory import _clean_path_for_windows, execute_notebook
|
|
@@ -172,7 +172,7 @@ def define_dagstermill_asset(
|
|
|
172
172
|
io_manager_key, "io_manager_key", default="output_notebook_io_manager"
|
|
173
173
|
)
|
|
174
174
|
|
|
175
|
-
user_tags =
|
|
175
|
+
user_tags = normalize_tags(op_tags).tags
|
|
176
176
|
if op_tags is not None:
|
|
177
177
|
check.invariant(
|
|
178
178
|
"notebook_path" not in op_tags,
|
|
@@ -8,6 +8,9 @@ from dagster import (
|
|
|
8
8
|
)
|
|
9
9
|
from dagster._annotations import public
|
|
10
10
|
from dagster._core.definitions.dependency import Node, NodeHandle
|
|
11
|
+
from dagster._core.definitions.repository_definition.repository_definition import (
|
|
12
|
+
RepositoryDefinition,
|
|
13
|
+
)
|
|
11
14
|
from dagster._core.execution.context.compute import AbstractComputeExecutionContext
|
|
12
15
|
from dagster._core.execution.context.system import PlanExecutionContext, StepExecutionContext
|
|
13
16
|
from dagster._core.log_manager import DagsterLogManager
|
|
@@ -100,6 +103,11 @@ class DagstermillExecutionContext(AbstractComputeExecutionContext):
|
|
|
100
103
|
"""
|
|
101
104
|
return self._job_def
|
|
102
105
|
|
|
106
|
+
@property
|
|
107
|
+
def repository_def(self) -> RepositoryDefinition:
|
|
108
|
+
""":class:`dagster.RepositoryDefinition`: The repository definition for the context."""
|
|
109
|
+
raise NotImplementedError
|
|
110
|
+
|
|
103
111
|
@property
|
|
104
112
|
def resources(self) -> Any:
|
|
105
113
|
"""collections.namedtuple: A dynamically-created type whose properties allow access to
|
|
@@ -21,7 +21,7 @@ from dagster._config.pythonic_config.type_check_utils import safe_is_subclass
|
|
|
21
21
|
from dagster._core.definitions.events import AssetMaterialization, Failure, RetryRequested
|
|
22
22
|
from dagster._core.definitions.metadata import MetadataValue
|
|
23
23
|
from dagster._core.definitions.reconstruct import ReconstructableJob
|
|
24
|
-
from dagster._core.definitions.utils import
|
|
24
|
+
from dagster._core.definitions.utils import normalize_tags
|
|
25
25
|
from dagster._core.execution.context.compute import OpExecutionContext
|
|
26
26
|
from dagster._core.execution.context.input import build_input_context
|
|
27
27
|
from dagster._core.execution.context.system import StepExecutionContext
|
|
@@ -199,9 +199,7 @@ def execute_notebook(
|
|
|
199
199
|
|
|
200
200
|
except Exception as ex:
|
|
201
201
|
step_context.log.warn(
|
|
202
|
-
"Error when attempting to materialize executed notebook: {
|
|
203
|
-
exc=str(serializable_error_info_from_exc_info(sys.exc_info()))
|
|
204
|
-
)
|
|
202
|
+
f"Error when attempting to materialize executed notebook: {serializable_error_info_from_exc_info(sys.exc_info())!s}"
|
|
205
203
|
)
|
|
206
204
|
|
|
207
205
|
if isinstance(ex, ExecutionError):
|
|
@@ -414,7 +412,7 @@ def define_dagstermill_op(
|
|
|
414
412
|
default_description = f"This op is backed by the notebook at {notebook_path}"
|
|
415
413
|
description = check.opt_str_param(description, "description", default=default_description)
|
|
416
414
|
|
|
417
|
-
user_tags =
|
|
415
|
+
user_tags = normalize_tags(tags).tags
|
|
418
416
|
if tags is not None:
|
|
419
417
|
check.invariant(
|
|
420
418
|
"notebook_path" not in tags,
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.23.1"
|
|
@@ -33,7 +33,7 @@ setup(
|
|
|
33
33
|
],
|
|
34
34
|
python_requires=">=3.8,<3.13",
|
|
35
35
|
install_requires=[
|
|
36
|
-
"dagster==1.
|
|
36
|
+
"dagster==1.7.1",
|
|
37
37
|
# ipykernel 5.4.0 and 5.4.1 broke papermill
|
|
38
38
|
# see https://github.com/dagster-io/dagster/issues/3401,
|
|
39
39
|
# https://github.com/nteract/papermill/issues/519,
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.22.14"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|