dagstermill 0.25.13__tar.gz → 0.26.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagstermill might be problematic. Click here for more details.
- {dagstermill-0.25.13/dagstermill.egg-info → dagstermill-0.26.0}/PKG-INFO +1 -1
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/asset_factory.py +4 -1
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/context.py +2 -1
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/factory.py +5 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/io_managers.py +3 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/manager.py +2 -0
- dagstermill-0.26.0/dagstermill/version.py +1 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0/dagstermill.egg-info}/PKG-INFO +1 -1
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill.egg-info/requires.txt +1 -1
- {dagstermill-0.25.13 → dagstermill-0.26.0}/setup.py +1 -1
- dagstermill-0.25.13/dagstermill/version.py +0 -1
- {dagstermill-0.25.13 → dagstermill-0.26.0}/LICENSE +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/MANIFEST.in +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/README.md +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/__init__.py +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/__main__.py +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/cli.py +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/compat.py +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/engine.py +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/errors.py +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/examples/__init__.py +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/examples/repository.py +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/py.typed +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/serialize.py +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill/translator.py +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill.egg-info/SOURCES.txt +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill.egg-info/dependency_links.txt +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill.egg-info/entry_points.txt +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/dagstermill.egg-info/top_level.txt +0 -0
- {dagstermill-0.25.13 → dagstermill-0.26.0}/setup.cfg +0 -0
|
@@ -17,6 +17,7 @@ from dagster import (
|
|
|
17
17
|
SourceAsset,
|
|
18
18
|
asset,
|
|
19
19
|
)
|
|
20
|
+
from dagster._annotations import beta, beta_param
|
|
20
21
|
from dagster._config.pythonic_config import Config, infer_schema_from_config_class
|
|
21
22
|
from dagster._config.pythonic_config.type_check_utils import safe_is_subclass
|
|
22
23
|
from dagster._core.definitions.events import CoercibleToAssetKey, CoercibleToAssetKeyPrefix
|
|
@@ -69,6 +70,8 @@ def _make_dagstermill_asset_compute_fn(
|
|
|
69
70
|
return _t_fn
|
|
70
71
|
|
|
71
72
|
|
|
73
|
+
@beta
|
|
74
|
+
@beta_param(param="resource_defs")
|
|
72
75
|
def define_dagstermill_asset(
|
|
73
76
|
name: str,
|
|
74
77
|
notebook_path: str,
|
|
@@ -117,7 +120,7 @@ def define_dagstermill_asset(
|
|
|
117
120
|
group_name (Optional[str]): A string name used to organize multiple assets into groups. If not provided,
|
|
118
121
|
the name "default" is used.
|
|
119
122
|
resource_defs (Optional[Mapping[str, ResourceDefinition]]):
|
|
120
|
-
(
|
|
123
|
+
(Beta) A mapping of resource keys to resource definitions. These resources
|
|
121
124
|
will be initialized during execution, and can be accessed from the
|
|
122
125
|
context within the notebook.
|
|
123
126
|
io_manager_key (Optional[str]): A string key for the IO manager used to store the output notebook.
|
|
@@ -7,7 +7,7 @@ from dagster import (
|
|
|
7
7
|
OpDefinition,
|
|
8
8
|
_check as check,
|
|
9
9
|
)
|
|
10
|
-
from dagster._annotations import public
|
|
10
|
+
from dagster._annotations import beta, public
|
|
11
11
|
from dagster._core.definitions.dependency import Node, NodeHandle
|
|
12
12
|
from dagster._core.definitions.repository_definition.repository_definition import (
|
|
13
13
|
RepositoryDefinition,
|
|
@@ -18,6 +18,7 @@ from dagster._core.log_manager import DagsterLogManager
|
|
|
18
18
|
from dagster._core.system_config.objects import ResolvedRunConfig
|
|
19
19
|
|
|
20
20
|
|
|
21
|
+
@beta
|
|
21
22
|
class DagstermillExecutionContext(AbstractComputeExecutionContext):
|
|
22
23
|
"""Dagstermill-specific execution context.
|
|
23
24
|
|
|
@@ -17,6 +17,7 @@ from dagster import (
|
|
|
17
17
|
_check as check,
|
|
18
18
|
_seven,
|
|
19
19
|
)
|
|
20
|
+
from dagster._annotations import beta
|
|
20
21
|
from dagster._config.pythonic_config import Config, infer_schema_from_config_class
|
|
21
22
|
from dagster._config.pythonic_config.type_check_utils import safe_is_subclass
|
|
22
23
|
from dagster._core.definitions.events import AssetMaterialization, Failure, RetryRequested
|
|
@@ -62,6 +63,7 @@ def _find_first_tagged_cell_index(nb, tag):
|
|
|
62
63
|
# This is based on papermill.parameterize.parameterize_notebook
|
|
63
64
|
# Typically, papermill injects the injected-parameters cell *below* the parameters cell
|
|
64
65
|
# but we want to *replace* the parameters cell, which is what this function does.
|
|
66
|
+
@beta
|
|
65
67
|
def replace_parameters(context, nb, parameters):
|
|
66
68
|
"""Assigned parameters into the appropriate place in the input notebook.
|
|
67
69
|
|
|
@@ -108,6 +110,7 @@ def replace_parameters(context, nb, parameters):
|
|
|
108
110
|
return nb
|
|
109
111
|
|
|
110
112
|
|
|
113
|
+
@beta
|
|
111
114
|
def get_papermill_parameters(
|
|
112
115
|
step_context: StepExecutionContext,
|
|
113
116
|
inputs: Mapping[str, object],
|
|
@@ -161,6 +164,7 @@ def get_papermill_parameters(
|
|
|
161
164
|
return parameters
|
|
162
165
|
|
|
163
166
|
|
|
167
|
+
@beta
|
|
164
168
|
def execute_notebook(
|
|
165
169
|
step_context: StepExecutionContext,
|
|
166
170
|
name: str,
|
|
@@ -342,6 +346,7 @@ def _make_dagstermill_compute_fn(
|
|
|
342
346
|
return _t_fn
|
|
343
347
|
|
|
344
348
|
|
|
349
|
+
@beta
|
|
345
350
|
def define_dagstermill_op(
|
|
346
351
|
name: str,
|
|
347
352
|
notebook_path: str,
|
|
@@ -11,6 +11,7 @@ from dagster import (
|
|
|
11
11
|
InitResourceContext,
|
|
12
12
|
IOManager,
|
|
13
13
|
)
|
|
14
|
+
from dagster._annotations import beta
|
|
14
15
|
from dagster._core.definitions.metadata import MetadataValue
|
|
15
16
|
from dagster._core.execution.context.input import InputContext
|
|
16
17
|
from dagster._core.execution.context.output import OutputContext
|
|
@@ -83,6 +84,7 @@ class LocalOutputNotebookIOManager(OutputNotebookIOManager):
|
|
|
83
84
|
return file_obj.read()
|
|
84
85
|
|
|
85
86
|
|
|
87
|
+
@beta
|
|
86
88
|
class ConfigurableLocalOutputNotebookIOManager(ConfigurableIOManagerFactory):
|
|
87
89
|
"""Built-in IO Manager for handling output notebook."""
|
|
88
90
|
|
|
@@ -112,6 +114,7 @@ class ConfigurableLocalOutputNotebookIOManager(ConfigurableIOManagerFactory):
|
|
|
112
114
|
)
|
|
113
115
|
|
|
114
116
|
|
|
117
|
+
@beta
|
|
115
118
|
@dagster_maintained_io_manager
|
|
116
119
|
@io_manager(config_schema=ConfigurableLocalOutputNotebookIOManager.to_config_schema())
|
|
117
120
|
def local_output_notebook_io_manager(init_context) -> LocalOutputNotebookIOManager:
|
|
@@ -15,6 +15,7 @@ from dagster import (
|
|
|
15
15
|
TypeCheck,
|
|
16
16
|
_check as check,
|
|
17
17
|
)
|
|
18
|
+
from dagster._annotations import beta
|
|
18
19
|
from dagster._core.definitions.dependency import NodeHandle
|
|
19
20
|
from dagster._core.definitions.events import RetryRequested
|
|
20
21
|
from dagster._core.definitions.graph_definition import GraphDefinition
|
|
@@ -64,6 +65,7 @@ class DagstermillResourceEventGenerationManager(EventGenerationManager):
|
|
|
64
65
|
return [teardown_event for teardown_event in super().generate_teardown_events()]
|
|
65
66
|
|
|
66
67
|
|
|
68
|
+
@beta
|
|
67
69
|
class Manager:
|
|
68
70
|
def __init__(self):
|
|
69
71
|
self.job = None
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.26.0"
|
|
@@ -31,7 +31,7 @@ setup(
|
|
|
31
31
|
],
|
|
32
32
|
python_requires=">=3.9,<3.13",
|
|
33
33
|
install_requires=[
|
|
34
|
-
"dagster==1.
|
|
34
|
+
"dagster==1.10.0",
|
|
35
35
|
# ipykernel 5.4.0 and 5.4.1 broke papermill
|
|
36
36
|
# see https://github.com/dagster-io/dagster/issues/3401,
|
|
37
37
|
# https://github.com/nteract/papermill/issues/519,
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.25.13"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|