dagstermill 0.25.12__py3-none-any.whl → 0.26.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagstermill might be problematic. Click here for more details.

@@ -17,6 +17,7 @@ from dagster import (
17
17
  SourceAsset,
18
18
  asset,
19
19
  )
20
+ from dagster._annotations import beta, beta_param
20
21
  from dagster._config.pythonic_config import Config, infer_schema_from_config_class
21
22
  from dagster._config.pythonic_config.type_check_utils import safe_is_subclass
22
23
  from dagster._core.definitions.events import CoercibleToAssetKey, CoercibleToAssetKeyPrefix
@@ -69,6 +70,8 @@ def _make_dagstermill_asset_compute_fn(
69
70
  return _t_fn
70
71
 
71
72
 
73
+ @beta
74
+ @beta_param(param="resource_defs")
72
75
  def define_dagstermill_asset(
73
76
  name: str,
74
77
  notebook_path: str,
@@ -117,7 +120,7 @@ def define_dagstermill_asset(
117
120
  group_name (Optional[str]): A string name used to organize multiple assets into groups. If not provided,
118
121
  the name "default" is used.
119
122
  resource_defs (Optional[Mapping[str, ResourceDefinition]]):
120
- (Experimental) A mapping of resource keys to resource definitions. These resources
123
+ (Beta) A mapping of resource keys to resource definitions. These resources
121
124
  will be initialized during execution, and can be accessed from the
122
125
  context within the notebook.
123
126
  io_manager_key (Optional[str]): A string key for the IO manager used to store the output notebook.
dagstermill/context.py CHANGED
@@ -7,7 +7,7 @@ from dagster import (
7
7
  OpDefinition,
8
8
  _check as check,
9
9
  )
10
- from dagster._annotations import public
10
+ from dagster._annotations import beta, public
11
11
  from dagster._core.definitions.dependency import Node, NodeHandle
12
12
  from dagster._core.definitions.repository_definition.repository_definition import (
13
13
  RepositoryDefinition,
@@ -18,6 +18,7 @@ from dagster._core.log_manager import DagsterLogManager
18
18
  from dagster._core.system_config.objects import ResolvedRunConfig
19
19
 
20
20
 
21
+ @beta
21
22
  class DagstermillExecutionContext(AbstractComputeExecutionContext):
22
23
  """Dagstermill-specific execution context.
23
24
 
dagstermill/factory.py CHANGED
@@ -17,6 +17,7 @@ from dagster import (
17
17
  _check as check,
18
18
  _seven,
19
19
  )
20
+ from dagster._annotations import beta
20
21
  from dagster._config.pythonic_config import Config, infer_schema_from_config_class
21
22
  from dagster._config.pythonic_config.type_check_utils import safe_is_subclass
22
23
  from dagster._core.definitions.events import AssetMaterialization, Failure, RetryRequested
@@ -62,6 +63,7 @@ def _find_first_tagged_cell_index(nb, tag):
62
63
  # This is based on papermill.parameterize.parameterize_notebook
63
64
  # Typically, papermill injects the injected-parameters cell *below* the parameters cell
64
65
  # but we want to *replace* the parameters cell, which is what this function does.
66
+ @beta
65
67
  def replace_parameters(context, nb, parameters):
66
68
  """Assigned parameters into the appropriate place in the input notebook.
67
69
 
@@ -108,6 +110,7 @@ def replace_parameters(context, nb, parameters):
108
110
  return nb
109
111
 
110
112
 
113
+ @beta
111
114
  def get_papermill_parameters(
112
115
  step_context: StepExecutionContext,
113
116
  inputs: Mapping[str, object],
@@ -161,6 +164,7 @@ def get_papermill_parameters(
161
164
  return parameters
162
165
 
163
166
 
167
+ @beta
164
168
  def execute_notebook(
165
169
  step_context: StepExecutionContext,
166
170
  name: str,
@@ -342,6 +346,7 @@ def _make_dagstermill_compute_fn(
342
346
  return _t_fn
343
347
 
344
348
 
349
+ @beta
345
350
  def define_dagstermill_op(
346
351
  name: str,
347
352
  notebook_path: str,
@@ -11,6 +11,7 @@ from dagster import (
11
11
  InitResourceContext,
12
12
  IOManager,
13
13
  )
14
+ from dagster._annotations import beta
14
15
  from dagster._core.definitions.metadata import MetadataValue
15
16
  from dagster._core.execution.context.input import InputContext
16
17
  from dagster._core.execution.context.output import OutputContext
@@ -83,6 +84,7 @@ class LocalOutputNotebookIOManager(OutputNotebookIOManager):
83
84
  return file_obj.read()
84
85
 
85
86
 
87
+ @beta
86
88
  class ConfigurableLocalOutputNotebookIOManager(ConfigurableIOManagerFactory):
87
89
  """Built-in IO Manager for handling output notebook."""
88
90
 
@@ -112,6 +114,7 @@ class ConfigurableLocalOutputNotebookIOManager(ConfigurableIOManagerFactory):
112
114
  )
113
115
 
114
116
 
117
+ @beta
115
118
  @dagster_maintained_io_manager
116
119
  @io_manager(config_schema=ConfigurableLocalOutputNotebookIOManager.to_config_schema())
117
120
  def local_output_notebook_io_manager(init_context) -> LocalOutputNotebookIOManager:
dagstermill/manager.py CHANGED
@@ -15,6 +15,7 @@ from dagster import (
15
15
  TypeCheck,
16
16
  _check as check,
17
17
  )
18
+ from dagster._annotations import beta
18
19
  from dagster._core.definitions.dependency import NodeHandle
19
20
  from dagster._core.definitions.events import RetryRequested
20
21
  from dagster._core.definitions.graph_definition import GraphDefinition
@@ -64,6 +65,7 @@ class DagstermillResourceEventGenerationManager(EventGenerationManager):
64
65
  return [teardown_event for teardown_event in super().generate_teardown_events()]
65
66
 
66
67
 
68
+ @beta
67
69
  class Manager:
68
70
  def __init__(self):
69
71
  self.job = None
dagstermill/version.py CHANGED
@@ -1 +1 @@
1
- __version__ = "0.25.12"
1
+ __version__ = "0.26.0"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagstermill
3
- Version: 0.25.12
3
+ Version: 0.26.0
4
4
  Summary: run notebooks using the Dagster tools
5
5
  Author: Dagster Labs
6
6
  Author-email: hello@dagsterlabs.com
@@ -12,7 +12,7 @@ Classifier: License :: OSI Approved :: Apache Software License
12
12
  Classifier: Operating System :: OS Independent
13
13
  Requires-Python: >=3.9,<3.13
14
14
  License-File: LICENSE
15
- Requires-Dist: dagster ==1.9.12
15
+ Requires-Dist: dagster ==1.10.0
16
16
  Requires-Dist: ipykernel !=5.4.0,!=5.4.1,>=4.9.0
17
17
  Requires-Dist: ipython-genutils >=0.2.0
18
18
  Requires-Dist: packaging >=20.9
@@ -0,0 +1,22 @@
1
+ dagstermill/__init__.py,sha256=3YqU9M3bCTeiof-BEHLmZ-A06HEYxdALfSu1pB9QAeg,1262
2
+ dagstermill/__main__.py,sha256=GqkyStw1mh9zw2gMbQBQpIqW0hpr3I8unVWrw_VqdW8,41
3
+ dagstermill/asset_factory.py,sha256=DH5LRZ_2w74G7rgoCNXTUS4HRdIjlXx8MN1ElP1e7Qo,9841
4
+ dagstermill/cli.py,sha256=J8u70wrJ_WvELbEo6Dchiwso6Y3E7r5FuHCcjQb4E4I,4521
5
+ dagstermill/compat.py,sha256=GCfUaGC3eIEhlZP_VFtua8hFKNtwXocOAfYxuKZ5X3I,526
6
+ dagstermill/context.py,sha256=gng48LHtyXbU171WkIfyxS_q8Qgg_ItD6Z2FN625lAo,6171
7
+ dagstermill/engine.py,sha256=exxp3VUOKcTWjEOlc0NQZkxeRPmR3JYTFp7BBH5xM7I,5788
8
+ dagstermill/errors.py,sha256=WOmpAGp-J1XhyGK_LT3ZZKsBwF5dvrWbqSaSldtoh6Y,141
9
+ dagstermill/factory.py,sha256=vwTygRE1FETR_0L7LVRFa0n-wu99c0YTaLm0jMa_FNc,18842
10
+ dagstermill/io_managers.py,sha256=zRIMpZ_j61942pTttrXdwwkS8Qv20x0r3V0JWf1xnSg,4440
11
+ dagstermill/manager.py,sha256=2Hz_I-jsPaZNsxXPRxdpezhhfBD3bnAjrQBz_gdqSlg,16105
12
+ dagstermill/serialize.py,sha256=eXW3c26CiILT_uebyFcAKBnsiNxnjyGT_ch3PfGyjek,188
13
+ dagstermill/translator.py,sha256=h1VPAOWtdjLKzFjRmyN9hO_R6qJuAETNkJydfdgwWGM,2170
14
+ dagstermill/version.py,sha256=S1dNBNSmHJkAHkq1vL1Yg-dFpQk0fri_CstNlL1u5qw,23
15
+ dagstermill/examples/__init__.py,sha256=_2u28VKkHmd16vz0Q2N7Fw5QKsJ65HEnIfJL26gNUIw,75
16
+ dagstermill/examples/repository.py,sha256=AlBcvZHCqZ4wAGp8YjO67A1STx0FPhBG97vGEjZv3Bw,15858
17
+ dagstermill-0.26.0.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
18
+ dagstermill-0.26.0.dist-info/METADATA,sha256=OhMtiEAf7OVOJ3IJMQ9tV5xdlKKrUllzvS0NZCfw66M,936
19
+ dagstermill-0.26.0.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
20
+ dagstermill-0.26.0.dist-info/entry_points.txt,sha256=885a7vvhABYWEj7W28elkzSmIcKO3REkdd5h4Z4DEJs,53
21
+ dagstermill-0.26.0.dist-info/top_level.txt,sha256=YDelJKdA5YIIrjsObdd8U4E9YhuXJLRe9NKfUzud9Uc,12
22
+ dagstermill-0.26.0.dist-info/RECORD,,
@@ -1,22 +0,0 @@
1
- dagstermill/__init__.py,sha256=3YqU9M3bCTeiof-BEHLmZ-A06HEYxdALfSu1pB9QAeg,1262
2
- dagstermill/__main__.py,sha256=GqkyStw1mh9zw2gMbQBQpIqW0hpr3I8unVWrw_VqdW8,41
3
- dagstermill/asset_factory.py,sha256=v-vi5hx4J9u75ihI9HtIAD4D3t08BljuCeqL2LdfSJs,9758
4
- dagstermill/cli.py,sha256=J8u70wrJ_WvELbEo6Dchiwso6Y3E7r5FuHCcjQb4E4I,4521
5
- dagstermill/compat.py,sha256=GCfUaGC3eIEhlZP_VFtua8hFKNtwXocOAfYxuKZ5X3I,526
6
- dagstermill/context.py,sha256=FAR2EjRZaatATl25RIQM7ERHz0SVqQenFTjVa2xsNSk,6159
7
- dagstermill/engine.py,sha256=exxp3VUOKcTWjEOlc0NQZkxeRPmR3JYTFp7BBH5xM7I,5788
8
- dagstermill/errors.py,sha256=WOmpAGp-J1XhyGK_LT3ZZKsBwF5dvrWbqSaSldtoh6Y,141
9
- dagstermill/factory.py,sha256=adgggEb3oAMaEF3DkDQDQ-t460axZVKdQD3MlZPSvxQ,18780
10
- dagstermill/io_managers.py,sha256=GqDT-T0VJMB301ExYiNT_Dxs3kyMZA8u-oj7YRAlFtg,4390
11
- dagstermill/manager.py,sha256=pVZl0vLx2-ZHKUlAJkHyveIoVxqSyMWFBqYdfQ3t3oY,16061
12
- dagstermill/serialize.py,sha256=eXW3c26CiILT_uebyFcAKBnsiNxnjyGT_ch3PfGyjek,188
13
- dagstermill/translator.py,sha256=h1VPAOWtdjLKzFjRmyN9hO_R6qJuAETNkJydfdgwWGM,2170
14
- dagstermill/version.py,sha256=ae7JWfpdojMZMzpeaY3EWP2rDq4ceUccvsCEiGI6MEI,24
15
- dagstermill/examples/__init__.py,sha256=_2u28VKkHmd16vz0Q2N7Fw5QKsJ65HEnIfJL26gNUIw,75
16
- dagstermill/examples/repository.py,sha256=AlBcvZHCqZ4wAGp8YjO67A1STx0FPhBG97vGEjZv3Bw,15858
17
- dagstermill-0.25.12.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
18
- dagstermill-0.25.12.dist-info/METADATA,sha256=-5c7rXIhftMzy7XuL7keZU5NmvbV1MEelEyEkKiLlIw,937
19
- dagstermill-0.25.12.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
20
- dagstermill-0.25.12.dist-info/entry_points.txt,sha256=885a7vvhABYWEj7W28elkzSmIcKO3REkdd5h4Z4DEJs,53
21
- dagstermill-0.25.12.dist-info/top_level.txt,sha256=YDelJKdA5YIIrjsObdd8U4E9YhuXJLRe9NKfUzud9Uc,12
22
- dagstermill-0.25.12.dist-info/RECORD,,