dagstermill 0.26.6rc0__tar.gz → 0.26.7rc0__tar.gz

{dagstermill-0.26.6rc0/dagstermill.egg-info → dagstermill-0.26.7rc0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagstermill
-Version: 0.26.6rc0
+Version: 0.26.7rc0
 Summary: run notebooks using the Dagster tools
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com

{dagstermill-0.26.6rc0 → dagstermill-0.26.7rc0}/dagstermill/__init__.py

@@ -1,4 +1,4 @@
-from dagster._core.libraries import DagsterLibraryRegistry
+from dagster_shared.libraries import DagsterLibraryRegistry
 
 import dagstermill.factory as factory  # noqa: F401
 from dagstermill.asset_factory import define_dagstermill_asset as define_dagstermill_asset

{dagstermill-0.26.6rc0 → dagstermill-0.26.7rc0}/dagstermill/cli.py

@@ -7,8 +7,8 @@ from typing import Optional
 import click
 import dagster._check as check
 import nbformat
-from dagster._seven.json import loads
 from dagster._utils import mkdir_p, safe_isfile
+from dagster_shared.seven.json import loads
 from papermill.iorw import load_notebook_node, write_ipynb
 
 

{dagstermill-0.26.6rc0 → dagstermill-0.26.7rc0}/dagstermill/examples/repository.py

@@ -303,12 +303,12 @@ def error_job():
 
 if DAGSTER_PANDAS_PRESENT and SKLEARN_PRESENT and MATPLOTLIB_PRESENT:
     # We need type-ignores here because type checkers don't understand the `*_PRESENT` kwargs.
-    clean_data = test_nb_op("clean_data", outs={DEFAULT_OUTPUT: Out(DataFrame)})
+    clean_data = test_nb_op("clean_data", outs={DEFAULT_OUTPUT: Out(DataFrame)})  # pyright: ignore[reportPossiblyUnboundVariable]
 
     # FIXME add an output to this
-    tutorial_LR = test_nb_op("tutorial_LR", ins={"df": In(DataFrame)})
+    tutorial_LR = test_nb_op("tutorial_LR", ins={"df": In(DataFrame)})  # pyright: ignore[reportPossiblyUnboundVariable]
 
-    tutorial_RF = test_nb_op("tutorial_RF", ins={"df": In(DataFrame)})
+    tutorial_RF = test_nb_op("tutorial_RF", ins={"df": In(DataFrame)})  # pyright: ignore[reportPossiblyUnboundVariable]
 
     @job(resource_defs=common_resource_defs)
     def tutorial_job():

{dagstermill-0.26.6rc0 → dagstermill-0.26.7rc0}/dagstermill/factory.py

@@ -15,7 +15,6 @@ from dagster import (
     Out,
     Output,
     _check as check,
-    _seven,
 )
 from dagster._annotations import beta
 from dagster._config.pythonic_config import Config, infer_schema_from_config_class
@@ -29,10 +28,11 @@ from dagster._core.execution.context.system import StepExecutionContext
 from dagster._core.execution.plan.outputs import StepOutputHandle
 from dagster._core.storage.tags import COMPUTE_KIND_TAG
 from dagster._serdes import pack_value
-from dagster._seven import get_system_temp_directory
 from dagster._utils import mkdir_p, safe_tempfile_path
 from dagster._utils.error import serializable_error_info_from_exc_info
 from dagster._utils.tags import normalize_tags
+from dagster_shared import seven
+from dagster_shared.seven import get_system_temp_directory
 from papermill.engines import papermill_engines
 from papermill.iorw import load_notebook_node, write_ipynb
 
@@ -105,7 +105,7 @@ def replace_parameters(context, nb, parameters):
         after = nb.cells
 
     nb.cells = before + [newcell] + after
-    nb.metadata.papermill["parameters"] = _seven.json.dumps(parameters)
+    nb.metadata.papermill["parameters"] = seven.json.dumps(parameters)
 
     return nb
 

{dagstermill-0.26.6rc0 → dagstermill-0.26.7rc0}/dagstermill/serialize.py

@@ -1,11 +1,11 @@
-from dagster import _seven
+from dagster_shared import seven
 
 PICKLE_PROTOCOL = 2
 
 
 def is_json_serializable(value):
     try:
-        _seven.json.dumps(value)
+        seven.json.dumps(value)
         return True
     except TypeError:
         return False

dagstermill-0.26.7rc0/dagstermill/test_utils.py

@@ -0,0 +1,45 @@
+import os
+from contextlib import contextmanager
+
+from dagster import execute_job
+from dagster._core.definitions.metadata import NotebookMetadataValue, PathMetadataValue
+from dagster._core.definitions.reconstruct import ReconstructableJob
+from dagster._core.test_utils import instance_for_test
+
+
+def get_path(materialization_event):
+    for value in materialization_event.event_specific_data.materialization.metadata.values():
+        if isinstance(value, (PathMetadataValue, NotebookMetadataValue)):
+            return value.path
+
+
+def cleanup_result_notebook(result):
+    if not result:
+        return
+    materialization_events = [
+        x for x in result.all_events if x.event_type_value == "ASSET_MATERIALIZATION"
+    ]
+    for materialization_event in materialization_events:
+        result_path = get_path(materialization_event)
+        if os.path.exists(result_path):  # pyright: ignore[reportArgumentType]
+            os.unlink(result_path)  # pyright: ignore[reportArgumentType]
+
+
+@contextmanager
+def exec_for_test(fn_name, env=None, raise_on_error=True, **kwargs):
+    result = None
+    recon_job = ReconstructableJob.for_module("dagstermill.examples.repository", fn_name)
+
+    with instance_for_test() as instance:
+        try:
+            with execute_job(
+                job=recon_job,
+                run_config=env,
+                instance=instance,
+                raise_on_error=raise_on_error,
+                **kwargs,
+            ) as result:
+                yield result
+        finally:
+            if result:
+                cleanup_result_notebook(result)

{dagstermill-0.26.6rc0 → dagstermill-0.26.7rc0}/dagstermill/translator.py

@@ -1,6 +1,6 @@
 import papermill
 import papermill.translators
-from dagster import _seven
+from dagster_shared import seven
 
 RESERVED_INPUT_NAMES = [
     "__dm_context",
@@ -16,7 +16,7 @@ RESERVED_INPUT_NAMES = [
 
 INJECTED_BOILERPLATE = """
 # Injected parameters
-from dagster import seven as __dm_seven
+from dagster_shared import seven as __dm_seven
 import dagstermill as __dm_dagstermill
 context = __dm_dagstermill._reconstitute_job_context(
     **{{
@@ -51,7 +51,7 @@ class DagsterTranslator(papermill.translators.PythonTranslator):
         )
 
         for key in job_context_args:
-            job_context_args[key] = _seven.json.dumps(job_context_args[key])
+            job_context_args[key] = seven.json.dumps(job_context_args[key])
 
         content = INJECTED_BOILERPLATE.format(job_context_args=job_context_args)
 

dagstermill-0.26.7rc0/dagstermill/version.py

@@ -0,0 +1 @@
+__version__ = "0.26.7rc0"

{dagstermill-0.26.6rc0 → dagstermill-0.26.7rc0/dagstermill.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagstermill
-Version: 0.26.6rc0
+Version: 0.26.7rc0
 Summary: run notebooks using the Dagster tools
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com

{dagstermill-0.26.6rc0 → dagstermill-0.26.7rc0}/dagstermill.egg-info/SOURCES.txt

@@ -16,6 +16,7 @@ dagstermill/io_managers.py
 dagstermill/manager.py
 dagstermill/py.typed
 dagstermill/serialize.py
+dagstermill/test_utils.py
 dagstermill/translator.py
 dagstermill/version.py
 dagstermill.egg-info/PKG-INFO

{dagstermill-0.26.6rc0 → dagstermill-0.26.7rc0}/dagstermill.egg-info/requires.txt

@@ -1,4 +1,4 @@
-dagster==1.10.6rc0
+dagster==1.10.7rc0
 ipykernel!=5.4.0,!=5.4.1,>=4.9.0
 ipython_genutils>=0.2.0
 packaging>=20.9

{dagstermill-0.26.6rc0 → dagstermill-0.26.7rc0}/setup.py

@@ -31,7 +31,7 @@ setup(
     ],
     python_requires=">=3.9,<3.13",
     install_requires=[
-        "dagster==1.10.6rc0",
+        "dagster==1.10.7rc0",
         # ipykernel 5.4.0 and 5.4.1 broke papermill
         # see https://github.com/dagster-io/dagster/issues/3401,
         # https://github.com/nteract/papermill/issues/519,

dagstermill-0.26.6rc0/dagstermill/version.py

@@ -1 +0,0 @@
-__version__ = "0.26.6rc0"