dagster-dbt 0.27.14__py3-none-any.whl → 0.27.16__py3-none-any.whl

dagster_dbt/components/dbt_project/component.py

@@ -1,6 +1,9 @@
 import itertools
 import json
+import shutil
 from collections.abc import Iterator, Mapping
+from contextlib import contextmanager
+from contextvars import ContextVar
 from dataclasses import dataclass, field
 from functools import cached_property
 from pathlib import Path
@@ -9,10 +12,12 @@ from typing import Annotated, Any, Literal, Optional, Union
 import dagster as dg
 from dagster._annotations import public
 from dagster._utils.cached_method import cached_method
+from dagster.components.component.state_backed_component import StateBackedComponent
 from dagster.components.core.component_tree import ComponentTree
 from dagster.components.resolved.core_models import OpSpec, ResolutionContext
 from dagster.components.resolved.model import Resolver
 from dagster.components.scaffold.scaffold import scaffold_with
+from dagster.components.utils.defs_state import DefsStateConfig
 from dagster.components.utils.translation import (
     ComponentTranslator,
     TranslationFn,
@@ -20,6 +25,7 @@ from dagster.components.utils.translation import (
     create_component_translator_cls,
 )
 from dagster_shared import check
+from dagster_shared.serdes.objects.models.defs_state_info import DefsStateManagementType
 from typing_extensions import TypeAlias
 
 from dagster_dbt.asset_decorator import dbt_assets
@@ -84,11 +90,22 @@ def resolve_dbt_project(context: ResolutionContext, model) -> DbtProject:
 
 DbtMetadataAddons: TypeAlias = Literal["column_metadata", "row_count"]
 
+_resolution_context: ContextVar[ResolutionContext] = ContextVar("resolution_context")
+
+
+@contextmanager
+def _set_resolution_context(context: ResolutionContext):
+    token = _resolution_context.set(context)
+    try:
+        yield
+    finally:
+        _resolution_context.reset(token)
+
 
 @public
 @scaffold_with(DbtProjectComponentScaffolder)
 @dataclass
-class DbtProjectComponent(dg.Component, dg.Resolvable):
+class DbtProjectComponent(StateBackedComponent, dg.Resolvable):
     """Expose a DBT project to Dagster as a set of assets.
 
     This component assumes that you have already set up a dbt project, for example, the dbt `Jaffle shop <https://github.com/dbt-labs/jaffle-shop>`_. Run `git clone --depth=1 https://github.com/dbt-labs/jaffle-shop.git jaffle_shop && rm -rf jaffle_shop/.git` to copy that project
@@ -125,8 +142,8 @@ class DbtProjectComponent(dg.Component, dg.Resolvable):
                     "--full_refresh",
                     {
                         "--vars": {
-                            "start_date": "{{ context.partition_range_start }}",
-                            "end_date": "{{ context.partition_range_end }}",
+                            "start_date": "{{ partition_range_start }}",
+                            "end_date": "{{ partition_range_end }}",
                         },
                     },
                 ],
@@ -192,6 +209,14 @@ class DbtProjectComponent(dg.Component, dg.Resolvable):
         ),
     ] = True
 
+    @property
+    def defs_state_config(self) -> DefsStateConfig:
+        return DefsStateConfig(
+            key=f"{self.__class__.__name__}[{self.project.name}]",
+            type=DefsStateManagementType.LOCAL_FILESYSTEM,
+            refresh_if_dev=self.prepare_if_dev,
+        )
+
     @cached_property
     def translator(self) -> "DagsterDbtTranslator":
         return DbtProjectComponentTranslator(self, self.translation_settings)
@@ -228,9 +253,19 @@ class DbtProjectComponent(dg.Component, dg.Resolvable):
             exclude=exclude,
         )
 
-    def build_defs(self, context: dg.ComponentLoadContext) -> dg.Definitions:
-        if self.prepare_if_dev:
-            self.project.prepare_if_dev()
+    def write_state_to_path(self, state_path: Path) -> None:
+        # compile the manifest
+        self.project.preparer.prepare(self.project)
+        # move the manifest to the correct path
+        shutil.copyfile(self.project.manifest_path, state_path)
+
+    def build_defs_from_state(
+        self, context: dg.ComponentLoadContext, state_path: Optional[Path]
+    ) -> dg.Definitions:
+        if state_path is not None:
+            shutil.copyfile(state_path, self.project.manifest_path)
+
+        res_ctx = context.resolution_context
 
         @dbt_assets(
             manifest=self.project.manifest_path,
@@ -243,7 +278,8 @@ class DbtProjectComponent(dg.Component, dg.Resolvable):
             backfill_policy=self.op.backfill_policy if self.op else None,
         )
         def _fn(context: dg.AssetExecutionContext):
-            yield from self.execute(context=context, dbt=self.cli_resource)
+            with _set_resolution_context(res_ctx):
+                yield from self.execute(context=context, dbt=self.cli_resource)
 
         return dg.Definitions(assets=[_fn])
 
@@ -258,15 +294,15 @@ class DbtProjectComponent(dg.Component, dg.Resolvable):
         except Exception:
             partition_time_window = None
 
-        scope = dict(
-            partition_key=partition_key,
-            partition_key_range=partition_key_range,
-            partition_time_window=partition_time_window,
-        )
-
-        # resolve the cli args with this additional scope
-        resolved_args = ResolutionContext(scope=scope).resolve_value(
-            self.cli_args, as_type=list[str]
+        # resolve the cli args with additional partition-related scope
+        resolved_args = (
+            _resolution_context.get()
+            .with_scope(
+                partition_key=partition_key,
+                partition_key_range=partition_key_range,
+                partition_time_window=partition_time_window,
+            )
+            .resolve_value(self.cli_args, as_type=list[str])
         )
 
         def _normalize_arg(arg: Union[str, dict[str, Any]]) -> list[str]:

dagster_dbt/core/dbt_event_iterator.py

@@ -15,6 +15,7 @@ from dagster._core.definitions.asset_checks.asset_check_evaluation import AssetC
 from dagster._core.definitions.metadata import TableMetadataSet, TextMetadataValue
 from dagster._core.errors import DagsterInvalidPropertyError
 from dagster._core.utils import exhaust_iterator_and_yield_results_with_exception, imap
+from dagster._utils import pushd
 from typing_extensions import TypeVar
 
 from dagster_dbt.asset_utils import default_metadata_from_dbt_resource_props
@@ -31,6 +32,7 @@ DbtDagsterEventType = Union[
     Output, AssetMaterialization, AssetCheckResult, AssetObservation, AssetCheckEvaluation
 ]
 
+
 # We define DbtEventIterator as a generic type for the sake of type hinting.
 # This is so that users who inspect the type of the return value of `DbtCliInvocation.stream()`
 # will be able to see the inner type of the iterator, rather than just `DbtEventIterator`.
@@ -63,7 +65,10 @@ def _fetch_column_metadata(
 
     dbt_resource_props = _get_dbt_resource_props_from_event(invocation, event)
 
-    with adapter.connection_named(f"column_metadata_{dbt_resource_props['unique_id']}"):
+    with (
+        pushd(str(invocation.project_dir)),
+        adapter.connection_named(f"column_metadata_{dbt_resource_props['unique_id']}"),
+    ):
         try:
             cols = invocation._get_columns_from_dbt_resource_props(  # noqa: SLF001
                 adapter=adapter, dbt_resource_props=dbt_resource_props
@@ -165,7 +170,10 @@ def _fetch_row_count_metadata(
     relation_name = dbt_resource_props["relation_name"]
 
     try:
-        with adapter.connection_named(f"row_count_{unique_id}"):
+        with (
+            pushd(str(invocation.project_dir)),
+            adapter.connection_named(f"row_count_{unique_id}"),
+        ):
             query_result = adapter.execute(
                 f"""
                     SELECT
@@ -267,11 +275,12 @@ class DbtEventIterator(Iterator[T]):
         """
 
         def _map_fn(event: DbtDagsterEventType) -> DbtDagsterEventType:
-            result = fn(self._dbt_cli_invocation, event)
-            if result is None:
-                return event
+            with pushd(str(self._dbt_cli_invocation.project_dir)):
+                result = fn(self._dbt_cli_invocation, event)
+                if result is None:
+                    return event
 
-            return event.with_metadata({**event.metadata, **result})
+                return event.with_metadata({**event.metadata, **result})
 
         # If the adapter is DuckDB, we need to wait for the dbt CLI process to complete
         # so that the DuckDB lock is released. This is because DuckDB does not allow for

dagster_dbt/version.py

@@ -1 +1 @@
-__version__ = "0.27.14"
+__version__ = "0.27.16"

{dagster_dbt-0.27.14.dist-info → dagster_dbt-0.27.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-dbt
-Version: 0.27.14
+Version: 0.27.16
 Summary: A Dagster integration for dbt
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-dbt
 Author: Dagster Labs
@@ -15,7 +15,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.14
 License-File: LICENSE
-Requires-Dist: dagster==1.11.14
+Requires-Dist: dagster==1.11.16
 Requires-Dist: dbt-core<1.11,>=1.7
 Requires-Dist: Jinja2
 Requires-Dist: networkx

{dagster_dbt-0.27.14.dist-info → dagster_dbt-0.27.16.dist-info}/RECORD

@@ -14,7 +14,7 @@ dagster_dbt/freshness_builder.py,sha256=hnyp6vYVxPTHR_v5ZBu43jwwDIL2oNXFW96BMWnS
 dagster_dbt/metadata_set.py,sha256=lqjASYoYeM_Ey6r8UsPUkRMwmuAIfFCFvkNm0xW5xTg,512
 dagster_dbt/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
 dagster_dbt/utils.py,sha256=gT6xO7buRolkhc2fa5ySUPfD1eXo3e6RJWZAKkM6yFo,8513
-dagster_dbt/version.py,sha256=L7VpQaY2T34JkbqawqNFJ6nG-6vihOrlyqaDfc_Z1ww,24
+dagster_dbt/version.py,sha256=gNIskoVbgqFeY6KiyOzkhfP7GLwnNVmVeil7tBvkL44,24
 dagster_dbt/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_dbt/cli/app.py,sha256=9oBx85uzAkMtBdV39vNm5rxuAGPVYzzDUs6Ek-KL0XY,13516
 dagster_dbt/cloud/__init__.py,sha256=8WKaLuPl_pUG9Cv78GW782vrWQfqK8QtAWegkTxA9r4,441
@@ -34,12 +34,12 @@ dagster_dbt/cloud_v2/sensor_builder.py,sha256=8mAm-1ZFvoiVVdxSkSQbMxg18aQUY5kazu
 dagster_dbt/cloud_v2/types.py,sha256=dI-NIguj582LwTTMXdY5r0U4-INDn9anNy-ciGuEc1s,4136
 dagster_dbt/components/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_dbt/components/dbt_project/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dagster_dbt/components/dbt_project/component.py,sha256=ntdocglYvgi7K0vnkPy3L7EuNiMNSljQKj0jKMsByis,13257
+dagster_dbt/components/dbt_project/component.py,sha256=CDT0bDTVuYUr2gFZeNxdZ_ggI5NLXBAyavQFWmPlxyQ,14622
 dagster_dbt/components/dbt_project/scaffolder.py,sha256=AqwRnX3cFpvCSxEeEpyQj0Vei84WSWUi2BIMCtkxaDE,1893
 dagster_dbt/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_dbt/core/dbt_cli_event.py,sha256=Yqr-UuzFF7jIcI4KRAmiAhGTX9Ay0tIMN2NaJegsrJQ,25203
 dagster_dbt/core/dbt_cli_invocation.py,sha256=7ZrwAgivAtZGwrHLxfpmNan004IuEEdBSaKZeKp69Mg,17534
-dagster_dbt/core/dbt_event_iterator.py,sha256=F2SwLOxCeTzfSGWav9oRp-tyzf7SHCaWhhZuyYWAZK4,16702
+dagster_dbt/core/dbt_event_iterator.py,sha256=s0gU6wIgOpmbo50309FHp9zTqlLkIWcgLkETmidxPRo,16953
 dagster_dbt/core/resource.py,sha256=6HhBBa8SRAJPhDtnHRNPTjdFPQvNYIdfAXQY3_LdqHk,30782
 dagster_dbt/core/utils.py,sha256=ciXjLhFTNVTyDtVWP4Kjee0LWZkIuVJOltvlv0COzDo,577
 dagster_dbt/include/__init__.py,sha256=8ujr-ROlJ5x64POs-bH-0zfjZ2QHx-FgKUZAvAFbSs8,89
@@ -50,9 +50,9 @@ dagster_dbt/include/scaffold/assets.py.jinja,sha256=JImqnDUP5ewy8RVti4IuXL70yJno
 dagster_dbt/include/scaffold/definitions.py.jinja,sha256=Hou7emwkEeh5YXTdqjYFrAc2SK-Q6MgTNsQOKA_Vy3s,364
 dagster_dbt/include/scaffold/project.py.jinja,sha256=YNtkT5Hq4VbGw-b7QcxdelhXsesIKORwVuBFGFdfeUs,432
 dagster_dbt/include/scaffold/schedules.py.jinja,sha256=Xua_VtPjYFc498A5uaBGQ36GwV1gqciO4P3D8Yt9M-Y,413
-dagster_dbt-0.27.14.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
-dagster_dbt-0.27.14.dist-info/METADATA,sha256=zfSm81swDpXXBB9F5Lwn5NLmibgFaN-AORjs_tLa7Go,1598
-dagster_dbt-0.27.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dagster_dbt-0.27.14.dist-info/entry_points.txt,sha256=pbv0tVoTB7cByG-noE8rC6atvthh64qBaTo7PkQ9HbM,163
-dagster_dbt-0.27.14.dist-info/top_level.txt,sha256=hoOwFvw9OpJUN1azE6UVHcxMKqhUwR_BTN0Ay-iKUDA,12
-dagster_dbt-0.27.14.dist-info/RECORD,,
+dagster_dbt-0.27.16.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
+dagster_dbt-0.27.16.dist-info/METADATA,sha256=ssXVSSXpCDfHTzVJrVqqX0gsWHO2EegWwC5sGLelNMw,1598
+dagster_dbt-0.27.16.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dagster_dbt-0.27.16.dist-info/entry_points.txt,sha256=pbv0tVoTB7cByG-noE8rC6atvthh64qBaTo7PkQ9HbM,163
+dagster_dbt-0.27.16.dist-info/top_level.txt,sha256=hoOwFvw9OpJUN1azE6UVHcxMKqhUwR_BTN0Ay-iKUDA,12
+dagster_dbt-0.27.16.dist-info/RECORD,,