dagster-dbt 0.24.3__tar.gz → 0.28.8__tar.gz

{dagster-dbt-0.24.3 → dagster_dbt-0.28.8}/LICENSE

@@ -186,7 +186,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright 2023 Dagster Labs, Inc".
+   Copyright 2025 Dagster Labs, Inc.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

{dagster-dbt-0.24.3 → dagster_dbt-0.28.8}/MANIFEST.in

@@ -3,3 +3,4 @@ recursive-exclude dbt_packages *
 include LICENSE
 include dagster_dbt/py.typed
 recursive-include dagster_dbt/include *
+prune kitchen-sink

dagster_dbt-0.28.8/PKG-INFO

@@ -0,0 +1,48 @@
+Metadata-Version: 2.4
+Name: dagster-dbt
+Version: 0.28.8
+Summary: A Dagster integration for dbt
+Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-dbt
+Author: Dagster Labs
+Author-email: hello@dagsterlabs.com
+License: Apache-2.0
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.10,<3.15
+License-File: LICENSE
+Requires-Dist: dagster==1.12.8
+Requires-Dist: dbt-core<1.11,>=1.7
+Requires-Dist: gitpython
+Requires-Dist: Jinja2
+Requires-Dist: networkx
+Requires-Dist: orjson
+Requires-Dist: requests
+Requires-Dist: rich
+Requires-Dist: sqlglot[rs]<28.1.0
+Requires-Dist: typer>=0.9.0
+Requires-Dist: packaging
+Provides-Extra: test-bare
+Requires-Dist: pytest-rerunfailures; extra == "test-bare"
+Requires-Dist: pytest-order; extra == "test-bare"
+Provides-Extra: test
+Requires-Dist: pytest-rerunfailures; extra == "test"
+Requires-Dist: pytest-order; extra == "test"
+Requires-Dist: dagster-duckdb; extra == "test"
+Requires-Dist: dagster-duckdb-pandas; extra == "test"
+Requires-Dist: dbt-duckdb<1.9.2; extra == "test"
+Requires-Dist: duckdb<1.4.0; extra == "test"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary

dagster_dbt-0.28.8/README.md

@@ -0,0 +1,4 @@
+# dagster-dbt
+
+The docs for `dagster-dbt` can be found
+[here](https://docs.dagster.io/api/python-api/libraries/dagster-dbt).

{dagster-dbt-0.24.3 → dagster_dbt-0.28.8}/dagster_dbt/__init__.py

@@ -1,6 +1,6 @@
-from .asset_decorator import dbt_assets as dbt_assets
-from .asset_specs import build_dbt_asset_specs as build_dbt_asset_specs
-from .asset_utils import (
+from dagster_dbt.asset_decorator import dbt_assets as dbt_assets
+from dagster_dbt.asset_specs import build_dbt_asset_specs as build_dbt_asset_specs
+from dagster_dbt.asset_utils import (
     build_dbt_asset_selection as build_dbt_asset_selection,
     build_schedule_from_dbt_selection as build_schedule_from_dbt_selection,
     default_group_from_dbt_resource_props as default_group_from_dbt_resource_props,
@@ -10,7 +10,7 @@ from .asset_utils import (
     get_asset_keys_by_output_name_for_source as get_asset_keys_by_output_name_for_source,
     group_from_dbt_resource_props_fallback_to_directory as group_from_dbt_resource_props_fallback_to_directory,
 )
-from .cloud import (
+from dagster_dbt.cloud import (
     DbtCloudClientResource as DbtCloudClientResource,
     DbtCloudOutput as DbtCloudOutput,
     DbtCloudResource as DbtCloudResource,
@@ -18,28 +18,39 @@ from .cloud import (
     dbt_cloud_run_op as dbt_cloud_run_op,
     load_assets_from_dbt_cloud_job as load_assets_from_dbt_cloud_job,
 )
-from .core.dbt_cli_event import DbtCliEventMessage as DbtCliEventMessage
-from .core.dbt_cli_invocation import DbtCliInvocation as DbtCliInvocation
-from .core.resource import DbtCliResource as DbtCliResource
-from .dagster_dbt_translator import (
+from dagster_dbt.cloud_v2 import (
+    DbtCloudCredentials as DbtCloudCredentials,
+    DbtCloudWorkspace as DbtCloudWorkspace,
+    build_dbt_cloud_polling_sensor as build_dbt_cloud_polling_sensor,
+    dbt_cloud_assets as dbt_cloud_assets,
+    load_dbt_cloud_asset_specs as load_dbt_cloud_asset_specs,
+    load_dbt_cloud_check_specs as load_dbt_cloud_check_specs,
+)
+from dagster_dbt.components.dbt_project.component import DbtProjectComponent as DbtProjectComponent
+from dagster_dbt.core.dbt_cli_event import DbtCliEventMessage as DbtCliEventMessage
+from dagster_dbt.core.dbt_cli_invocation import DbtCliInvocation as DbtCliInvocation
+from dagster_dbt.core.resource import DbtCliResource as DbtCliResource
+from dagster_dbt.dagster_dbt_translator import (
     DagsterDbtTranslator as DagsterDbtTranslator,
     DagsterDbtTranslatorSettings as DagsterDbtTranslatorSettings,
 )
-from .dbt_manifest_asset_selection import DbtManifestAssetSelection as DbtManifestAssetSelection
-from .dbt_project import (
+from dagster_dbt.dbt_manifest_asset_selection import (
+    DbtManifestAssetSelection as DbtManifestAssetSelection,
+)
+from dagster_dbt.dbt_project import (
     DagsterDbtProjectPreparer as DagsterDbtProjectPreparer,
     DbtProject as DbtProject,
     DbtProjectPreparer as DbtProjectPreparer,
 )
-from .errors import (
+from dagster_dbt.errors import (
     DagsterDbtCliRuntimeError as DagsterDbtCliRuntimeError,
     DagsterDbtCloudJobInvariantViolationError as DagsterDbtCloudJobInvariantViolationError,
     DagsterDbtError as DagsterDbtError,
 )
-from .freshness_builder import (
+from dagster_dbt.freshness_builder import (
     build_freshness_checks_from_dbt_assets as build_freshness_checks_from_dbt_assets,
 )
-from .version import __version__ as __version__
+from dagster_dbt.version import __version__ as __version__
 
 # isort: split
 
@@ -47,17 +58,26 @@ from .version import __version__ as __version__
 # ##### DYNAMIC IMPORTS
 # ########################
 import importlib
-from typing import Any, Mapping, Sequence, Tuple
+from collections.abc import Mapping, Sequence
+from typing import Any, Final, Tuple  # noqa: F401, UP035
 
 from dagster._annotations import deprecated
-from dagster._core.libraries import DagsterLibraryRegistry
 from dagster._utils.warnings import deprecation_warning
-from typing_extensions import Final
+from dagster_shared.libraries import DagsterLibraryRegistry
+
+from dagster_dbt.compat import DBT_PYTHON_VERSION
 
 DagsterLibraryRegistry.register("dagster-dbt", __version__)
 
+if DBT_PYTHON_VERSION is not None:
+    DagsterLibraryRegistry.register(
+        "dbt-core", DBT_PYTHON_VERSION.base_version, is_dagster_package=False
+    )
+else:
+    DagsterLibraryRegistry.register("dbt-fusion", "unknown", is_dagster_package=False)
+
 
-_DEPRECATED: Final[Mapping[str, Tuple[str, str, str]]] = {
+_DEPRECATED: Final[Mapping[str, tuple[str, str, str]]] = {
     ##### EXAMPLE
     # "Foo": (
     #     "dagster.some.module",
@@ -66,7 +86,7 @@ _DEPRECATED: Final[Mapping[str, Tuple[str, str, str]]] = {
     # ),
 }
 
-_DEPRECATED_WARNING: Final[Mapping[str, Tuple[str, str, str]]] = {
+_DEPRECATED_WARNING: Final[Mapping[str, tuple[str, str, str]]] = {
     ##### EXAMPLE
     # "Foo": (
     #     "dagster.some.module",

{dagster-dbt-0.24.3 → dagster_dbt-0.28.8}/dagster_dbt/asset_decorator.py

@@ -1,4 +1,5 @@
-from typing import Any, Callable, Mapping, Optional, Set
+from collections.abc import Callable, Mapping
+from typing import Any, Optional
 
 from dagster import (
     AssetsDefinition,
@@ -11,32 +12,37 @@ from dagster import (
 )
 from dagster._utils.warnings import suppress_dagster_warnings
 
-from dagster_dbt.dbt_project import DbtProject
-
-from .asset_utils import (
+from dagster_dbt.asset_utils import (
     DAGSTER_DBT_EXCLUDE_METADATA_KEY,
     DAGSTER_DBT_SELECT_METADATA_KEY,
-    build_dbt_multi_asset_args,
+    DAGSTER_DBT_SELECTOR_METADATA_KEY,
+    DBT_DEFAULT_EXCLUDE,
+    DBT_DEFAULT_SELECT,
+    DBT_DEFAULT_SELECTOR,
+    build_dbt_specs,
 )
-from .dagster_dbt_translator import DagsterDbtTranslator, validate_translator
-from .dbt_manifest import DbtManifestParam, validate_manifest
+from dagster_dbt.dagster_dbt_translator import DagsterDbtTranslator, validate_translator
+from dagster_dbt.dbt_manifest import DbtManifestParam, validate_manifest
+from dagster_dbt.dbt_project import DbtProject
 
 
 @suppress_dagster_warnings
 def dbt_assets(
     *,
     manifest: DbtManifestParam,
-    select: str = "fqn:*",
-    exclude: Optional[str] = None,
+    select: str = DBT_DEFAULT_SELECT,
+    exclude: Optional[str] = DBT_DEFAULT_EXCLUDE,
+    selector: Optional[str] = DBT_DEFAULT_SELECTOR,
     name: Optional[str] = None,
     io_manager_key: Optional[str] = None,
     partitions_def: Optional[PartitionsDefinition] = None,
     dagster_dbt_translator: Optional[DagsterDbtTranslator] = None,
     backfill_policy: Optional[BackfillPolicy] = None,
     op_tags: Optional[Mapping[str, Any]] = None,
-    required_resource_keys: Optional[Set[str]] = None,
+    required_resource_keys: Optional[set[str]] = None,
     project: Optional[DbtProject] = None,
     retry_policy: Optional[RetryPolicy] = None,
+    pool: Optional[str] = None,
 ) -> Callable[[Callable[..., Any]], AssetsDefinition]:
     """Create a definition for how to compute a set of dbt resources, described by a manifest.json.
     When invoking dbt commands using :py:class:`~dagster_dbt.DbtCliResource`'s
@@ -52,6 +58,8 @@ def dbt_assets(
             to include. Defaults to ``fqn:*``.
         exclude (Optional[str]): A dbt selection string for the models in a project that you want
             to exclude. Defaults to "".
+        selector (Optional[str]): A dbt selector for the models in a project that you want to
+            include. Cannot be combined with select or exclude. Defaults to None.
         name (Optional[str]): The name of the op.
         io_manager_key (Optional[str]): The IO manager key that will be set on each of the returned
             assets. When other ops are downstream of the loaded assets, the IOManager specified
@@ -72,6 +80,8 @@ def dbt_assets(
             project location and manifest. Not required, but needed to attach code references from
             model code to Dagster assets.
         retry_policy (Optional[RetryPolicy]): The retry policy for the op that computes the asset.
+        pool (Optional[str]): A string that identifies the concurrency pool that governs the dbt
+            assets' execution.
 
     Examples:
         Running ``dbt build`` for a dbt project:
@@ -303,16 +313,12 @@ def dbt_assets(
     dagster_dbt_translator = validate_translator(dagster_dbt_translator or DagsterDbtTranslator())
     manifest = validate_manifest(manifest)
 
-    (
-        deps,
-        outs,
-        internal_asset_deps,
-        check_specs,
-    ) = build_dbt_multi_asset_args(
+    specs, check_specs = build_dbt_specs(
+        translator=dagster_dbt_translator,
         manifest=manifest,
-        dagster_dbt_translator=dagster_dbt_translator,
         select=select,
-        exclude=exclude or "",
+        exclude=exclude or DBT_DEFAULT_EXCLUDE,
+        selector=selector or DBT_DEFAULT_SELECTOR,
         io_manager_key=io_manager_key,
         project=project,
     )
@@ -329,9 +335,16 @@ def dbt_assets(
             " with op_tags"
         )
 
+    if op_tags and DAGSTER_DBT_SELECTOR_METADATA_KEY in op_tags:
+        raise DagsterInvalidDefinitionError(
+            f"To specify a dbt selector, use the 'selector' argument, not '{DAGSTER_DBT_SELECTOR_METADATA_KEY}'"
+            " with op_tags"
+        )
+
     resolved_op_tags = {
         **({DAGSTER_DBT_SELECT_METADATA_KEY: select} if select else {}),
         **({DAGSTER_DBT_EXCLUDE_METADATA_KEY: exclude} if exclude else {}),
+        **({DAGSTER_DBT_SELECTOR_METADATA_KEY: selector} if selector else {}),
         **(op_tags if op_tags else {}),
     }
 
@@ -343,16 +356,15 @@ def dbt_assets(
         backfill_policy = BackfillPolicy.single_run()
 
     return multi_asset(
-        outs=outs,
         name=name,
-        internal_asset_deps=internal_asset_deps,
-        deps=deps,
+        specs=specs,
+        check_specs=check_specs,
+        can_subset=True,
         required_resource_keys=required_resource_keys,
-        compute_kind="dbt",
         partitions_def=partitions_def,
-        can_subset=True,
         op_tags=resolved_op_tags,
-        check_specs=check_specs,
         backfill_policy=backfill_policy,
         retry_policy=retry_policy,
+        pool=pool,
+        allow_arbitrary_check_specs=True,
     )

{dagster-dbt-0.24.3 → dagster_dbt-0.28.8}/dagster_dbt/asset_specs.py

@@ -1,22 +1,26 @@
-from typing import Optional, Sequence
+from collections.abc import Sequence
+from typing import Optional
 
-import dagster._check as check
-from dagster import AssetDep, AssetKey, AssetSpec
-from dagster._annotations import experimental
+from dagster import AssetSpec
 
-from .asset_utils import build_dbt_multi_asset_args
-from .dagster_dbt_translator import DagsterDbtTranslator, validate_translator
-from .dbt_manifest import DbtManifestParam, validate_manifest
-from .dbt_project import DbtProject
+from dagster_dbt.asset_utils import (
+    DBT_DEFAULT_EXCLUDE,
+    DBT_DEFAULT_SELECT,
+    DBT_DEFAULT_SELECTOR,
+    build_dbt_specs,
+)
+from dagster_dbt.dagster_dbt_translator import DagsterDbtTranslator, validate_translator
+from dagster_dbt.dbt_manifest import DbtManifestParam, validate_manifest
+from dagster_dbt.dbt_project import DbtProject
 
 
-@experimental
 def build_dbt_asset_specs(
     *,
     manifest: DbtManifestParam,
     dagster_dbt_translator: Optional[DagsterDbtTranslator] = None,
-    select: str = "fqn:*",
-    exclude: Optional[str] = None,
+    select: str = DBT_DEFAULT_SELECT,
+    exclude: Optional[str] = DBT_DEFAULT_EXCLUDE,
+    selector: Optional[str] = DBT_DEFAULT_SELECTOR,
     project: Optional[DbtProject] = None,
 ) -> Sequence[AssetSpec]:
     """Build a list of asset specs from a set of dbt resources selected from a dbt manifest.
@@ -32,6 +36,8 @@ def build_dbt_asset_specs(
             to include. Defaults to ``fqn:*``.
         exclude (Optional[str]): A dbt selection string for the models in a project that you want
             to exclude. Defaults to "".
+        selector (Optional[str]): A dbt selector for the models in a project that you want
+            to include. Defaults to None.
         project (Optional[DbtProject]): A DbtProject instance which provides a pointer to the dbt
             project location and manifest. Not required, but needed to attach code references from
             model code to Dagster assets.
@@ -42,31 +48,18 @@ def build_dbt_asset_specs(
     manifest = validate_manifest(manifest)
     dagster_dbt_translator = validate_translator(dagster_dbt_translator or DagsterDbtTranslator())
 
-    (
-        _,
-        outs,
-        internal_asset_deps,
-        _,
-    ) = build_dbt_multi_asset_args(
+    specs, _ = build_dbt_specs(
         manifest=manifest,
-        dagster_dbt_translator=dagster_dbt_translator,
+        translator=dagster_dbt_translator,
         select=select,
-        exclude=exclude or "",
+        exclude=exclude or DBT_DEFAULT_EXCLUDE,
+        selector=selector or DBT_DEFAULT_SELECTOR,
         io_manager_key=None,
         project=project,
     )
 
-    specs = [
-        asset_out.to_spec(
-            key=check.inst(asset_out.key, AssetKey),
-            deps=[AssetDep(asset=dep) for dep in internal_asset_deps.get(output_name, set())],
-        )
+    return [
         # Allow specs to be represented as external assets by adhering to external asset invariants.
-        ._replace(
-            skippable=False,
-            code_version=None,
-        )
-        for output_name, asset_out in outs.items()
+        spec.replace_attributes(skippable=False, code_version=None)
+        for spec in specs
     ]
-
-    return specs