dagster-dbt 0.28.10__py3-none-any.whl → 0.28.12__py3-none-any.whl

dagster_dbt/asset_utils.py

@@ -63,6 +63,42 @@ DBT_EMPTY_INDIRECT_SELECTION: Final[str] = "empty"
 # https://github.com/dagster-io/dagster/issues/16997
 _SELECTION_ARGS_THRESHOLD: Final[int] = 200
 
+
+def _parse_selection_args(
+    selection_args: list[str],
+) -> tuple[Optional[list[str]], Optional[list[str]]]:
+    """Parse selection args into separate select and exclude resource lists.
+
+    This function is designed for dagster-dbt's internal argument format, where select/exclude
+    values are passed as a single space-separated string (e.g., ["--select", "model1 model2"]).
+    This matches how dagster-dbt constructs these arguments in get_subset_selection_for_context.
+    It does not handle the dbt CLI's alternative format of multiple --select flags.
+
+    Args:
+        selection_args: CLI arguments in dagster-dbt's internal format,
+            e.g., ["--select", "model1 model2", "--exclude", "model3"]
+
+    Returns:
+        Tuple of (select_resources, exclude_resources) where each is a list of resource names
+        or None if not present.
+    """
+    select_resources: Optional[list[str]] = None
+    exclude_resources: Optional[list[str]] = None
+
+    i = 0
+    while i < len(selection_args):
+        if selection_args[i] == "--select" and i + 1 < len(selection_args):
+            select_resources = selection_args[i + 1].split(" ")
+            i += 2
+        elif selection_args[i] == "--exclude" and i + 1 < len(selection_args):
+            exclude_resources = selection_args[i + 1].split(" ")
+            i += 2
+        else:
+            i += 1
+
+    return select_resources, exclude_resources
+
+
 DUPLICATE_ASSET_KEY_ERROR_MESSAGE = (
     "The following dbt resources are configured with identical Dagster asset keys."
     " Please ensure that each dbt resource generates a unique Dagster asset key."
@@ -464,11 +500,11 @@ def get_updated_cli_invocation_params_for_context(
             dagster_dbt_translator=dagster_dbt_translator,
             current_dbt_indirect_selection_env=indirect_selection,
         )
-        if (
-            selection_args[0] == "--select"
-            and project_dir
-            and len(resources := selection_args[1].split(" ")) > _SELECTION_ARGS_THRESHOLD
-        ):
+        # Parse selection args to get select and exclude resources
+        select_resources, exclude_resources = _parse_selection_args(selection_args)
+        total_resources = len(select_resources or []) + len(exclude_resources or [])
+
+        if select_resources and project_dir and total_resources > _SELECTION_ARGS_THRESHOLD:
             temp_project_dir = tempfile.mkdtemp()
             shutil.copytree(project_dir, temp_project_dir, dirs_exist_ok=True)
             selectors_path = Path(temp_project_dir) / "selectors.yml"
@@ -478,17 +514,25 @@ def get_updated_cli_invocation_params_for_context(
                 selectors_path.unlink()
 
             selector_name = f"dagster_run_{context.run_id}"
+            # Build selector definition with union of selected resources
+            # and optional exclude section nested inside the union
+            # See: https://docs.getdbt.com/reference/node-selection/yaml-selectors
+            # Note: exclude must be nested inside the union array, not a sibling key
+            union_items: list[Any] = list(select_resources)
+            if exclude_resources:
+                union_items.append({"exclude": list(exclude_resources)})
+
             temp_selectors = {
                 "selectors": [
                     {
                         "name": selector_name,
-                        "definition": {"union": list(resources)},
+                        "definition": {"union": union_items},
                     }
                 ]
             }
             selectors_path.write_text(yaml.safe_dump(temp_selectors))
             logger.info(
-                f"DBT selection of {len(resources)} resources exceeds threshold of {_SELECTION_ARGS_THRESHOLD}. "
+                f"DBT selection of {total_resources} resources exceeds threshold of {_SELECTION_ARGS_THRESHOLD}. "
                 "This may exceed system argument length limits. "
                 f"Executing materialization against temporary copy of DBT project at {temp_project_dir} with ephemeral selector."
             )
@@ -742,6 +786,7 @@ def is_non_asset_node(dbt_resource_props: Mapping[str, Any]):
             resource_type == "metric",
             resource_type == "semantic_model",
             resource_type == "saved_query",
+            resource_type == "function",
             resource_type == "model"
             and dbt_resource_props.get("config", {}).get("materialized") == "ephemeral",
         ]
@@ -1219,4 +1264,7 @@ def get_node(manifest: Mapping[str, Any], unique_id: str) -> Mapping[str, Any]:
     if unique_id in manifest.get("unit_tests", {}):
         return manifest["unit_tests"][unique_id]
 
+    if unique_id in manifest.get("functions", {}):
+        return manifest["functions"][unique_id]
+
     check.failed(f"Could not find {unique_id} in dbt manifest")

dagster_dbt/cli/app.py

@@ -361,7 +361,7 @@ def project_prepare_and_package_command(
         f"Running with dagster-dbt version: [bold green]{dagster_dbt_version}[/bold green]."
     )
     if file:
-        contents = load_python_file(file, working_directory=None)
+        contents = load_python_file(file, working_directory=None, add_uuid_suffix=True)
         dbt_projects = find_objects_in_module_of_types(contents, types=DbtProject)
     elif components:
         from dagster_dbt.components.dbt_project.component import get_projects_from_dbt_component

dagster_dbt/cloud/asset_defs.py

@@ -72,8 +72,10 @@ class DbtCloudCacheableAssetsDefinition(CacheableAssetsDefinition):
             else dbt_cloud_resource_def(build_init_resource_context())
         )
         self._job_id = job_id
+        self._account_id: int = self._dbt_cloud._account_id  # noqa: SLF001
         self._project_id: int
         self._has_generate_docs: bool
+        self._environment_id: Optional[int] = None
         self._job_commands: list[str]
         self._job_materialization_command_step: int
         self._node_info_to_asset_key = node_info_to_asset_key
@@ -240,6 +242,7 @@ class DbtCloudCacheableAssetsDefinition(CacheableAssetsDefinition):
         job = self._dbt_cloud.get_job(job_id=self._job_id)
         self._project_id = job["project_id"]
         self._has_generate_docs = job["generate_docs"]
+        self._environment_id = job.get("environment_id")
 
         # We constraint the kinds of dbt Cloud jobs that we support running.
         #
@@ -380,7 +383,7 @@ class DbtCloudCacheableAssetsDefinition(CacheableAssetsDefinition):
     def _build_dbt_cloud_assets_metadata(
         self, resource_props: Mapping[str, Any]
     ) -> RawMetadataMapping:
-        metadata = {
+        metadata: dict[str, Any] = {
             "dbt Cloud Job": MetadataValue.url(
                 self._dbt_cloud.build_url_for_job(
                     project_id=self._project_id,
@@ -398,6 +401,12 @@ class DbtCloudCacheableAssetsDefinition(CacheableAssetsDefinition):
                 )
             )
 
+        # Add internal metadata for tracking/debugging
+        metadata["dagster_dbt/cloud_account_id"] = MetadataValue.int(self._account_id)
+        metadata["dagster_dbt/cloud_project_id"] = MetadataValue.int(self._project_id)
+        if self._environment_id is not None:
+            metadata["dagster_dbt/cloud_environment_id"] = MetadataValue.int(self._environment_id)
+
         return metadata
 
     def _rebuild_specs(self, cacheable_data: AssetsDefinitionCacheableData) -> Sequence[AssetSpec]:

dagster_dbt/dagster_dbt_translator.py

@@ -12,6 +12,7 @@ from dagster import (
     AutoMaterializePolicy,
     AutomationCondition,
     DagsterInvalidDefinitionError,
+    MetadataValue,
     PartitionMapping,
 )
 from dagster._annotations import beta, public
@@ -210,6 +211,14 @@ class DagsterDbtTranslator:
                 **({DAGSTER_DBT_PROJECT_METADATA_KEY: project} if project else {}),
             }
         )
+
+        # Add dbt Core project_id for tracking/debugging
+        project_id = manifest.get("metadata", {}).get("project_id")
+        if project_id:
+            spec = spec.merge_attributes(
+                metadata={"dagster_dbt/project_id": MetadataValue.text(project_id)}
+            )
+
         if self.settings.enable_code_references:
             if not project:
                 raise DagsterInvalidDefinitionError(

dagster_dbt/utils.py

@@ -16,7 +16,6 @@ if TYPE_CHECKING:
 # dbt resource types that may be considered assets
 ASSET_RESOURCE_TYPES = ["model", "seed", "snapshot"]
 
-
 clean_name = clean_name_lower
 
 
@@ -135,6 +134,21 @@ def _select_unique_ids_from_manifest(
             else {}
         )
 
+    functions = {}
+    if DBT_PYTHON_VERSION is not None and DBT_PYTHON_VERSION >= version.parse("1.11.0"):
+        from dbt.contracts.graph.nodes import FunctionNode  # pyright: ignore
+
+        functions = (
+            {
+                "functions": {
+                    unique_id: FunctionNode.from_dict(info)
+                    for unique_id, info in manifest_json["functions"].items()
+                }
+            }
+            if manifest_json.get("functions")
+            else {}
+        )
+
     manifest = Manifest(
         nodes={unique_id: _DictShim(info) for unique_id, info in manifest_json["nodes"].items()},
         sources={
@@ -182,6 +196,7 @@ def _select_unique_ids_from_manifest(
             else {}
         ),
         **unit_tests,
+        **functions,
     )
 
     child_map = manifest_json["child_map"]

dagster_dbt/version.py

@@ -1 +1 @@
-__version__ = "0.28.10"
+__version__ = "0.28.12"

{dagster_dbt-0.28.10.dist-info → dagster_dbt-0.28.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-dbt
-Version: 0.28.10
+Version: 0.28.12
 Summary: A Dagster integration for dbt
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-dbt
 Author: Dagster Labs
@@ -15,7 +15,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10,<3.14
 License-File: LICENSE
-Requires-Dist: dagster==1.12.10
+Requires-Dist: dagster==1.12.12
 Requires-Dist: dbt-core<1.12,>=1.7
 Requires-Dist: gitpython
 Requires-Dist: Jinja2

{dagster_dbt-0.28.10.dist-info → dagster_dbt-0.28.12.dist-info}/RECORD

@@ -1,9 +1,9 @@
 dagster_dbt/__init__.py,sha256=rlPCxCzovXNDiqXBUEcgNVHjZrXQXwcX3kwUhe_69C4,4708
 dagster_dbt/asset_decorator.py,sha256=OFFjhmDQO6dK8N3U7VQF7gergswkIS3eHnMRwAe2BZY,14892
 dagster_dbt/asset_specs.py,sha256=2EdWIhY2QZhtGXM7N-kkkeK3ClnGgYX7ayRi_X11cLg,2741
-dagster_dbt/asset_utils.py,sha256=xS2gAWRdVlHnYkc5iu-ppf6dpdz_OHspeg9g_gc14fs,46790
+dagster_dbt/asset_utils.py,sha256=eTX8vvbKwxYqRLlGmTzbTsu4oOsNgNLU9d0vgFA7P6M,48962
 dagster_dbt/compat.py,sha256=lqzGonzQE7Lb825yRqUaQPXeNQp8umAR4LqyD6COXdc,3609
-dagster_dbt/dagster_dbt_translator.py,sha256=HnXtw9UgUMrrPDUrJ8__kMtOrYDHVz4jCBVXl_VbdHM,30834
+dagster_dbt/dagster_dbt_translator.py,sha256=ZoDlIhHQk9ka8yyx8f2Z6XTTf2E7dvbrmHLuyMBBvus,31143
 dagster_dbt/dbt_core_version.py,sha256=Xbygc8qrDnhUhicD0KRRry6YRi3W5ztB2VxKmcxPXeA,38
 dagster_dbt/dbt_manifest.py,sha256=q10Qq1whh-dLfWtFbTYXYbqBVCf0oU8T1yRPyy9ASw0,1307
 dagster_dbt/dbt_manifest_asset_selection.py,sha256=KSEHcVdtfFZaEqSQDUsAx8H8BQe62jZxAOE_CLtwVlI,5072
@@ -14,12 +14,12 @@ dagster_dbt/errors.py,sha256=a8xag0tjh8OQVkiL10_uwY4hkAgRCH6HtTGaZxIbXZI,1073
 dagster_dbt/freshness_builder.py,sha256=DHAC3AGWAwIA7psDf72R0t5p8NjxDytGU9g5xnca1hc,6395
 dagster_dbt/metadata_set.py,sha256=lqjASYoYeM_Ey6r8UsPUkRMwmuAIfFCFvkNm0xW5xTg,512
 dagster_dbt/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
-dagster_dbt/utils.py,sha256=gT6xO7buRolkhc2fa5ySUPfD1eXo3e6RJWZAKkM6yFo,8513
-dagster_dbt/version.py,sha256=110BPTEyn13PDWnHpj0D7VMBpjnNxJ6-MM3ZHvQwyQ0,24
+dagster_dbt/utils.py,sha256=AMSksIptEBr6aMLv0DEj1pjMMl_BRTLqXvBnkgAeJhg,9034
+dagster_dbt/version.py,sha256=1WEy1K1rD5aYOP4qevjehq-uhsiK733U8NKj3tvYXW4,24
 dagster_dbt/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dagster_dbt/cli/app.py,sha256=9oBx85uzAkMtBdV39vNm5rxuAGPVYzzDUs6Ek-KL0XY,13516
+dagster_dbt/cli/app.py,sha256=yQ4OqtUOIsAIzjU2QaI4lcWXWVhBW5_ajqsjQr8TBws,13538
 dagster_dbt/cloud/__init__.py,sha256=8WKaLuPl_pUG9Cv78GW782vrWQfqK8QtAWegkTxA9r4,441
-dagster_dbt/cloud/asset_defs.py,sha256=4mdXd3tiGd9OPBBF6xvH81DZhcyGL9pAw3WH8dB7Qu8,29311
+dagster_dbt/cloud/asset_defs.py,sha256=CcEiNeOz8JO4tRzSxKHPYKLFzZgsnUvUH-NV6DLJ7UA,29885
 dagster_dbt/cloud/cli.py,sha256=VnKzBjn-BPpjn4nPZm5xSrboAKpRhlCa-4IxsN1ROCo,4525
 dagster_dbt/cloud/ops.py,sha256=rsU4qPCRUUzeHRInZph7YEz_iynwu_KidO5vMAYHX5E,4615
 dagster_dbt/cloud/resources.py,sha256=AWW3VTBS6zrSKeDjMJovbnu54sKena93FoZle6ZSSq8,31747
@@ -51,9 +51,9 @@ dagster_dbt/include/scaffold/assets.py.jinja,sha256=JImqnDUP5ewy8RVti4IuXL70yJno
 dagster_dbt/include/scaffold/definitions.py.jinja,sha256=Hou7emwkEeh5YXTdqjYFrAc2SK-Q6MgTNsQOKA_Vy3s,364
 dagster_dbt/include/scaffold/project.py.jinja,sha256=YNtkT5Hq4VbGw-b7QcxdelhXsesIKORwVuBFGFdfeUs,432
 dagster_dbt/include/scaffold/schedules.py.jinja,sha256=Xua_VtPjYFc498A5uaBGQ36GwV1gqciO4P3D8Yt9M-Y,413
-dagster_dbt-0.28.10.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
-dagster_dbt-0.28.10.dist-info/METADATA,sha256=dsDUeemD81OMLqjg0MlSA7Asy0JLjhdoJVPHxLwHNJ8,1632
-dagster_dbt-0.28.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dagster_dbt-0.28.10.dist-info/entry_points.txt,sha256=pbv0tVoTB7cByG-noE8rC6atvthh64qBaTo7PkQ9HbM,163
-dagster_dbt-0.28.10.dist-info/top_level.txt,sha256=hoOwFvw9OpJUN1azE6UVHcxMKqhUwR_BTN0Ay-iKUDA,12
-dagster_dbt-0.28.10.dist-info/RECORD,,
+dagster_dbt-0.28.12.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
+dagster_dbt-0.28.12.dist-info/METADATA,sha256=CuD3sObsVXUPC9vKXzTSJgFwuNY822MJhppeo8XA_Bo,1632
+dagster_dbt-0.28.12.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
+dagster_dbt-0.28.12.dist-info/entry_points.txt,sha256=pbv0tVoTB7cByG-noE8rC6atvthh64qBaTo7PkQ9HbM,163
+dagster_dbt-0.28.12.dist-info/top_level.txt,sha256=hoOwFvw9OpJUN1azE6UVHcxMKqhUwR_BTN0Ay-iKUDA,12
+dagster_dbt-0.28.12.dist-info/RECORD,,

{dagster_dbt-0.28.10.dist-info → dagster_dbt-0.28.12.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.1)
 Root-Is-Purelib: true
 Tag: py3-none-any