dbt-bouncer 1.28.0__py3-none-any.whl → 1.30.0__py3-none-any.whl

dbt_bouncer/artifact_parsers/parsers_catalog.py

@@ -1,6 +1,6 @@
 import logging
 import warnings
-from typing import TYPE_CHECKING, List, Union
+from typing import TYPE_CHECKING, List, Optional, Union
 
 from pydantic import BaseModel
 
@@ -50,6 +50,7 @@ class DbtBouncerCatalogNode(BaseModel):
 def parse_catalog(
     artifact_dir: "Path",
     manifest_obj: "DbtBouncerManifest",
+    package_name: Optional[str] = None,
 ) -> tuple[List[DbtBouncerCatalogNode], List[DbtBouncerCatalogNode]]:
     """Parse the catalog.json artifact.
 
@@ -73,7 +74,8 @@ def parse_catalog(
             },
         )
         for k, v in catalog_obj.catalog.nodes.items()
-        if k.split(".")[-2] == manifest_obj.manifest.metadata.project_name
+        if k.split(".")[-2]
+        == (package_name or manifest_obj.manifest.metadata.project_name)
     ]
     project_catalog_sources = [
         DbtBouncerCatalogNode(
@@ -86,7 +88,8 @@ def parse_catalog(
             },
         )
         for k, v in catalog_obj.catalog.sources.items()
-        if k.split(".")[1] == manifest_obj.manifest.metadata.project_name
+        if k.split(".")[1]
+        == (package_name or manifest_obj.manifest.metadata.project_name)
     ]
     logging.info(
         f"Parsed `catalog.json`: {len(project_catalog_nodes)} nodes, {len(project_catalog_sources)} sources.",

dbt_bouncer/artifact_parsers/parsers_common.py

@@ -145,7 +145,7 @@ def parse_dbt_artifacts(
         project_tests,
         project_unit_tests,
     ) = parse_manifest_artifact(
-        manifest_obj=manifest_obj,
+        manifest_obj=manifest_obj, package_name=bouncer_config.package_name
     )
 
     # Catalog, must come after manifest is parsed
@@ -158,6 +158,7 @@ def parse_dbt_artifacts(
         project_catalog_nodes, project_catalog_sources = parse_catalog(
             artifact_dir=dbt_artifacts_dir,
             manifest_obj=manifest_obj,
+            package_name=bouncer_config.package_name,
         )
     else:
         project_catalog_nodes = []
@@ -175,6 +176,7 @@ def parse_dbt_artifacts(
         project_run_results = parse_run_results_artifact(
             artifact_dir=dbt_artifacts_dir,
             manifest_obj=manifest_obj,
+            package_name=bouncer_config.package_name,
         )
     else:
         project_run_results = []

dbt_bouncer/artifact_parsers/parsers_manifest.py

@@ -1,7 +1,7 @@
 import logging
 import warnings
 from enum import Enum
-from typing import Any, Dict, List, Union
+from typing import Any, Dict, List, Optional, Union
 
 from pydantic import BaseModel
 
@@ -173,7 +173,7 @@ def parse_manifest(
 
 
 def parse_manifest_artifact(
-    manifest_obj: DbtBouncerManifest,
+    manifest_obj: DbtBouncerManifest, package_name: Optional[str] = None
 ) -> tuple[
     List[Exposures],
     List[Macros],
@@ -200,12 +200,14 @@ def parse_manifest_artifact(
     project_exposures = [
         v
         for _, v in manifest_obj.manifest.exposures.items()
-        if v.package_name == manifest_obj.manifest.metadata.project_name
+        if v.package_name
+        == (package_name or manifest_obj.manifest.metadata.project_name)
     ]
     project_macros = [
         v
         for _, v in manifest_obj.manifest.macros.items()
-        if v.package_name == manifest_obj.manifest.metadata.project_name
+        if v.package_name
+        == (package_name or manifest_obj.manifest.metadata.project_name)
     ]
     project_models = []
     project_snapshots = []
@@ -214,7 +216,9 @@ def parse_manifest_artifact(
         if (
             isinstance(v.resource_type, Enum) and v.resource_type.value == "model"
         ) or v.resource_type == "model":
-            if v.package_name == manifest_obj.manifest.metadata.project_name:
+            if v.package_name == (
+                package_name or manifest_obj.manifest.metadata.project_name
+            ):
                 project_models.append(
                     DbtBouncerModel(
                         **{
@@ -228,7 +232,9 @@ def parse_manifest_artifact(
         elif (
             (isinstance(v.resource_type, Enum) and v.resource_type.value == "snapshot")
             or v.resource_type == "snapshot"
-        ) and v.package_name == manifest_obj.manifest.metadata.project_name:
+        ) and v.package_name == (
+            package_name or manifest_obj.manifest.metadata.project_name
+        ):
             project_snapshots.append(
                 DbtBouncerSnapshot(
                     **{
@@ -241,7 +247,9 @@ def parse_manifest_artifact(
         elif (
             (isinstance(v.resource_type, Enum) and v.resource_type.value == "test")
             or v.resource_type == "test"
-        ) and v.package_name == manifest_obj.manifest.metadata.project_name:
+        ) and v.package_name == (
+            package_name or manifest_obj.manifest.metadata.project_name
+        ):
             project_tests.append(
                 DbtBouncerTest(
                     **{
@@ -258,7 +266,8 @@ def parse_manifest_artifact(
         project_unit_tests = [
             v
             for _, v in manifest_obj.manifest.unit_tests.items()
-            if v.package_name == manifest_obj.manifest.metadata.project_name
+            if v.package_name
+            == (package_name or manifest_obj.manifest.metadata.project_name)
         ]
     else:
         project_unit_tests = []
@@ -272,7 +281,8 @@ def parse_manifest_artifact(
             },
         )
         for _, v in manifest_obj.manifest.semantic_models.items()
-        if v.package_name == manifest_obj.manifest.metadata.project_name
+        if v.package_name
+        == (package_name or manifest_obj.manifest.metadata.project_name)
     ]
 
     project_sources = [
@@ -284,11 +294,12 @@ def parse_manifest_artifact(
             },
         )
         for _, v in manifest_obj.manifest.sources.items()
-        if v.package_name == manifest_obj.manifest.metadata.project_name
+        if v.package_name
+        == (package_name or manifest_obj.manifest.metadata.project_name)
     ]
 
     logging.info(
-        f"Parsed `manifest.json`, found `{manifest_obj.manifest.metadata.project_name}` project: {len(project_exposures)} exposures, {len(project_macros)} macros, {len(project_models)} nodes, {len(project_semantic_models)} semantic models, {len(project_snapshots)} snapshots, {len(project_sources)} sources, {len(project_tests)} tests, {len(project_unit_tests)} unit tests.",
+        f"Parsed `manifest.json`, found `{(package_name or manifest_obj.manifest.metadata.project_name)}` project: {len(project_exposures)} exposures, {len(project_macros)} macros, {len(project_models)} nodes, {len(project_semantic_models)} semantic models, {len(project_snapshots)} snapshots, {len(project_sources)} sources, {len(project_tests)} tests, {len(project_unit_tests)} unit tests.",
     )
     return (
         project_exposures,

dbt_bouncer/artifact_parsers/parsers_run_results.py

@@ -1,6 +1,6 @@
 import logging
 import warnings
-from typing import TYPE_CHECKING, Any, Dict, List, Union
+from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
 
 from pydantic import BaseModel
 
@@ -64,6 +64,7 @@ def parse_run_results(
 def parse_run_results_artifact(
     artifact_dir: "Path",
     manifest_obj: "DbtBouncerManifest",
+    package_name: Optional[str] = None,
 ) -> List[DbtBouncerRunResult]:
     """Parse the run_results.json artifact.
 
@@ -112,7 +113,8 @@ def parse_run_results_artifact(
             },
         )
         for r in run_results_obj.results
-        if r.unique_id.split(".")[1] == manifest_obj.manifest.metadata.project_name
+        if r.unique_id.split(".")[1]
+        == (package_name or manifest_obj.manifest.metadata.project_name)
     ]
     logging.info(
         f"Parsed `run_results.json`: {len(project_run_results)} results.",

dbt_bouncer/checks/catalog/check_columns.py

@@ -13,11 +13,11 @@ if TYPE_CHECKING:
         from dbt_artifacts_parser.parsers.catalog.catalog_v1 import (
             Nodes as CatalogNodes,
         )
+    from dbt_bouncer.artifact_parsers.parsers_common import DbtBouncerManifest
     from dbt_bouncer.artifact_parsers.parsers_manifest import (
         DbtBouncerModelBase,
         DbtBouncerTestBase,
     )
-
 from pydantic import model_validator
 
 from dbt_bouncer.check_base import BaseCheck
@@ -282,7 +282,9 @@ class CheckColumnsAreAllDocumented(BaseCheck):
     """All columns in a model should be included in the model's properties file, i.e. `.yml` file.
 
     Receives:
+        case_sensitive (Optional[bool]): Whether the column names are case sensitive or not. Necessary for adapters like `dbt-snowflake` where the column in `catalog.json` is uppercase but the column in `manifest.json` can be lowercase. Defaults to `false` for `dbt-snowflake`, otherwise `true`.
         catalog_node (CatalogNodes): The CatalogNodes object to check.
+        manifest_obj (DbtBouncerManifest): The DbtBouncerManifest object parsed from `manifest.json`.
         models (List[DbtBouncerModelBase]): List of DbtBouncerModelBase objects parsed from `manifest.json`.
 
     Other Parameters:
@@ -299,7 +301,9 @@ class CheckColumnsAreAllDocumented(BaseCheck):
 
     """
 
+    case_sensitive: Optional[bool] = Field(default=True)
     catalog_node: "CatalogNodes" = Field(default=None)
+    manifest_obj: "DbtBouncerManifest" = Field(default=None)
     models: List["DbtBouncerModelBase"] = Field(default=[])
     name: Literal["check_columns_are_all_documented"]
 
@@ -309,11 +313,23 @@ class CheckColumnsAreAllDocumented(BaseCheck):
             model = next(
                 m for m in self.models if m.unique_id == self.catalog_node.unique_id
             )
-            undocumented_columns = [
-                v.name
-                for _, v in self.catalog_node.columns.items()
-                if v.name not in model.columns
-            ]
+
+            if self.manifest_obj.manifest.metadata.adapter_type in ["snowflake"]:
+                self.case_sensitive = False
+
+            if self.case_sensitive:
+                undocumented_columns = [
+                    v.name
+                    for _, v in self.catalog_node.columns.items()
+                    if v.name not in model.columns
+                ]
+            else:
+                undocumented_columns = [
+                    v.name
+                    for _, v in self.catalog_node.columns.items()
+                    if v.name.lower() not in [c.lower() for c in model.columns]
+                ]
+
             assert not undocumented_columns, (
                 f"`{self.catalog_node.unique_id.split('.')[-1]}` has columns that are not included in the models properties file: {undocumented_columns}"
             )

dbt_bouncer/checks/manifest/check_lineage.py

@@ -1,7 +1,7 @@
 # mypy: disable-error-code="union-attr"
 
 import re
-from typing import TYPE_CHECKING, List, Literal
+from typing import TYPE_CHECKING, List, Literal, Optional
 
 from dbt_bouncer.check_base import BaseCheck
 
@@ -53,6 +53,7 @@ class CheckLineagePermittedUpstreamModels(BaseCheck):
     model: "DbtBouncerModelBase" = Field(default=None)
     models: List["DbtBouncerModelBase"] = Field(default=[])
     name: Literal["check_lineage_permitted_upstream_models"]
+    package_name: Optional[str] = Field(default=None)
     upstream_path_pattern: str
 
     def execute(self) -> None:
@@ -61,7 +62,8 @@ class CheckLineagePermittedUpstreamModels(BaseCheck):
             x
             for x in self.model.depends_on.nodes
             if x.split(".")[0] == "model"
-            and x.split(".")[1] == self.manifest_obj.manifest.metadata.project_name
+            and x.split(".")[1]
+            == (self.package_name or self.manifest_obj.manifest.metadata.project_name)
         ]
         not_permitted_upstream_models = [
             upstream_model

dbt_bouncer/checks/manifest/check_metadata.py

@@ -43,6 +43,7 @@ class CheckProjectName(BaseModel):
     )
     manifest_obj: "DbtBouncerManifest" = Field(default=None)
     name: Literal["check_project_name"]
+    package_name: Optional[str] = Field(default=None)
     project_name_pattern: str
     severity: Optional[Literal["error", "warn"]] = Field(
         default="error",
@@ -51,11 +52,14 @@ class CheckProjectName(BaseModel):
 
     def execute(self) -> None:
         """Execute the check."""
+        package_name = (
+            self.package_name or self.manifest_obj.manifest.metadata.project_name
+        )
         assert (
             re.compile(self.project_name_pattern.strip()).match(
-                self.manifest_obj.manifest.metadata.project_name,
+                package_name,
             )
             is not None
         ), (
-            f"Project name (`{self.manifest_obj.manifest.metadata.project_name}`) does not conform to the supplied regex `({self.project_name_pattern.strip()})`."
+            f"Project name (`{package_name}`) does not conform to the supplied regex `({self.project_name_pattern.strip()})`."
         )

dbt_bouncer/checks/manifest/check_models.py

@@ -924,6 +924,7 @@ class CheckModelMaxChainedViews(BaseCheck):
     model: "DbtBouncerModelBase" = Field(default=None)
     models: List["DbtBouncerModelBase"] = Field(default=[])
     name: Literal["check_model_max_chained_views"]
+    package_name: Optional[str] = Field(default=None)
 
     def execute(self) -> None:
         """Execute the check."""
@@ -984,7 +985,10 @@ class CheckModelMaxChainedViews(BaseCheck):
                     max_chained_views=self.max_chained_views,
                     models=self.models,
                     model_unique_ids_to_check=[self.model.unique_id],
-                    package_name=self.manifest_obj.manifest.metadata.project_name,
+                    package_name=(
+                        self.package_name
+                        or self.manifest_obj.manifest.metadata.project_name
+                    ),
                 ),
             )
             == 0

dbt_bouncer/config_file_parser.py

@@ -72,6 +72,9 @@ class DbtBouncerConfBase(BaseModel):
         default=None,
         description="Regexp to match which paths to include.",
     )
+    package_name: Optional[str] = Field(
+        default=None, description="If you want to run `dbt-bouncer` against a package."
+    )
     severity: Union[Literal["error", "warn"], None] = Field(
         default=None,
         description="Severity of the check, one of 'error' or 'warn'.",

dbt_bouncer/config_file_validator.py

@@ -225,6 +225,7 @@ def validate_conf(
             DbtBouncerCatalogNode,
         )
         from dbt_bouncer.artifact_parsers.parsers_manifest import (
+            DbtBouncerManifest,
             DbtBouncerModelBase,
             DbtBouncerSnapshotBase,
             DbtBouncerSourceBase,

dbt_bouncer/version.py

@@ -5,4 +5,4 @@ def version() -> str:
         str: The version of `dbt-bouncer`.
 
     """
-    return "1.28.0"
+    return "1.30.0"

{dbt_bouncer-1.28.0.dist-info → dbt_bouncer-1.30.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: dbt-bouncer
-Version: 1.28.0
+Version: 1.30.0
 Summary: Configure and enforce conventions for your dbt project.
 License: MIT
 Keywords: python,cli,dbt,CI/CD

{dbt_bouncer-1.28.0.dist-info → dbt_bouncer-1.30.0.dist-info}/RECORD

@@ -3,33 +3,33 @@ dbt_bouncer/artifact_parsers/dbt_cloud/README.md,sha256=MOOGbm2KHjlcvtiSxDVnQlCX
 dbt_bouncer/artifact_parsers/dbt_cloud/catalog_latest.py,sha256=W575XZj7U9fC7recAUzf63cFBh4gghyjYSVYmoKGN5Q,2062
 dbt_bouncer/artifact_parsers/dbt_cloud/manifest_latest.py,sha256=EPgjUz2pRW2nS1_ZgLgXK9douoymKJ5vRk7VM3Emm0w,117707
 dbt_bouncer/artifact_parsers/dbt_cloud/run_results_latest.py,sha256=d_bCyY3AM77UEemKnPlHCDcRF_UmfAO_vmPiNQ2kHIY,2111
-dbt_bouncer/artifact_parsers/parsers_catalog.py,sha256=QTmRowL9dh4n7gSmOFzTe6l33KFj2YS7UdrJD2EDObE,3028
-dbt_bouncer/artifact_parsers/parsers_common.py,sha256=ZGBpGZPMdb1n0uGO0Yd6nkRnSNXkxDcjqMQrO2CMc04,6580
-dbt_bouncer/artifact_parsers/parsers_manifest.py,sha256=hBQTi1QuMFKvAN9GEXAZVndEBT7Js-V8ceDTL5_BNCo,9319
-dbt_bouncer/artifact_parsers/parsers_run_results.py,sha256=ceySu_s4in_ArBFYG_I0fE5A_eSpOtMzAejVbIlqOSk,3710
+dbt_bouncer/artifact_parsers/parsers_catalog.py,sha256=2VbD3zib0jZdy7SCaYNQeYDXlxKpQykgOY7rUNnjQH0,3130
+dbt_bouncer/artifact_parsers/parsers_common.py,sha256=KAbnDHPnC2uHn91FK8UZ8wYOs-jTBYQSzyuowKxCSUU,6729
+dbt_bouncer/artifact_parsers/parsers_manifest.py,sha256=I9UnoNIHiAXXMGkZ-JEAbYKT6oGgBFtIUoOx14HeReU,9644
+dbt_bouncer/artifact_parsers/parsers_run_results.py,sha256=Qv6HhHmD1jxFPypgvmexl5JfVEaltREiCikJPIYQ9dE,3786
 dbt_bouncer/check_base.py,sha256=haCZiOn-7cod2XPWoOjUozJVVV7JGOK8OSwvZYsLwTw,2565
 dbt_bouncer/checks/catalog/check_catalog_sources.py,sha256=680dT_lqEem73X9Ur27-GiUskj7ALHaA16HdOUIePAo,2278
-dbt_bouncer/checks/catalog/check_columns.py,sha256=hWPDGbAPsSOgQ64xLiqiOzoIR_RWHHttFkkP6tYZ8WE,15095
+dbt_bouncer/checks/catalog/check_columns.py,sha256=uQoFGW3CDxdsFPVtmGIxbm_gVwUr9AF02zfO-3D8-1s,16124
 dbt_bouncer/checks/common.py,sha256=WTaZZ1vQpi1AfTu_8OLlfADngeNiVAmQ5lVaeYNUBtc,192
 dbt_bouncer/checks/manifest/check_exposures.py,sha256=JLHpbIpm1TmFieU88RrKRcJUdtdnHdOb17SL3p55bY8,7077
-dbt_bouncer/checks/manifest/check_lineage.py,sha256=Q0K6iA_Va4DYLwMjuRoDBYrjE2GdvVU0gvVBFtf0cq0,5850
+dbt_bouncer/checks/manifest/check_lineage.py,sha256=EHUXdR5D-ihwdwfvrIGewH8bL2yHXi1cfghv3VFe1I0,5949
 dbt_bouncer/checks/manifest/check_macros.py,sha256=RzkKCBcyLHGKvKFZ1Cn_QGTAEjH_T_z_8IazKOJZH3c,12318
-dbt_bouncer/checks/manifest/check_metadata.py,sha256=6o5zBRsJYYfEQU351hlUFQCHkVjQHKWgvyVcUxtF-xs,2100
-dbt_bouncer/checks/manifest/check_models.py,sha256=aiKKSpRrjGXekTy6uJnRVKOSUUhUbSGT8f2iP9Fy0fs,65928
+dbt_bouncer/checks/manifest/check_metadata.py,sha256=E9M-EXHU9JcR__5FotvVbhWc0M-H-JieB-9Wzbunsxg,2199
+dbt_bouncer/checks/manifest/check_models.py,sha256=38LIoiJE_7QY6t4HQFE4Th0FrbGlwk7O8QMXVMhsXLA,66075
 dbt_bouncer/checks/manifest/check_semantic_models.py,sha256=GFVPCn16PcNlXFLCbWMEG6NADccJnxC-latmBQ23OrU,2500
 dbt_bouncer/checks/manifest/check_snapshots.py,sha256=jmQNNVDn2s4UMJd0P7NAzzPPLIXWiDuE9qKTRiA4430,3795
 dbt_bouncer/checks/manifest/check_sources.py,sha256=HW-uZ9toO9veNaahAdxqquerC85zwaTJKQmRhvn8qbo,17092
 dbt_bouncer/checks/manifest/check_unit_tests.py,sha256=3_0FG91nSfC3k_dBDrJgRjF8rpzeA6GKSr3DmDP0ZTo,8417
 dbt_bouncer/checks/run_results/check_run_results.py,sha256=LLX8Uziyc4hv303K31wLtuXMXng3WVJF2z1j_GbogAI,4117
-dbt_bouncer/config_file_parser.py,sha256=gq7fINTmLFVWR4todXkPd_dnh0-9vnM3jHYtgk1g_WU,4874
-dbt_bouncer/config_file_validator.py,sha256=_OsuzcDhzyuaeSQFUYN-Cef-EqiUvXm__uBp3dKpv-Q,11224
+dbt_bouncer/config_file_parser.py,sha256=JjFoPhFARgPB_q8BnjRp9C9E5FhO1mcBWrDYEyeOfc4,5009
+dbt_bouncer/config_file_validator.py,sha256=wB241_aV0HTX_NLLfdD2snI831MsRIWdO5Y2lRdx7Ug,11256
 dbt_bouncer/logger.py,sha256=qkwB-SVUE4YUUp-MtmbcDPUX7t3zdniQL5Linuomr94,1804
 dbt_bouncer/main.py,sha256=n-jOsKlDwAlB2uF__J_DtkU8BC7CqeKMOU_f8axB1fo,6433
 dbt_bouncer/runner.py,sha256=fdgpOUS8ckS_rZbklOUqFSxmD6I8WYRhQU09HZI0Ghs,10628
 dbt_bouncer/utils.py,sha256=-jZjc6R0tjHWqpTjgHIb7Ej6Cqwdbchbl7L8IB4mo1I,9890
-dbt_bouncer/version.py,sha256=q2hU-2bppL-2u9LYg20hzKbLEYgZCGrZWdc1V7njjkc,149
-dbt_bouncer-1.28.0.dist-info/LICENSE,sha256=gGXp4VL__ZWlTWhXHRjWJmkxl5X9UJ7L7n1dr2WlfsY,1074
-dbt_bouncer-1.28.0.dist-info/METADATA,sha256=9d1TwoMcohJey8J7cChO80TqbGn3DOBfHc0BtdX4KQQ,4606
-dbt_bouncer-1.28.0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-dbt_bouncer-1.28.0.dist-info/entry_points.txt,sha256=jEl2FZDm4gO8u4x9m8qS0zMf9Fk2FAwLfI4N4sreGxI,52
-dbt_bouncer-1.28.0.dist-info/RECORD,,
+dbt_bouncer/version.py,sha256=peiKdfhYuV1tr1aFIP2HBNzq0JXTP49RcFqmcJrN-pY,149
+dbt_bouncer-1.30.0.dist-info/LICENSE,sha256=gGXp4VL__ZWlTWhXHRjWJmkxl5X9UJ7L7n1dr2WlfsY,1074
+dbt_bouncer-1.30.0.dist-info/METADATA,sha256=hLea625CoInl_srhE31N6XADFivQPGSQMLbIEeTV-uQ,4606
+dbt_bouncer-1.30.0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+dbt_bouncer-1.30.0.dist-info/entry_points.txt,sha256=jEl2FZDm4gO8u4x9m8qS0zMf9Fk2FAwLfI4N4sreGxI,52
+dbt_bouncer-1.30.0.dist-info/RECORD,,