pycarlo 0.10.194__py3-none-any.whl → 0.11.15__py3-none-any.whl

{pycarlo-0.10.194.dist-info → pycarlo-0.11.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pycarlo
-Version: 0.10.194
+Version: 0.11.15
 Summary: Monte Carlo's Python SDK
 Home-page: https://www.montecarlodata.com/
 Author: Monte Carlo Data, Inc

{pycarlo-0.10.194.dist-info → pycarlo-0.11.15.dist-info}/RECORD

@@ -20,9 +20,12 @@ pycarlo/features/circuit_breakers/service.py,sha256=TljwMOhA5igBumkpJwM22iEJGyvt
 pycarlo/features/dbt/__init__.py,sha256=A2cFr8_aSY_kDw1m7jR6QkHfiBMC1cZ6O8WosF9XrRg,85
 pycarlo/features/dbt/dbt_importer.py,sha256=eJb9Jiu7tAEb_xsLO-ycDOjjVm-LLfTtbAzlzIRxT5I,7328
 pycarlo/features/dbt/queries.py,sha256=9o1HevRECYyGXQ0lG0LrN4iuuXCS-SWjz7NTgAAZIro,621
-pycarlo/features/metadata/__init__.py,sha256=lSfQ-3W6d4YCWpjWlbxBNm07KomrmPORweCGLvLbGuM,360
-pycarlo/features/metadata/allow_block_list.py,sha256=UWqGOzLELRRryHVRgNXqlfUfHFX9SeXuhKix_5B_7CY,5823
-pycarlo/features/metadata/metadata_filters_container.py,sha256=iHMd3S-JQLkTVgiKU5sgeJN9Wb6KWm-6YuulOCStGZ4,12670
+pycarlo/features/metadata/__init__.py,sha256=0RDVHnwPvQcNXkeXEAxL4VJ8VWrl2P0fft_Kl2nlo7I,912
+pycarlo/features/metadata/asset_allow_block_list.py,sha256=jXCS7HtUJhexEXZyRzyN4MT-BPSaMTKWCWiBT_l-Ijo,761
+pycarlo/features/metadata/asset_filters_container.py,sha256=O15SC6u7HMGlViYnX7H8MRFttQrIXQd3a0oOrz7My5U,3411
+pycarlo/features/metadata/base_allow_block_list.py,sha256=c8zd0BXkNSfQ3LkNC_A0KrO2AsYtIowc8FjbdyDyDu0,4738
+pycarlo/features/metadata/metadata_allow_block_list.py,sha256=HzgXE0WhwDZoBHeV04e8dwe88rUSVVnOl8nFEPlb0jA,3496
+pycarlo/features/metadata/metadata_filters_container.py,sha256=GCbk-t7Njq2IiQrre186aN3DT2ytN-8RTwBPnBmfgJA,12715
 pycarlo/features/pii/__init__.py,sha256=w5X-oD8HWaL6fP2jt40AhlXO-MNzlVAlhRaZ5kQqAZY,247
 pycarlo/features/pii/constants.py,sha256=XWeiikXk9AtljdWsGfl49b9zI6w8EzK8F__Euc0vQ3w,70
 pycarlo/features/pii/pii_filterer.py,sha256=k53b_V_mddY4A17-DJ5vQKszFDlUaiP3E650JFHAeJA,6209
@@ -35,10 +38,10 @@ pycarlo/features/user/queries.py,sha256=m97RvM0oiBlrU5xmOwe_JJ5N0G0NG5hIOeyQqN2O
 pycarlo/features/user/service.py,sha256=DHkhuonySaHro07NTd0YNe3cNkDk62CiRTY77dhVaMs,2890
 pycarlo/lib/README.md,sha256=QGNeUefPzLKGyZqn5aITpcFgkC9WQTNS292BGisRFHk,139
 pycarlo/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pycarlo/lib/schema.json,sha256=UEjfprp10pXE6593WmYyj2kER6DuIxBIkc84HUTPBVM,6336286
-pycarlo/lib/schema.py,sha256=plDIF2K1mq-nUIksRS9WNxXZ1Pz25tIC4somKPrD4F4,2759178
-pycarlo-0.10.194.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-pycarlo-0.10.194.dist-info/METADATA,sha256=4weWf_U3sSZg5WXxeS1bDNjbjMikBFDSoPSeoc0iv7k,8742
-pycarlo-0.10.194.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-pycarlo-0.10.194.dist-info/top_level.txt,sha256=TIE04H4pgzGaFxAB-gvkmVAUOAoHxxFfhnEcpuQ5bF4,8
-pycarlo-0.10.194.dist-info/RECORD,,
+pycarlo/lib/schema.json,sha256=QPrl1YZ0WF2HNxk4EJG3PuypjUEu6z9cT-zby0oXlqY,6521200
+pycarlo/lib/schema.py,sha256=6MMMErpEG-oFTgOfGBoZmQw5tgo4li7XFKXA-JqGY3k,2832020
+pycarlo-0.11.15.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+pycarlo-0.11.15.dist-info/METADATA,sha256=IiKzQSFemktwSfQa1MtnM2A2AeKeBxnbC_y4XwQaWx0,8741
+pycarlo-0.11.15.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+pycarlo-0.11.15.dist-info/top_level.txt,sha256=TIE04H4pgzGaFxAB-gvkmVAUOAoHxxFfhnEcpuQ5bF4,8
+pycarlo-0.11.15.dist-info/RECORD,,

pycarlo/features/metadata/allow_block_list.py

@@ -1,159 +0,0 @@
-import enum
-import re
-from dataclasses import dataclass, field
-from typing import Any, Callable, List, Optional
-
-from dataclasses_json import config, dataclass_json
-
-from pycarlo.common import get_logger
-
-logger = get_logger(__name__)
-
-# For documentation and samples check the link below:
-# https://www.notion.so/montecarlodata/Catalog-Schema-Filtering-59edd6eff7f74c94ab6bfca75d2e3ff1
-
-
-def _exclude_none_values(value: Any) -> bool:
-    return value is None
-
-
-class FilterEffectType(enum.Enum):
-    BLOCK = "block"
-    ALLOW = "allow"
-
-
-class FilterType(enum.Enum):
-    EXACT_MATCH = "exact_match"
-    PREFIX = "prefix"
-    SUFFIX = "suffix"
-    SUBSTRING = "substring"
-    REGEXP = "regexp"
-
-
-@dataclass_json
-@dataclass
-class MetadataFilter:
-    # we're using exclude=_exclude_none_values to prevent these properties to be serialized to json
-    # when None, to keep the json doc simpler
-    project: Optional[str] = field(metadata=config(exclude=_exclude_none_values), default=None)
-    dataset: Optional[str] = field(metadata=config(exclude=_exclude_none_values), default=None)
-    table_type: Optional[str] = field(metadata=config(exclude=_exclude_none_values), default=None)
-    table_name: Optional[str] = field(metadata=config(exclude=_exclude_none_values), default=None)
-    type: FilterType = FilterType.EXACT_MATCH
-    effect: FilterEffectType = FilterEffectType.BLOCK
-
-    def matches(self, force_regexp: bool = False, **kwargs: Any) -> bool:
-        """
-        Returns True if all properties specified in kwargs match the conditions specified in
-        properties of the same name in this object.
-        Supported keys in kwargs: 'project', 'dataset', 'table', 'table_type'
-        For example kwargs={'project': 'prj_1'} will evaluate if 'prj_1' matches the condition in
-        self.project. For kwargs={'project': 'prj_1', 'dataset': 'ds_1'} will evaluate if 'prj_1'
-        matches the condition in self.project and if 'ds_1' matches the condition in self.dataset.
-        If any of the conditions (for example self.project) is None, that condition will be matched.
-        """
-        if not kwargs:
-            raise ValueError("At least one field needs to be specified for matching")
-
-        # kwargs must match the field names in this class, if any of them do not,
-        # invalidate the filter.
-        try:
-            is_match = all(
-                self._safe_match(
-                    component=getattr(self, component),
-                    value=value,
-                    force_regexp=force_regexp,
-                    filter_type=self.type
-                    if self.filter_type_target_field() == component
-                    else FilterType.EXACT_MATCH,
-                )
-                for component, value in kwargs.items()
-            )
-        except AttributeError:
-            is_match = False
-
-        return is_match
-
-    def filter_type_target_field(self) -> str:
-        """
-        The field that is evaluated using filter type. Other fields should be
-        compared using exact match.
-        """
-        if self.table_name is not None:
-            return "table_name"
-        if self.dataset is not None:
-            return "dataset"
-        if self.project is not None:
-            return "project"
-
-        logger.exception("Invalid filter, missing target values")
-        return ""
-
-    @classmethod
-    def _safe_match(
-        cls,
-        component: Optional[str],
-        value: Optional[str],
-        force_regexp: bool,
-        filter_type: FilterType,
-    ) -> bool:
-        # Field not specified on this object, e.g. self.dataset=None, which matches everything
-        if component is None:
-            return True
-        # The value in kwargs is empty, it does not match the condition.
-        if value is None:
-            return False
-
-        # Convert it in lowercase. In the normalizer we are converting identifiers
-        # (like project/dataset) to lowercase so the metadata filters may be defined with
-        # lowercase on the UI, however on Snowflake the identifiers are usually in uppercase.
-        # Therefore, we perform the evaluation case-insensitive.
-        component = component.lower()
-        value = value.lower()
-
-        if force_regexp or filter_type == FilterType.REGEXP:
-            regexp = f"^{component}$"  # Anchor the regexp to be more strict about what to match.
-            return re.match(regexp, value) is not None
-        elif filter_type == FilterType.PREFIX:
-            return value.startswith(component)
-        elif filter_type == FilterType.SUFFIX:
-            return value.endswith(component)
-        elif filter_type == FilterType.SUBSTRING:
-            return component in value
-        else:
-            return component == value
-
-
-@dataclass_json
-@dataclass
-class AllowBlockList:
-    filters: List[MetadataFilter] = field(default_factory=list)
-    default_effect: FilterEffectType = FilterEffectType.ALLOW
-
-    @property
-    def other_effect(self) -> FilterEffectType:
-        return (
-            FilterEffectType.ALLOW
-            if self.default_effect == FilterEffectType.BLOCK
-            else FilterEffectType.BLOCK
-        )
-
-    def get_default_effect_filters(
-        self, condition: Optional[Callable[[MetadataFilter], bool]] = None
-    ) -> List[MetadataFilter]:
-        return list(
-            filter(
-                lambda f: f.effect == self.default_effect and (condition is None or condition(f)),
-                self.filters,
-            )
-        )
-
-    def get_other_effect_filters(
-        self, condition: Optional[Callable[[MetadataFilter], bool]] = None
-    ) -> List[MetadataFilter]:
-        return list(
-            filter(
-                lambda f: f.effect != self.default_effect and (condition is None or condition(f)),
-                self.filters,
-            )
-        )