acryl-datahub-cloud 0.3.12rc3__py3-none-any.whl → 0.3.12rc5__py3-none-any.whl

acryl_datahub_cloud/_codegen_config.json

@@ -1,6 +1,6 @@
 {
   "name": "acryl-datahub-cloud",
-  "version": "0.3.12rc3",
+  "version": "0.3.12rc5",
   "install_requires": [
     "avro-gen3==0.7.16",
     "acryl-datahub"

acryl_datahub_cloud/datahub_forms_notifications/forms_notifications_source.py

@@ -38,6 +38,7 @@ from datahub.metadata.schema_classes import (
     FormNotificationDetailsClass,
     FormNotificationEntryClass,
     FormNotificationsClass,
+    FormSettingsClass,
     FormStateClass,
     FormTypeClass,
 )
@@ -233,7 +234,8 @@ class DataHubFormsNotificationsSource(Source):
     def get_forms(self) -> List[Tuple[str, FormInfoClass]]:
         """
         Get forms and their formInfo aspect either from the forms provided in the config
-        or search for forms that are published and notifyAssigneesOnPublish = True
+        or search for forms that are published and notifyAssigneesOnPublish = True.
+        This method will only return forms that are published and have notifications enabled.
         """
         form_urns = []
 
@@ -242,9 +244,42 @@ class DataHubFormsNotificationsSource(Source):
         else:
             form_urns = self.search_for_forms()
 
-        return self.get_form_infos(form_urns)
+        form_urns_with_notifications_enabled = (
+            self.get_form_urns_with_notifications_enabled(form_urns)
+        )
+
+        return self.get_form_infos(form_urns_with_notifications_enabled)
+
+    def get_form_urns_with_notifications_enabled(
+        self, form_urns: List[str]
+    ) -> List[str]:
+        """
+        Get formSettings aspects and check if notifications are enabled for a given form urn.
+        If notifications are enabled, add to filtered list and return.
+        """
+        filtered_form_urns: List[str] = []
+
+        if len(form_urns) > 0:
+            entities = self.graph.get_entities("form", form_urns, ["formSettings"])
+            for urn, entity in entities.items():
+                form_tuple = entity.get(FormSettingsClass.ASPECT_NAME, (None, None))
+                if form_tuple and form_tuple[0]:
+                    if not isinstance(form_tuple[0], FormSettingsClass):
+                        logger.error(
+                            f"{form_tuple[0]} is not of type FormInfo for urn: {urn}"
+                        )
+                    else:
+                        form_settings = form_tuple[0]
+                        if form_settings.notificationSettings.notifyAssigneesOnPublish:
+                            filtered_form_urns.append(urn)
+
+        return filtered_form_urns
 
     def get_form_infos(self, form_urns: List[str]) -> List[Tuple[str, FormInfoClass]]:
+        """
+        Get formInfo aspects for a list of form urns and return the formInfos of forms
+        that are published. If a form is not published, we don't want to notify.
+        """
         form_infos: List[Tuple[str, FormInfoClass]] = []
 
         if len(form_urns) > 0:

acryl_datahub_cloud/metadata/schema.avsc

@@ -25793,6 +25793,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeDomain"
           }
@@ -25812,6 +25813,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeDataProduct"
           }
@@ -25831,6 +25833,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeTags"
           }
@@ -25849,6 +25852,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeGlossaryTerms"
           }
@@ -25868,6 +25872,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeOwners"
           }
@@ -25886,6 +25891,7 @@
       },
       {
         "Searchable": {
+          "addToFilters": true,
           "fieldType": "URN"
         },
         "TimeseriesField": {},
@@ -25903,6 +25909,7 @@
       },
       {
         "Searchable": {
+          "addToFilters": true,
           "fieldType": "URN"
         },
         "TimeseriesField": {},
@@ -25921,6 +25928,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeSchemaFieldGlossaryTerms"
           }
@@ -25940,6 +25948,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeSchemaFieldTags"
           }

acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc

@@ -53,6 +53,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeDomain"
         }
@@ -72,6 +73,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeDataProduct"
         }
@@ -91,6 +93,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeTags"
         }
@@ -109,6 +112,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeGlossaryTerms"
         }
@@ -128,6 +132,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeOwners"
         }
@@ -146,6 +151,7 @@
     },
     {
       "Searchable": {
+        "addToFilters": true,
         "fieldType": "URN"
       },
       "TimeseriesField": {},
@@ -163,6 +169,7 @@
     },
     {
       "Searchable": {
+        "addToFilters": true,
         "fieldType": "URN"
       },
       "TimeseriesField": {},
@@ -181,6 +188,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeSchemaFieldGlossaryTerms"
         }
@@ -200,6 +208,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeSchemaFieldTags"
         }

acryl_datahub_cloud/sdk/__init__.py

@@ -1,12 +1,17 @@
-from acryl_datahub_cloud.sdk.assertion import (
+from acryl_datahub_cloud.sdk.assertion.assertion_base import (
+    FreshnessAssertion,
     SmartFreshnessAssertion,
     SmartVolumeAssertion,
 )
-from acryl_datahub_cloud.sdk.assertion_input import (
+from acryl_datahub_cloud.sdk.assertion.smart_column_metric_assertion import (
+    SmartColumnMetricAssertion,
+)
+from acryl_datahub_cloud.sdk.assertion_input.assertion_input import (
     AssertionIncidentBehavior,
     DetectionMechanism,
     FixedRangeExclusionWindow,
     InferenceSensitivity,
+    TimeWindowSize,
 )
 from acryl_datahub_cloud.sdk.assertions_client import AssertionsClient
 from acryl_datahub_cloud.sdk.resolver_client import ResolverClient
@@ -15,6 +20,9 @@ from acryl_datahub_cloud.sdk.subscription_client import SubscriptionClient
 __all__ = [
     "SmartFreshnessAssertion",
     "SmartVolumeAssertion",
+    "SmartColumnMetricAssertion",
+    "TimeWindowSize",
+    "FreshnessAssertion",
     "DetectionMechanism",
     "InferenceSensitivity",
     "FixedRangeExclusionWindow",