acryl-datahub-cloud 0.3.12rc3__tar.gz → 0.3.12rc4__tar.gz

{acryl_datahub_cloud-0.3.12rc3 → acryl_datahub_cloud-0.3.12rc4}/PKG-INFO

@@ -1,97 +1,97 @@
 Metadata-Version: 2.4
 Name: acryl-datahub-cloud
-Version: 0.3.12rc3
+Version: 0.3.12rc4
 Requires-Dist: avro-gen3==0.7.16
 Requires-Dist: acryl-datahub
 Requires-Dist: croniter
 Requires-Dist: pytz
 Requires-Dist: types-croniter
 Provides-Extra: datahub-lineage-features
-Requires-Dist: duckdb; extra == "datahub-lineage-features"
 Requires-Dist: pyarrow; extra == "datahub-lineage-features"
 Requires-Dist: pandas; extra == "datahub-lineage-features"
-Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
 Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
+Requires-Dist: duckdb; extra == "datahub-lineage-features"
+Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
 Provides-Extra: datahub-reporting-forms
-Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
-Requires-Dist: duckdb; extra == "datahub-reporting-forms"
 Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
 Requires-Dist: pandas; extra == "datahub-reporting-forms"
-Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
+Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
 Requires-Dist: boto3; extra == "datahub-reporting-forms"
+Requires-Dist: duckdb; extra == "datahub-reporting-forms"
+Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
 Provides-Extra: datahub-reporting-extract-graph
-Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
 Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
 Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
-Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
 Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
 Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
+Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
+Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
 Provides-Extra: datahub-reporting-extract-sql
-Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
 Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
 Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
-Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
 Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
+Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
+Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
 Provides-Extra: datahub-usage-reporting
+Requires-Dist: polars==1.30.0; extra == "datahub-usage-reporting"
+Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
+Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
+Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
 Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
+Requires-Dist: boto3; extra == "datahub-usage-reporting"
+Requires-Dist: pandas; extra == "datahub-usage-reporting"
+Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
 Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
 Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
-Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
-Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
-Requires-Dist: polars==1.30.0; extra == "datahub-usage-reporting"
-Requires-Dist: boto3; extra == "datahub-usage-reporting"
 Requires-Dist: duckdb; extra == "datahub-usage-reporting"
-Requires-Dist: pandas; extra == "datahub-usage-reporting"
 Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
-Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
-Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
 Provides-Extra: datahub-metadata-sharing
 Requires-Dist: tenacity; extra == "datahub-metadata-sharing"
 Provides-Extra: datahub-action-request-owner
 Requires-Dist: tenacity; extra == "datahub-action-request-owner"
 Provides-Extra: acryl-cs-issues
+Requires-Dist: zenpy; extra == "acryl-cs-issues"
 Requires-Dist: jinja2; extra == "acryl-cs-issues"
 Requires-Dist: openai; extra == "acryl-cs-issues"
-Requires-Dist: zenpy; extra == "acryl-cs-issues"
 Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
 Provides-Extra: datahub-forms-notifications
 Requires-Dist: tenacity; extra == "datahub-forms-notifications"
 Provides-Extra: all
-Requires-Dist: numpy<2; extra == "all"
-Requires-Dist: pyarrow<=18.0.0; extra == "all"
+Requires-Dist: polars==1.30.0; extra == "all"
 Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: tenacity; extra == "all"
-Requires-Dist: zenpy; extra == "all"
-Requires-Dist: duckdb; extra == "all"
 Requires-Dist: slack-sdk; extra == "all"
-Requires-Dist: pandas; extra == "all"
-Requires-Dist: opensearch-py==2.4.2; extra == "all"
 Requires-Dist: scipy<=1.14.1; extra == "all"
-Requires-Dist: elasticsearch==7.13.4; extra == "all"
-Requires-Dist: jinja2; extra == "all"
+Requires-Dist: opensearch-py==2.4.2; extra == "all"
+Requires-Dist: zenpy; extra == "all"
 Requires-Dist: termcolor==2.5.0; extra == "all"
-Requires-Dist: polars==1.30.0; extra == "all"
-Requires-Dist: boto3; extra == "all"
+Requires-Dist: pyarrow<=18.0.0; extra == "all"
+Requires-Dist: duckdb; extra == "all"
 Requires-Dist: pydantic<2; extra == "all"
 Requires-Dist: openai; extra == "all"
+Requires-Dist: elasticsearch==7.13.4; extra == "all"
+Requires-Dist: boto3; extra == "all"
+Requires-Dist: jinja2; extra == "all"
+Requires-Dist: pandas; extra == "all"
+Requires-Dist: numpy<2; extra == "all"
 Provides-Extra: dev
-Requires-Dist: acryl-datahub[dev]; extra == "dev"
-Requires-Dist: elasticsearch==7.13.4; extra == "dev"
-Requires-Dist: numpy<2; extra == "dev"
-Requires-Dist: pyarrow<=18.0.0; extra == "dev"
+Requires-Dist: polars==1.30.0; extra == "dev"
 Requires-Dist: pyarrow; extra == "dev"
-Requires-Dist: jinja2; extra == "dev"
-Requires-Dist: termcolor==2.5.0; extra == "dev"
 Requires-Dist: tenacity; extra == "dev"
+Requires-Dist: slack-sdk; extra == "dev"
+Requires-Dist: acryl-datahub[dev]; extra == "dev"
+Requires-Dist: scipy<=1.14.1; extra == "dev"
+Requires-Dist: opensearch-py==2.4.2; extra == "dev"
+Requires-Dist: openai; extra == "dev"
+Requires-Dist: elasticsearch==7.13.4; extra == "dev"
 Requires-Dist: boto3; extra == "dev"
-Requires-Dist: polars==1.30.0; extra == "dev"
+Requires-Dist: jinja2; extra == "dev"
+Requires-Dist: pandas; extra == "dev"
 Requires-Dist: zenpy; extra == "dev"
+Requires-Dist: termcolor==2.5.0; extra == "dev"
+Requires-Dist: numpy<2; extra == "dev"
+Requires-Dist: pyarrow<=18.0.0; extra == "dev"
 Requires-Dist: duckdb; extra == "dev"
-Requires-Dist: slack-sdk; extra == "dev"
-Requires-Dist: pandas; extra == "dev"
 Requires-Dist: pydantic<2; extra == "dev"
-Requires-Dist: openai; extra == "dev"
-Requires-Dist: scipy<=1.14.1; extra == "dev"
-Requires-Dist: opensearch-py==2.4.2; extra == "dev"
 Dynamic: provides-extra
 Dynamic: requires-dist

{acryl_datahub_cloud-0.3.12rc3 → acryl_datahub_cloud-0.3.12rc4}/src/acryl_datahub_cloud/_codegen_config.json

@@ -1,6 +1,6 @@
 {
   "name": "acryl-datahub-cloud",
-  "version": "0.3.12rc3",
+  "version": "0.3.12rc4",
   "install_requires": [
     "avro-gen3==0.7.16",
     "acryl-datahub"

{acryl_datahub_cloud-0.3.12rc3 → acryl_datahub_cloud-0.3.12rc4}/src/acryl_datahub_cloud/datahub_forms_notifications/forms_notifications_source.py

@@ -38,6 +38,7 @@ from datahub.metadata.schema_classes import (
     FormNotificationDetailsClass,
     FormNotificationEntryClass,
     FormNotificationsClass,
+    FormSettingsClass,
     FormStateClass,
     FormTypeClass,
 )
@@ -233,7 +234,8 @@ class DataHubFormsNotificationsSource(Source):
     def get_forms(self) -> List[Tuple[str, FormInfoClass]]:
         """
         Get forms and their formInfo aspect either from the forms provided in the config
-        or search for forms that are published and notifyAssigneesOnPublish = True
+        or search for forms that are published and notifyAssigneesOnPublish = True.
+        This method will only return forms that are published and have notifications enabled.
         """
         form_urns = []
 
@@ -242,9 +244,42 @@ class DataHubFormsNotificationsSource(Source):
         else:
             form_urns = self.search_for_forms()
 
-        return self.get_form_infos(form_urns)
+        form_urns_with_notifications_enabled = (
+            self.get_form_urns_with_notifications_enabled(form_urns)
+        )
+
+        return self.get_form_infos(form_urns_with_notifications_enabled)
+
+    def get_form_urns_with_notifications_enabled(
+        self, form_urns: List[str]
+    ) -> List[str]:
+        """
+        Get formSettings aspects and check if notifications are enabled for a given form urn.
+        If notifications are enabled, add to filtered list and return.
+        """
+        filtered_form_urns: List[str] = []
+
+        if len(form_urns) > 0:
+            entities = self.graph.get_entities("form", form_urns, ["formSettings"])
+            for urn, entity in entities.items():
+                form_tuple = entity.get(FormSettingsClass.ASPECT_NAME, (None, None))
+                if form_tuple and form_tuple[0]:
+                    if not isinstance(form_tuple[0], FormSettingsClass):
+                        logger.error(
+                            f"{form_tuple[0]} is not of type FormInfo for urn: {urn}"
+                        )
+                    else:
+                        form_settings = form_tuple[0]
+                        if form_settings.notificationSettings.notifyAssigneesOnPublish:
+                            filtered_form_urns.append(urn)
+
+        return filtered_form_urns
 
     def get_form_infos(self, form_urns: List[str]) -> List[Tuple[str, FormInfoClass]]:
+        """
+        Get formInfo aspects for a list of form urns and return the formInfos of forms
+        that are published. If a form is not published, we don't want to notify.
+        """
         form_infos: List[Tuple[str, FormInfoClass]] = []
 
         if len(form_urns) > 0:

{acryl_datahub_cloud-0.3.12rc3 → acryl_datahub_cloud-0.3.12rc4}/src/acryl_datahub_cloud/metadata/schema.avsc

@@ -25793,6 +25793,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeDomain"
           }
@@ -25812,6 +25813,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeDataProduct"
           }
@@ -25831,6 +25833,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeTags"
           }
@@ -25849,6 +25852,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeGlossaryTerms"
           }
@@ -25868,6 +25872,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeOwners"
           }
@@ -25886,6 +25891,7 @@
       },
       {
         "Searchable": {
+          "addToFilters": true,
           "fieldType": "URN"
         },
         "TimeseriesField": {},
@@ -25903,6 +25909,7 @@
       },
       {
         "Searchable": {
+          "addToFilters": true,
           "fieldType": "URN"
         },
         "TimeseriesField": {},
@@ -25921,6 +25928,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeSchemaFieldGlossaryTerms"
           }
@@ -25940,6 +25948,7 @@
       {
         "Searchable": {
           "/*": {
+            "addToFilters": true,
             "fieldType": "URN",
             "hasValuesFieldName": "hasAsserteeSchemaFieldTags"
           }

{acryl_datahub_cloud-0.3.12rc3 → acryl_datahub_cloud-0.3.12rc4}/src/acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc

@@ -53,6 +53,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeDomain"
         }
@@ -72,6 +73,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeDataProduct"
         }
@@ -91,6 +93,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeTags"
         }
@@ -109,6 +112,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeGlossaryTerms"
         }
@@ -128,6 +132,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeOwners"
         }
@@ -146,6 +151,7 @@
     },
     {
       "Searchable": {
+        "addToFilters": true,
         "fieldType": "URN"
       },
       "TimeseriesField": {},
@@ -163,6 +169,7 @@
     },
     {
       "Searchable": {
+        "addToFilters": true,
         "fieldType": "URN"
       },
       "TimeseriesField": {},
@@ -181,6 +188,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeSchemaFieldGlossaryTerms"
         }
@@ -200,6 +208,7 @@
     {
       "Searchable": {
         "/*": {
+          "addToFilters": true,
           "fieldType": "URN",
           "hasValuesFieldName": "hasAsserteeSchemaFieldTags"
         }

{acryl_datahub_cloud-0.3.12rc3 → acryl_datahub_cloud-0.3.12rc4}/src/acryl_datahub_cloud/sdk/__init__.py

@@ -1,12 +1,14 @@
 from acryl_datahub_cloud.sdk.assertion import (
+    FreshnessAssertion,
     SmartFreshnessAssertion,
     SmartVolumeAssertion,
 )
-from acryl_datahub_cloud.sdk.assertion_input import (
+from acryl_datahub_cloud.sdk.assertion_input.assertion_input import (
     AssertionIncidentBehavior,
     DetectionMechanism,
     FixedRangeExclusionWindow,
     InferenceSensitivity,
+    TimeWindowSize,
 )
 from acryl_datahub_cloud.sdk.assertions_client import AssertionsClient
 from acryl_datahub_cloud.sdk.resolver_client import ResolverClient
@@ -15,6 +17,8 @@ from acryl_datahub_cloud.sdk.subscription_client import SubscriptionClient
 __all__ = [
     "SmartFreshnessAssertion",
     "SmartVolumeAssertion",
+    "TimeWindowSize",
+    "FreshnessAssertion",
     "DetectionMechanism",
     "InferenceSensitivity",
     "FixedRangeExclusionWindow",