acryl-datahub-cloud 0.3.13.3__py3-none-any.whl → 0.3.14__py3-none-any.whl

acryl_datahub_cloud/sdk/assertions_client.py

@@ -312,6 +312,7 @@ class AssertionsClient:
             )
             return self._create_smart_freshness_assertion(
                 dataset_urn=dataset_urn,
+                urn=urn,
                 display_name=display_name,
                 detection_mechanism=detection_mechanism,
                 sensitivity=sensitivity,
@@ -396,6 +397,7 @@ class AssertionsClient:
             )
             return self._create_smart_volume_assertion(
                 dataset_urn=dataset_urn,
+                urn=urn,
                 display_name=display_name,
                 detection_mechanism=detection_mechanism,
                 sensitivity=sensitivity,
@@ -483,6 +485,7 @@ class AssertionsClient:
             )
             return self._create_freshness_assertion(
                 dataset_urn=dataset_urn,
+                urn=urn,
                 display_name=display_name,
                 detection_mechanism=detection_mechanism,
                 incident_behavior=incident_behavior,
@@ -571,6 +574,7 @@ class AssertionsClient:
             # Extract criteria from definition to call the new signature
             parsed_criteria = VolumeAssertionCriteria.parse(criteria)
             return self._create_volume_assertion(
+                urn=urn,
                 dataset_urn=dataset_urn,
                 display_name=display_name,
                 detection_mechanism=detection_mechanism,
@@ -673,6 +677,7 @@ class AssertionsClient:
             )
             return self._create_sql_assertion(
                 dataset_urn=dataset_urn,
+                urn=urn,
                 display_name=display_name,
                 criteria_condition=criteria.condition,
                 criteria_parameters=criteria.parameters,
@@ -1362,6 +1367,7 @@ class AssertionsClient:
         self,
         *,
         dataset_urn: Union[str, DatasetUrn],
+        urn: Optional[Union[str, AssertionUrn]] = None,
         display_name: Optional[str] = None,
         enabled: bool = True,
         detection_mechanism: DetectionMechanismInputTypes = None,
@@ -1439,7 +1445,7 @@ class AssertionsClient:
             )
             created_by = DEFAULT_CREATED_BY
         assertion_input = _SmartFreshnessAssertionInput(
-            urn=None,
+            urn=urn,
             entity_client=self.client.entities,
             dataset_urn=dataset_urn,
             display_name=display_name,
@@ -1474,6 +1480,7 @@ class AssertionsClient:
         *,
         dataset_urn: Union[str, DatasetUrn],
         display_name: Optional[str] = None,
+        urn: Optional[Union[str, AssertionUrn]] = None,
         enabled: bool = True,
         detection_mechanism: DetectionMechanismInputTypes = None,
         sensitivity: Optional[Union[str, InferenceSensitivity]] = None,
@@ -1560,7 +1567,7 @@ class AssertionsClient:
             )
             created_by = DEFAULT_CREATED_BY
         assertion_input = _SmartVolumeAssertionInput(
-            urn=None,
+            urn=urn,
             entity_client=self.client.entities,
             dataset_urn=dataset_urn,
             display_name=display_name,
@@ -1595,6 +1602,7 @@ class AssertionsClient:
         self,
         *,
         dataset_urn: Union[str, DatasetUrn],
+        urn: Optional[Union[str, AssertionUrn]] = None,
         display_name: Optional[str] = None,
         enabled: bool = True,
         freshness_schedule_check_type: Optional[
@@ -1667,7 +1675,7 @@ class AssertionsClient:
             )
             created_by = DEFAULT_CREATED_BY
         assertion_input = _FreshnessAssertionInput(
-            urn=None,
+            urn=urn,
             entity_client=self.client.entities,
             dataset_urn=dataset_urn,
             display_name=display_name,
@@ -1701,6 +1709,7 @@ class AssertionsClient:
         self,
         *,
         dataset_urn: Union[str, DatasetUrn],
+        urn: Optional[Union[str, AssertionUrn]] = None,
         display_name: Optional[str] = None,
         enabled: bool = True,
         detection_mechanism: DetectionMechanismInputTypes = None,
@@ -1784,7 +1793,7 @@ class AssertionsClient:
         }
 
         assertion_input = _VolumeAssertionInput(
-            urn=None,
+            urn=urn,
             entity_client=self.client.entities,
             dataset_urn=dataset_urn,
             display_name=display_name,
@@ -1817,6 +1826,7 @@ class AssertionsClient:
         self,
         *,
         dataset_urn: Union[str, DatasetUrn],
+        urn: Optional[Union[str, AssertionUrn]] = None,
         display_name: Optional[str] = None,
         enabled: bool = True,
         criteria_condition: Union[SqlAssertionCondition, str],
@@ -1884,7 +1894,7 @@ class AssertionsClient:
             parameters=criteria_parameters,
         )
         assertion_input = _SqlAssertionInput(
-            urn=None,
+            urn=urn,
             entity_client=self.client.entities,
             dataset_urn=dataset_urn,
             display_name=display_name,
@@ -2555,6 +2565,7 @@ class AssertionsClient:
         self,
         *,
         dataset_urn: Union[str, DatasetUrn],
+        urn: Optional[Union[str, AssertionUrn]] = None,
         column_name: str,
         metric_type: MetricInputType,
         display_name: Optional[str] = None,
@@ -2646,7 +2657,7 @@ class AssertionsClient:
             )
             created_by = DEFAULT_CREATED_BY
         assertion_input = _SmartColumnMetricAssertionInput(
-            urn=None,
+            urn=urn,
             entity_client=self.client.entities,
             dataset_urn=dataset_urn,
             column_name=column_name,
@@ -2726,6 +2737,7 @@ class AssertionsClient:
             )
             return self._create_smart_column_metric_assertion(
                 dataset_urn=dataset_urn,
+                urn=urn,
                 column_name=column_name,
                 metric_type=metric_type,
                 schedule=schedule,
@@ -3553,6 +3565,7 @@ class AssertionsClient:
         self,
         *,
         dataset_urn: Union[str, DatasetUrn],
+        urn: Optional[Union[str, AssertionUrn]] = None,
         column_name: str,
         metric_type: MetricInputType,
         operator: OperatorInputType,
@@ -3594,7 +3607,7 @@ class AssertionsClient:
             )
             created_by = DEFAULT_CREATED_BY
         assertion_input = _ColumnMetricAssertionInput(
-            urn=None,
+            urn=urn,
             entity_client=self.client.entities,
             dataset_urn=dataset_urn,
             column_name=column_name,
@@ -3680,6 +3693,7 @@ class AssertionsClient:
             )
             return self._create_column_metric_assertion(
                 dataset_urn=dataset_urn,
+                urn=urn,
                 column_name=column_name,
                 metric_type=metric_type,
                 operator=operator,

acryl_datahub_cloud/sdk/resolver_client.py

@@ -17,6 +17,7 @@ class ResolverClient(OSSResolverClient):
         *,
         entity_urn: Optional[str] = None,
         actor_urn: Optional[str] = None,
+        skip_cache: bool = False,
     ) -> List[SubscriptionUrn]:
         """Retrieve subscriptions for a given entity or actor, or both if both are given.
         Args:
@@ -35,5 +36,7 @@ class ResolverClient(OSSResolverClient):
             filters.append(F.custom_filter("actorUrn", "EQUAL", [actor_urn]))
 
         filter = F.and_(*filters)
-        subscriptions = list(self._client.search.get_urns(filter=filter))
+        subscriptions = list(
+            self._client.search.get_urns(filter=filter, skip_cache=skip_cache)
+        )
         return [SubscriptionUrn.from_string(urn) for urn in subscriptions]

acryl_datahub_cloud/sdk/subscription_client.py

@@ -9,6 +9,7 @@ from acryl_datahub_cloud.sdk.entities.assertion import Assertion
 from acryl_datahub_cloud.sdk.entities.subscription import Subscription
 from datahub.emitter.enum_helpers import get_enum_options
 from datahub.emitter.mce_builder import make_ts_millis
+from datahub.emitter.rest_emitter import EmitMode
 from datahub.errors import SdkUsageError
 from datahub.metadata.urns import AssertionUrn, CorpGroupUrn, CorpUserUrn, DatasetUrn
 from datahub.sdk._utils import DEFAULT_ACTOR_URN
@@ -116,6 +117,7 @@ class SubscriptionClient:
         existing_subscriptions = self.client.resolve.subscription(  # type: ignore[attr-defined]
             entity_urn=dataset_urn.urn(),
             actor_urn=parsed_subscriber_urn.urn(),
+            skip_cache=True,
         )
         if not existing_subscriptions:
             # new subscription
@@ -138,7 +140,7 @@ class SubscriptionClient:
                     updatedOn=self._create_audit_stamp(),
                 ),
             )
-            self.client.entities.upsert(subscription)
+            self.client.entities.upsert(subscription, emit_mode=EmitMode.SYNC_WAIT)
             logger.info(f"Subscription created: {subscription.urn}")
             return
         elif len(existing_subscriptions) == 1:
@@ -157,7 +159,9 @@ class SubscriptionClient:
                 new_assertion_urn=assertion_urn,
             )
             existing_subscription_entity.info.updatedOn = self._create_audit_stamp()
-            self.client.entities.upsert(existing_subscription_entity)
+            self.client.entities.upsert(
+                existing_subscription_entity, emit_mode=EmitMode.SYNC_WAIT
+            )
             logger.info(f"Subscription updated: {existing_subscription_entity.urn}")
             return
         else:
@@ -273,6 +277,7 @@ class SubscriptionClient:
         existing_subscription_urns = self.client.resolve.subscription(  # type: ignore[attr-defined]
             entity_urn=dataset_urn.urn(),
             actor_urn=parsed_subscriber_urn.urn(),
+            skip_cache=True,
         )
 
         if not existing_subscription_urns:
@@ -326,7 +331,7 @@ class SubscriptionClient:
         # Update the subscription with remaining change types
         subscription_entity.info.entityChangeTypes = updated_change_types
         subscription_entity.info.updatedOn = self._create_audit_stamp()
-        self.client.entities.upsert(subscription_entity)
+        self.client.entities.upsert(subscription_entity, emit_mode=EmitMode.SYNC_WAIT)
         logger.info(f"Subscription updated: {subscription_entity.urn}")
 
     def _get_entity_change_types(

{acryl_datahub_cloud-0.3.13.3.dist-info → acryl_datahub_cloud-0.3.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: acryl-datahub-cloud
-Version: 0.3.13.3
+Version: 0.3.14
 Requires-Python: >=3.10
 Requires-Dist: avro-gen3==0.7.16
 Requires-Dist: acryl-datahub
@@ -10,92 +10,92 @@ Requires-Dist: types-croniter
 Requires-Dist: tzlocal
 Provides-Extra: datahub-lineage-features
 Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
-Requires-Dist: pyarrow; extra == "datahub-lineage-features"
-Requires-Dist: duckdb; extra == "datahub-lineage-features"
 Requires-Dist: pandas; extra == "datahub-lineage-features"
-Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
+Requires-Dist: duckdb; extra == "datahub-lineage-features"
 Requires-Dist: tenacity; extra == "datahub-lineage-features"
+Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
+Requires-Dist: pyarrow; extra == "datahub-lineage-features"
 Provides-Extra: datahub-reporting-forms
 Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
-Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
-Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
-Requires-Dist: duckdb; extra == "datahub-reporting-forms"
 Requires-Dist: pandas; extra == "datahub-reporting-forms"
+Requires-Dist: duckdb; extra == "datahub-reporting-forms"
+Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
 Requires-Dist: boto3; extra == "datahub-reporting-forms"
+Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
 Provides-Extra: datahub-reporting-extract-graph
 Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
-Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
-Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
 Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
+Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
 Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
 Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
+Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
 Provides-Extra: datahub-reporting-extract-sql
 Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
-Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
-Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
 Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
+Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
 Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
+Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
 Provides-Extra: datahub-usage-reporting
+Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
+Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
 Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
+Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
+Requires-Dist: boto3; extra == "datahub-usage-reporting"
 Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
+Requires-Dist: pandas; extra == "datahub-usage-reporting"
 Requires-Dist: duckdb; extra == "datahub-usage-reporting"
-Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
-Requires-Dist: boto3; extra == "datahub-usage-reporting"
-Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
-Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
-Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
-Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
 Requires-Dist: polars==1.30.0; extra == "datahub-usage-reporting"
-Requires-Dist: pandas; extra == "datahub-usage-reporting"
 Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
+Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
+Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
 Provides-Extra: datahub-metadata-sharing
 Requires-Dist: tenacity; extra == "datahub-metadata-sharing"
 Provides-Extra: datahub-action-request-owner
 Requires-Dist: tenacity; extra == "datahub-action-request-owner"
 Provides-Extra: acryl-cs-issues
-Requires-Dist: jinja2; extra == "acryl-cs-issues"
+Requires-Dist: zenpy; extra == "acryl-cs-issues"
 Requires-Dist: openai; extra == "acryl-cs-issues"
+Requires-Dist: jinja2; extra == "acryl-cs-issues"
 Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
-Requires-Dist: zenpy; extra == "acryl-cs-issues"
 Provides-Extra: datahub-forms-notifications
 Requires-Dist: tenacity; extra == "datahub-forms-notifications"
 Provides-Extra: all
+Requires-Dist: slack-sdk; extra == "all"
+Requires-Dist: elasticsearch==7.13.4; extra == "all"
 Requires-Dist: pyarrow; extra == "all"
+Requires-Dist: polars==1.30.0; extra == "all"
+Requires-Dist: tenacity; extra == "all"
+Requires-Dist: scipy<=1.14.1; extra == "all"
 Requires-Dist: opensearch-py==2.4.2; extra == "all"
-Requires-Dist: boto3; extra == "all"
-Requires-Dist: elasticsearch==7.13.4; extra == "all"
+Requires-Dist: pydantic<2; extra == "all"
+Requires-Dist: pyarrow<=18.0.0; extra == "all"
+Requires-Dist: zenpy; extra == "all"
 Requires-Dist: openai; extra == "all"
+Requires-Dist: numpy<2; extra == "all"
+Requires-Dist: termcolor==2.5.0; extra == "all"
 Requires-Dist: jinja2; extra == "all"
-Requires-Dist: zenpy; extra == "all"
+Requires-Dist: boto3; extra == "all"
 Requires-Dist: pandas; extra == "all"
-Requires-Dist: termcolor==2.5.0; extra == "all"
-Requires-Dist: tenacity; extra == "all"
 Requires-Dist: duckdb; extra == "all"
-Requires-Dist: numpy<2; extra == "all"
-Requires-Dist: pyarrow<=18.0.0; extra == "all"
-Requires-Dist: polars==1.30.0; extra == "all"
-Requires-Dist: pydantic<2; extra == "all"
-Requires-Dist: slack-sdk; extra == "all"
-Requires-Dist: scipy<=1.14.1; extra == "all"
 Provides-Extra: dev
-Requires-Dist: termcolor==2.5.0; extra == "dev"
-Requires-Dist: pyarrow; extra == "dev"
-Requires-Dist: tenacity; extra == "dev"
-Requires-Dist: duckdb; extra == "dev"
-Requires-Dist: opensearch-py==2.4.2; extra == "dev"
-Requires-Dist: boto3; extra == "dev"
-Requires-Dist: numpy<2; extra == "dev"
-Requires-Dist: pyarrow<=18.0.0; extra == "dev"
 Requires-Dist: zenpy; extra == "dev"
-Requires-Dist: elasticsearch==7.13.4; extra == "dev"
-Requires-Dist: pydantic<2; extra == "dev"
-Requires-Dist: polars==1.30.0; extra == "dev"
-Requires-Dist: acryl-datahub[dev]; extra == "dev"
 Requires-Dist: openai; extra == "dev"
+Requires-Dist: numpy<2; extra == "dev"
+Requires-Dist: slack-sdk; extra == "dev"
+Requires-Dist: acryl-datahub[dev]; extra == "dev"
+Requires-Dist: termcolor==2.5.0; extra == "dev"
+Requires-Dist: elasticsearch==7.13.4; extra == "dev"
+Requires-Dist: pyarrow<=18.0.0; extra == "dev"
 Requires-Dist: jinja2; extra == "dev"
+Requires-Dist: boto3; extra == "dev"
+Requires-Dist: pyarrow; extra == "dev"
 Requires-Dist: pandas; extra == "dev"
-Requires-Dist: slack-sdk; extra == "dev"
+Requires-Dist: duckdb; extra == "dev"
+Requires-Dist: polars==1.30.0; extra == "dev"
+Requires-Dist: tenacity; extra == "dev"
 Requires-Dist: scipy<=1.14.1; extra == "dev"
+Requires-Dist: opensearch-py==2.4.2; extra == "dev"
+Requires-Dist: pydantic<2; extra == "dev"
 Dynamic: provides-extra
 Dynamic: requires-dist
 Dynamic: requires-python