acryl-datahub-cloud 0.3.12.4rc3__py3-none-any.whl → 0.3.13__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/MetadataChangeLog.avsc

@@ -267,6 +267,67 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AuditStamp",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "impersonator",
+                      "default": null,
+                      "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "message",
+                      "default": null,
+                      "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+                    }
+                  ],
+                  "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+                }
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"
@@ -309,50 +370,7 @@
     {
       "type": [
         "null",
-        {
-          "type": "record",
-          "name": "AuditStamp",
-          "namespace": "com.linkedin.pegasus2avro.common",
-          "fields": [
-            {
-              "type": "long",
-              "name": "time",
-              "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
-            },
-            {
-              "java": {
-                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-              },
-              "type": "string",
-              "name": "actor",
-              "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
-              "Urn": "Urn"
-            },
-            {
-              "java": {
-                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-              },
-              "type": [
-                "null",
-                "string"
-              ],
-              "name": "impersonator",
-              "default": null,
-              "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
-              "Urn": "Urn"
-            },
-            {
-              "type": [
-                "null",
-                "string"
-              ],
-              "name": "message",
-              "default": null,
-              "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
-            }
-          ],
-          "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
-        }
+        "com.linkedin.pegasus2avro.common.AuditStamp"
       ],
       "name": "created",
       "default": null,

acryl_datahub_cloud/metadata/schemas/MetadataChangeProposal.avsc

@@ -267,6 +267,67 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AuditStamp",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "impersonator",
+                      "default": null,
+                      "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "message",
+                      "default": null,
+                      "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+                    }
+                  ],
+                  "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+                }
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"

acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc

@@ -3258,6 +3258,31 @@
                                                 "name": "description",
                                                 "default": null,
                                                 "doc": "An optional human-readable description of the assertion"
+                                              },
+                                              {
+                                                "type": [
+                                                  "null",
+                                                  {
+                                                    "type": "record",
+                                                    "name": "AssertionNote",
+                                                    "namespace": "com.linkedin.pegasus2avro.assertion",
+                                                    "fields": [
+                                                      {
+                                                        "type": "string",
+                                                        "name": "content",
+                                                        "doc": "The note to give technical owners more context about the assertion, and how to troubleshoot it."
+                                                      },
+                                                      {
+                                                        "type": "com.linkedin.pegasus2avro.common.AuditStamp",
+                                                        "name": "lastModified",
+                                                        "doc": "The time at which the note was last modified."
+                                                      }
+                                                    ]
+                                                  }
+                                                ],
+                                                "name": "note",
+                                                "default": null,
+                                                "doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
                                               }
                                             ],
                                             "doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."

acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc

@@ -16,7 +16,9 @@
             "type": {
               "type": "enum",
               "symbolDocs": {
+                "BROADCAST_ACTION_WORKFLOW_FORM_REQUEST_STATUS_CHANGE": "Broadcast that an action workflow form request has been completed (approved or denied).",
                 "BROADCAST_ASSERTION_STATUS_CHANGE": "Assertion change notification template.",
+                "BROADCAST_NEW_ACTION_WORKFLOW_FORM_REQUEST": "Broadcast that a new action workflow form request has been created or needs review.",
                 "BROADCAST_NEW_INCIDENT_UPDATE": "Updates the broadcasted incident if possible.",
                 "CUSTOM": "Legacy template types to support backwards compatibility.",
                 "OWNERSHIP_CHANGE": "Ownership change notification template."
@@ -35,6 +37,8 @@
                 "BROADCAST_NEW_PROPOSAL",
                 "BROADCAST_PROPOSAL_STATUS_CHANGE",
                 "BROADCAST_COMPLIANCE_FORM_PUBLISH",
+                "BROADCAST_NEW_ACTION_WORKFLOW_FORM_REQUEST",
+                "BROADCAST_ACTION_WORKFLOW_FORM_REQUEST_STATUS_CHANGE",
                 "INVALID_TEMPLATE"
               ],
               "doc": "Possible notification template types."

acryl_datahub_cloud/metadata/schemas/QuerySubjects.avsc

@@ -15,13 +15,6 @@
           "namespace": "com.linkedin.pegasus2avro.query",
           "fields": [
             {
-              "Relationship": {
-                "entityTypes": [
-                  "dataset",
-                  "schemaField"
-                ],
-                "name": "IsAssociatedWith"
-              },
               "Searchable": {
                 "fieldName": "entities",
                 "fieldType": "URN"
@@ -32,11 +25,7 @@
               "type": "string",
               "name": "entity",
               "doc": "An entity which is the subject of a query.",
-              "Urn": "Urn",
-              "entityTypes": [
-                "dataset",
-                "schemaField"
-              ]
+              "Urn": "Urn"
             }
           ],
           "doc": "A single subject of a particular query.\nIn the future, we may evolve this model to include richer details\nabout the Query Subject in relation to the query."

acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc

@@ -15,6 +15,7 @@
       "testResults",
       "deprecation",
       "subTypes",
+      "logicalParent",
       "schemaFieldProfile",
       "lineageFeatures"
     ]

acryl_datahub_cloud/metadata/schemas/SystemMetadata.avsc

@@ -80,6 +80,67 @@
       "name": "version",
       "default": null,
       "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "AuditStamp",
+          "namespace": "com.linkedin.pegasus2avro.common",
+          "fields": [
+            {
+              "type": "long",
+              "name": "time",
+              "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+            },
+            {
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": "string",
+              "name": "actor",
+              "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+              "Urn": "Urn"
+            },
+            {
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "impersonator",
+              "default": null,
+              "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+              "Urn": "Urn"
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "message",
+              "default": null,
+              "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+            }
+          ],
+          "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+        }
+      ],
+      "name": "aspectCreated",
+      "default": null,
+      "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+    },
+    {
+      "type": [
+        "null",
+        "com.linkedin.pegasus2avro.common.AuditStamp"
+      ],
+      "name": "aspectModified",
+      "default": null,
+      "doc": "When the aspect was last modified and the actor that performed the modification"
     }
   ],
   "doc": "Metadata associated with each metadata change that is processed by the system"

acryl_datahub_cloud/metadata/schemas/UpstreamLineage.avsc

@@ -94,6 +94,7 @@
               "Searchable": {
                 "fieldName": "upstreams",
                 "fieldType": "URN",
+                "hasValuesFieldName": "hasUpstreams",
                 "queryByDefault": false
               },
               "java": {
@@ -199,6 +200,14 @@
                 "doc": "The type of upstream entity"
               },
               {
+                "Searchable": {
+                  "/*": {
+                    "fieldName": "fineGrainedUpstreams",
+                    "fieldType": "URN",
+                    "hasValuesFieldName": "hasFineGrainedUpstreams",
+                    "queryByDefault": false
+                  }
+                },
                 "type": [
                   "null",
                   {

acryl_datahub_cloud/sdk/assertion/__init__.py

@@ -0,0 +1,49 @@
+"""
+Assertion SDK module providing various assertion types for data quality monitoring.
+
+This module provides classes for creating and managing different types of assertions:
+- Column metric assertions (native and smart)
+- Freshness assertions (native and smart)
+- Volume assertions (native and smart)
+- SQL assertions
+
+Each assertion type has been split into separate files for better maintainability.
+"""
+
+from acryl_datahub_cloud.sdk.assertion.assertion_base import (
+    AssertionMode,
+    _AssertionPublic,
+    _HasColumnMetricFunctionality,
+    _HasSchedule,
+    _HasSmartFunctionality,
+)
+from acryl_datahub_cloud.sdk.assertion.column_metric_assertion import (
+    ColumnMetricAssertion,
+)
+from acryl_datahub_cloud.sdk.assertion.freshness_assertion import FreshnessAssertion
+from acryl_datahub_cloud.sdk.assertion.smart_column_metric_assertion import (
+    SmartColumnMetricAssertion,
+)
+from acryl_datahub_cloud.sdk.assertion.smart_freshness_assertion import (
+    SmartFreshnessAssertion,
+)
+from acryl_datahub_cloud.sdk.assertion.smart_volume_assertion import (
+    SmartVolumeAssertion,
+)
+from acryl_datahub_cloud.sdk.assertion.sql_assertion import SqlAssertion
+from acryl_datahub_cloud.sdk.assertion.volume_assertion import VolumeAssertion
+
+__all__ = [
+    "AssertionMode",
+    "_AssertionPublic",
+    "_HasColumnMetricFunctionality",
+    "_HasSchedule",
+    "_HasSmartFunctionality",
+    "ColumnMetricAssertion",
+    "FreshnessAssertion",
+    "SmartColumnMetricAssertion",
+    "SmartFreshnessAssertion",
+    "SmartVolumeAssertion",
+    "SqlAssertion",
+    "VolumeAssertion",
+]