acryl-datahub-cloud 0.3.12.4rc2__py3-none-any.whl → 0.3.13rc1__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc

@@ -206,6 +206,47 @@
       "name": "notificationSettings",
       "default": null,
       "doc": "Notification settings for a user"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "CorpUserHomePageSettings",
+          "namespace": "com.linkedin.pegasus2avro.identity",
+          "fields": [
+            {
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "pageTemplate",
+              "default": null,
+              "doc": "The page template that will be rendered in the UI by default for this user",
+              "Urn": "Urn"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "array",
+                  "items": "string"
+                }
+              ],
+              "name": "dismissedAnnouncements",
+              "default": null,
+              "doc": "The list of announcement urns that have been dismissed by the user"
+            }
+          ],
+          "doc": "Settings related to the home page for a user"
+        }
+      ],
+      "name": "homePage",
+      "default": null,
+      "doc": "Settings related to the home page for a user"
     }
   ],
   "doc": "Settings that a user can customize through the DataHub UI"

acryl_datahub_cloud/metadata/schemas/DataHubPageModuleKey.avsc

@@ -0,0 +1,21 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubPageModuleKey",
+    "keyForEntity": "dataHubPageModule",
+    "entityCategory": "core",
+    "entityAspects": [
+      "dataHubPageModuleProperties"
+    ]
+  },
+  "name": "DataHubPageModuleKey",
+  "namespace": "com.linkedin.pegasus2avro.metadata.key",
+  "fields": [
+    {
+      "type": "string",
+      "name": "id",
+      "doc": "Unique id for the module."
+    }
+  ],
+  "doc": "Key for a DataHubPageModule"
+}

acryl_datahub_cloud/metadata/schemas/DataHubPageModuleProperties.avsc

@@ -0,0 +1,200 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubPageModuleProperties"
+  },
+  "name": "DataHubPageModuleProperties",
+  "namespace": "com.linkedin.pegasus2avro.module",
+  "fields": [
+    {
+      "type": "string",
+      "name": "name",
+      "doc": "The display name of this module"
+    },
+    {
+      "Searchable": {
+        "fieldType": "KEYWORD"
+      },
+      "type": {
+        "type": "enum",
+        "symbolDocs": {
+          "ASSET_COLLECTION": "A module with a collection of assets",
+          "DOMAINS": "Module displaying the top domains",
+          "HIERARCHY": "A module displaying a hierarchy to navigate",
+          "LINK": "Link type module",
+          "OWNED_ASSETS": "Module displaying assets owned by a user",
+          "RICH_TEXT": "Module containing rich text to be rendered"
+        },
+        "name": "DataHubPageModuleType",
+        "namespace": "com.linkedin.pegasus2avro.module",
+        "symbols": [
+          "LINK",
+          "RICH_TEXT",
+          "ASSET_COLLECTION",
+          "HIERARCHY",
+          "OWNED_ASSETS",
+          "DOMAINS"
+        ],
+        "doc": "Enum containing the types of page modules that there are"
+      },
+      "name": "type",
+      "doc": "The type of this module - the purpose it serves"
+    },
+    {
+      "type": {
+        "type": "record",
+        "name": "DataHubPageModuleVisibility",
+        "namespace": "com.linkedin.pegasus2avro.module",
+        "fields": [
+          {
+            "Searchable": {
+              "fieldType": "KEYWORD"
+            },
+            "type": {
+              "type": "enum",
+              "symbolDocs": {
+                "GLOBAL": "This module is discoverable and can be used by any user on the platform",
+                "PERSONAL": "This module is used for individual use only"
+              },
+              "name": "PageModuleScope",
+              "namespace": "com.linkedin.pegasus2avro.module",
+              "symbols": [
+                "PERSONAL",
+                "GLOBAL"
+              ]
+            },
+            "name": "scope",
+            "doc": "Audit stamp for when and by whom this module was created"
+          }
+        ],
+        "doc": "Info about the visibility of this module"
+      },
+      "name": "visibility",
+      "doc": "Info about the visibility of this module"
+    },
+    {
+      "type": {
+        "type": "record",
+        "name": "DataHubPageModuleParams",
+        "namespace": "com.linkedin.pegasus2avro.module",
+        "fields": [
+          {
+            "type": [
+              "null",
+              {
+                "type": "record",
+                "name": "LinkModuleParams",
+                "namespace": "com.linkedin.pegasus2avro.module",
+                "fields": [
+                  {
+                    "java": {
+                      "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                    },
+                    "type": "string",
+                    "name": "linkUrn",
+                    "Urn": "Urn"
+                  }
+                ]
+              }
+            ],
+            "name": "linkParams",
+            "default": null,
+            "doc": "The params required if the module is type LINK"
+          },
+          {
+            "type": [
+              "null",
+              {
+                "type": "record",
+                "name": "RichTextModuleParams",
+                "namespace": "com.linkedin.pegasus2avro.module",
+                "fields": [
+                  {
+                    "type": "string",
+                    "name": "content"
+                  }
+                ]
+              }
+            ],
+            "name": "richTextParams",
+            "default": null,
+            "doc": "The params required if the module is type RICH_TEXT"
+          }
+        ],
+        "doc": "The specific parameters stored for a module"
+      },
+      "name": "params",
+      "doc": "The specific parameters stored for this module"
+    },
+    {
+      "Searchable": {
+        "/actor": {
+          "fieldName": "createdBy",
+          "fieldType": "URN"
+        },
+        "/time": {
+          "fieldName": "createdAt",
+          "fieldType": "DATETIME"
+        }
+      },
+      "type": {
+        "type": "record",
+        "name": "AuditStamp",
+        "namespace": "com.linkedin.pegasus2avro.common",
+        "fields": [
+          {
+            "type": "long",
+            "name": "time",
+            "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+          },
+          {
+            "java": {
+              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+            },
+            "type": "string",
+            "name": "actor",
+            "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+            "Urn": "Urn"
+          },
+          {
+            "java": {
+              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+            },
+            "type": [
+              "null",
+              "string"
+            ],
+            "name": "impersonator",
+            "default": null,
+            "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+            "Urn": "Urn"
+          },
+          {
+            "type": [
+              "null",
+              "string"
+            ],
+            "name": "message",
+            "default": null,
+            "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+          }
+        ],
+        "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+      },
+      "name": "created",
+      "doc": "Audit stamp for when and by whom this template was created"
+    },
+    {
+      "Searchable": {
+        "/time": {
+          "fieldName": "lastModifiedAt",
+          "fieldType": "DATETIME"
+        }
+      },
+      "type": "com.linkedin.pegasus2avro.common.AuditStamp",
+      "name": "lastModified",
+      "doc": "Audit stamp for when and by whom this template was last updated"
+    }
+  ],
+  "doc": "The main properties of a DataHub page module"
+}

acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateKey.avsc

@@ -0,0 +1,21 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubPageTemplateKey",
+    "keyForEntity": "dataHubPageTemplate",
+    "entityCategory": "core",
+    "entityAspects": [
+      "dataHubPageTemplateProperties"
+    ]
+  },
+  "name": "DataHubPageTemplateKey",
+  "namespace": "com.linkedin.pegasus2avro.metadata.key",
+  "fields": [
+    {
+      "type": "string",
+      "name": "id",
+      "doc": "Unique id for the template."
+    }
+  ],
+  "doc": "Key for a DataHubPageTemplate"
+}

acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateProperties.avsc

@@ -0,0 +1,175 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubPageTemplateProperties"
+  },
+  "name": "DataHubPageTemplateProperties",
+  "namespace": "com.linkedin.pegasus2avro.template",
+  "fields": [
+    {
+      "Relationship": {
+        "/*/modules/*": {
+          "entityTypes": [
+            "dataHubPageModule"
+          ],
+          "name": "ContainedIn"
+        }
+      },
+      "type": {
+        "type": "array",
+        "items": {
+          "type": "record",
+          "name": "DataHubPageTemplateRow",
+          "namespace": "com.linkedin.pegasus2avro.template",
+          "fields": [
+            {
+              "type": {
+                "type": "array",
+                "items": "string"
+              },
+              "name": "modules",
+              "doc": "The modules that exist in this template row",
+              "Urn": "Urn",
+              "urn_is_array": true
+            }
+          ],
+          "doc": "A row of modules contained in a template"
+        }
+      },
+      "name": "rows",
+      "doc": "The rows of modules contained in this template"
+    },
+    {
+      "type": {
+        "type": "record",
+        "name": "DataHubPageTemplateSurface",
+        "namespace": "com.linkedin.pegasus2avro.template",
+        "fields": [
+          {
+            "Searchable": {
+              "fieldType": "KEYWORD"
+            },
+            "type": {
+              "type": "enum",
+              "symbolDocs": {
+                "HOME_PAGE": "This template applies to what to display on the home page for users."
+              },
+              "name": "PageTemplateSurfaceType",
+              "namespace": "com.linkedin.pegasus2avro.template",
+              "symbols": [
+                "HOME_PAGE"
+              ]
+            },
+            "name": "surfaceType",
+            "doc": "Where exactly is this template being used"
+          }
+        ],
+        "doc": "Info about the surface area of the product that this template is deployed in"
+      },
+      "name": "surface",
+      "doc": "Info about the surface area of the product that this template is deployed in"
+    },
+    {
+      "type": {
+        "type": "record",
+        "name": "DataHubPageTemplateVisibility",
+        "namespace": "com.linkedin.pegasus2avro.template",
+        "fields": [
+          {
+            "Searchable": {
+              "fieldType": "KEYWORD"
+            },
+            "type": {
+              "type": "enum",
+              "symbolDocs": {
+                "GLOBAL": "This template is used across users",
+                "PERSONAL": "This template is used for individual use only"
+              },
+              "name": "PageTemplateScope",
+              "namespace": "com.linkedin.pegasus2avro.template",
+              "symbols": [
+                "PERSONAL",
+                "GLOBAL"
+              ]
+            },
+            "name": "scope",
+            "doc": "The scope of this template and who can use/see it"
+          }
+        ],
+        "doc": "Info about the visibility of this template"
+      },
+      "name": "visibility",
+      "doc": "Info about the visibility of this template"
+    },
+    {
+      "Searchable": {
+        "/actor": {
+          "fieldName": "createdBy",
+          "fieldType": "URN"
+        },
+        "/time": {
+          "fieldName": "createdAt",
+          "fieldType": "DATETIME"
+        }
+      },
+      "type": {
+        "type": "record",
+        "name": "AuditStamp",
+        "namespace": "com.linkedin.pegasus2avro.common",
+        "fields": [
+          {
+            "type": "long",
+            "name": "time",
+            "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+          },
+          {
+            "java": {
+              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+            },
+            "type": "string",
+            "name": "actor",
+            "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+            "Urn": "Urn"
+          },
+          {
+            "java": {
+              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+            },
+            "type": [
+              "null",
+              "string"
+            ],
+            "name": "impersonator",
+            "default": null,
+            "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+            "Urn": "Urn"
+          },
+          {
+            "type": [
+              "null",
+              "string"
+            ],
+            "name": "message",
+            "default": null,
+            "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+          }
+        ],
+        "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+      },
+      "name": "created",
+      "doc": "Audit stamp for when and by whom this template was created"
+    },
+    {
+      "Searchable": {
+        "/time": {
+          "fieldName": "lastModifiedAt",
+          "fieldType": "DATETIME"
+        }
+      },
+      "type": "com.linkedin.pegasus2avro.common.AuditStamp",
+      "name": "lastModified",
+      "doc": "Audit stamp for when and by whom this template was last updated"
+    }
+  ],
+  "doc": "The main properties of a DataHub page template"
+}

acryl_datahub_cloud/metadata/schemas/DataJobInputOutput.avsc

@@ -375,6 +375,14 @@
                 "doc": "The type of upstream entity"
               },
               {
+                "Searchable": {
+                  "/*": {
+                    "fieldName": "fineGrainedUpstreams",
+                    "fieldType": "URN",
+                    "hasValuesFieldName": "hasFineGrainedUpstreams",
+                    "queryByDefault": false
+                  }
+                },
                 "type": [
                   "null",
                   {

acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc

@@ -454,6 +454,68 @@
       },
       "doc": "Settings related to the documentation propagation feature"
     },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "GlobalHomePageSettings",
+          "namespace": "com.linkedin.pegasus2avro.settings.global",
+          "fields": [
+            {
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": "string",
+              "name": "defaultTemplate",
+              "doc": "The urn that will be rendered in the UI by default for all users",
+              "Urn": "Urn"
+            }
+          ],
+          "doc": "Global settings related to the home page for an instance"
+        }
+      ],
+      "name": "homePage",
+      "default": null,
+      "doc": "Global settings related to the home page for an instance"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "ApplicationsSettings",
+          "namespace": "com.linkedin.pegasus2avro.settings.global",
+          "fields": [
+            {
+              "type": "boolean",
+              "name": "enabled"
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "config",
+              "default": null,
+              "doc": "The configuration for the feature, in JSON format."
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "configVersion",
+              "default": null,
+              "doc": "The version of the configuration schema that has been used to serialize\n       the config.\nIf not provided, the version is assumed to be the latest version."
+            }
+          ]
+        }
+      ],
+      "name": "applications",
+      "default": null,
+      "doc": "Settings related to applications. If not enabled, applications won't show up in navigation"
+    },
     {
       "type": [
         "null",

acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc

@@ -3959,6 +3959,14 @@
                                   "doc": "The type of upstream entity"
                                 },
                                 {
+                                  "Searchable": {
+                                    "/*": {
+                                      "fieldName": "fineGrainedUpstreams",
+                                      "fieldType": "URN",
+                                      "hasValuesFieldName": "hasFineGrainedUpstreams",
+                                      "queryByDefault": false
+                                    }
+                                  },
                                   "type": [
                                     "null",
                                     {
@@ -4580,6 +4588,7 @@
                                 "Searchable": {
                                   "fieldName": "upstreams",
                                   "fieldType": "URN",
+                                  "hasValuesFieldName": "hasUpstreams",
                                   "queryByDefault": false
                                 },
                                 "java": {

acryl_datahub_cloud/metadata/schemas/UpstreamLineage.avsc

@@ -94,6 +94,7 @@
               "Searchable": {
                 "fieldName": "upstreams",
                 "fieldType": "URN",
+                "hasValuesFieldName": "hasUpstreams",
                 "queryByDefault": false
               },
               "java": {
@@ -199,6 +200,14 @@
                 "doc": "The type of upstream entity"
               },
               {
+                "Searchable": {
+                  "/*": {
+                    "fieldName": "fineGrainedUpstreams",
+                    "fieldType": "URN",
+                    "hasValuesFieldName": "hasFineGrainedUpstreams",
+                    "queryByDefault": false
+                  }
+                },
                 "type": [
                   "null",
                   {

acryl_datahub_cloud/sdk/assertion/__init__.py

@@ -0,0 +1,49 @@
+"""
+Assertion SDK module providing various assertion types for data quality monitoring.
+
+This module provides classes for creating and managing different types of assertions:
+- Column metric assertions (native and smart)
+- Freshness assertions (native and smart)
+- Volume assertions (native and smart)
+- SQL assertions
+
+Each assertion type has been split into separate files for better maintainability.
+"""
+
+from acryl_datahub_cloud.sdk.assertion.assertion_base import (
+    AssertionMode,
+    _AssertionPublic,
+    _HasColumnMetricFunctionality,
+    _HasSchedule,
+    _HasSmartFunctionality,
+)
+from acryl_datahub_cloud.sdk.assertion.column_metric_assertion import (
+    ColumnMetricAssertion,
+)
+from acryl_datahub_cloud.sdk.assertion.freshness_assertion import FreshnessAssertion
+from acryl_datahub_cloud.sdk.assertion.smart_column_metric_assertion import (
+    SmartColumnMetricAssertion,
+)
+from acryl_datahub_cloud.sdk.assertion.smart_freshness_assertion import (
+    SmartFreshnessAssertion,
+)
+from acryl_datahub_cloud.sdk.assertion.smart_volume_assertion import (
+    SmartVolumeAssertion,
+)
+from acryl_datahub_cloud.sdk.assertion.sql_assertion import SqlAssertion
+from acryl_datahub_cloud.sdk.assertion.volume_assertion import VolumeAssertion
+
+__all__ = [
+    "AssertionMode",
+    "_AssertionPublic",
+    "_HasColumnMetricFunctionality",
+    "_HasSchedule",
+    "_HasSmartFunctionality",
+    "ColumnMetricAssertion",
+    "FreshnessAssertion",
+    "SmartColumnMetricAssertion",
+    "SmartFreshnessAssertion",
+    "SmartVolumeAssertion",
+    "SqlAssertion",
+    "VolumeAssertion",
+]