acryl-datahub 1.0.0rc18__py3-none-any.whl → 1.3.0.1rc9__py3-none-any.whl

datahub/metadata/schema_classes.py

@@ -20,16 +20,16 @@ from datahub.utilities._custom_package_loader import get_custom_models_package
 _custom_package_path = get_custom_models_package()
 
 if TYPE_CHECKING or not _custom_package_path:
-    from ._schema_classes import *
+    from ._internal_schema_classes import *
 
     # Required explicitly because __all__ doesn't include _ prefixed names.
-    from ._schema_classes import __SCHEMA_TYPES
+    from ._internal_schema_classes import __SCHEMA_TYPES
 
     if IS_SPHINX_BUILD:
         # Set __module__ to the current module so that Sphinx will document the
         # classes as belonging to this module instead of the custom package.
         for _cls in list(globals().values()):
-            if hasattr(_cls, "__module__") and "datahub.metadata._schema_classes" in _cls.__module__:
+            if hasattr(_cls, "__module__") and "datahub.metadata._internal_schema_classes" in _cls.__module__:
                 _cls.__module__ = __name__
 else:
     _custom_package = importlib.import_module(_custom_package_path)

datahub/metadata/schemas/Actors.avsc

@@ -42,7 +42,44 @@
       "name": "users",
       "default": null,
       "doc": "List of provisioned users of a role"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "array",
+          "items": {
+            "type": "record",
+            "name": "RoleGroup",
+            "namespace": "com.linkedin.pegasus2avro.role",
+            "fields": [
+              {
+                "Relationship": {
+                  "entityTypes": [
+                    "corpGroup"
+                  ],
+                  "name": "Has"
+                },
+                "java": {
+                  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                },
+                "type": "string",
+                "name": "group",
+                "doc": "Link provisioned corp group for a role",
+                "Urn": "Urn",
+                "entityTypes": [
+                  "corpGroup"
+                ]
+              }
+            ],
+            "doc": "Provisioned groups of a role"
+          }
+        }
+      ],
+      "name": "groups",
+      "default": null,
+      "doc": "List of provisioned groups of a role"
     }
   ],
-  "doc": "Provisioned users of a role"
+  "doc": "Provisioned users and groups of a role"
 }

datahub/metadata/schemas/ApplicationKey.avsc

@@ -0,0 +1,31 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "applicationKey",
+    "keyForEntity": "application",
+    "entityCategory": "core",
+    "entityAspects": [
+      "applicationProperties",
+      "ownership",
+      "glossaryTerms",
+      "globalTags",
+      "domains",
+      "institutionalMemory",
+      "status",
+      "structuredProperties",
+      "forms",
+      "testResults",
+      "subTypes"
+    ]
+  },
+  "name": "ApplicationKey",
+  "namespace": "com.linkedin.pegasus2avro.application",
+  "fields": [
+    {
+      "type": "string",
+      "name": "id",
+      "doc": "A unique id for the Application."
+    }
+  ],
+  "doc": "Key for a Query"
+}

datahub/metadata/schemas/ApplicationProperties.avsc

@@ -0,0 +1,72 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "applicationProperties"
+  },
+  "name": "ApplicationProperties",
+  "namespace": "com.linkedin.pegasus2avro.application",
+  "fields": [
+    {
+      "Searchable": {
+        "/*": {
+          "fieldType": "TEXT",
+          "queryByDefault": true
+        }
+      },
+      "type": {
+        "type": "map",
+        "values": "string"
+      },
+      "name": "customProperties",
+      "default": {},
+      "doc": "Custom property bag."
+    },
+    {
+      "Searchable": {
+        "fieldType": "KEYWORD"
+      },
+      "java": {
+        "class": "com.linkedin.pegasus2avro.common.url.Url",
+        "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "externalUrl",
+      "default": null,
+      "doc": "URL where the reference exist"
+    },
+    {
+      "Searchable": {
+        "boostScore": 10.0,
+        "enableAutocomplete": true,
+        "fieldNameAliases": [
+          "_entityName"
+        ],
+        "fieldType": "WORD_GRAM"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "name",
+      "default": null,
+      "doc": "Display name of the Application"
+    },
+    {
+      "Searchable": {
+        "fieldType": "TEXT",
+        "hasValuesFieldName": "hasDescription"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "description",
+      "default": null,
+      "doc": "Documentation of the application"
+    }
+  ],
+  "doc": "The main properties of an Application"
+}

datahub/metadata/schemas/Applications.avsc

@@ -0,0 +1,38 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "applications"
+  },
+  "name": "Applications",
+  "namespace": "com.linkedin.pegasus2avro.application",
+  "fields": [
+    {
+      "Relationship": {
+        "/*": {
+          "entityTypes": [
+            "application"
+          ],
+          "name": "AssociatedWith"
+        }
+      },
+      "Searchable": {
+        "/*": {
+          "addToFilters": true,
+          "fieldName": "applications",
+          "fieldType": "URN",
+          "filterNameOverride": "Application",
+          "hasValuesFieldName": "hasApplication"
+        }
+      },
+      "type": {
+        "type": "array",
+        "items": "string"
+      },
+      "name": "applications",
+      "doc": "The Applications attached to an Asset",
+      "Urn": "Urn",
+      "urn_is_array": true
+    }
+  ],
+  "doc": "Links from an Asset to its Applications"
+}

datahub/metadata/schemas/AssetSettings.avsc

@@ -0,0 +1,63 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "assetSettings"
+  },
+  "name": "AssetSettings",
+  "namespace": "com.linkedin.pegasus2avro.settings.asset",
+  "fields": [
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "AssetSummarySettings",
+          "namespace": "com.linkedin.pegasus2avro.settings.asset",
+          "fields": [
+            {
+              "Relationship": {
+                "/*/template": {
+                  "entityTypes": [
+                    "dataHubPageTemplate"
+                  ],
+                  "name": "HasSummaryTemplate"
+                }
+              },
+              "type": [
+                {
+                  "type": "array",
+                  "items": {
+                    "type": "record",
+                    "name": "AssetSummarySettingsTemplate",
+                    "namespace": "com.linkedin.pegasus2avro.settings.asset",
+                    "fields": [
+                      {
+                        "java": {
+                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                        },
+                        "type": "string",
+                        "name": "template",
+                        "doc": "The urn of the template",
+                        "Urn": "Urn"
+                      }
+                    ],
+                    "doc": "Object containing the template and any additional info for asset summary settings"
+                  }
+                },
+                "null"
+              ],
+              "name": "templates",
+              "default": [],
+              "doc": "The list of templates applied to this asset in order. Right now we only expect one."
+            }
+          ],
+          "doc": "Information related to the asset summary for this asset"
+        }
+      ],
+      "name": "assetSummary",
+      "default": null,
+      "doc": "Information related to the asset summary for this asset"
+    }
+  ],
+  "doc": "Settings associated with this asset"
+}

datahub/metadata/schemas/ChartInfo.avsc

@@ -188,7 +188,8 @@
           "createdActor": "inputEdges/*/created/actor",
           "createdOn": "inputEdges/*/created/time",
           "entityTypes": [
-            "dataset"
+            "dataset",
+            "chart"
           ],
           "isLineage": true,
           "name": "Consumes",

datahub/metadata/schemas/ChartKey.avsc

@@ -13,6 +13,7 @@
       "embed",
       "browsePaths",
       "domains",
+      "applications",
       "container",
       "deprecation",
       "ownership",

datahub/metadata/schemas/ContainerKey.avsc

@@ -18,6 +18,7 @@
       "browsePaths",
       "status",
       "domains",
+      "applications",
       "browsePathsV2",
       "structuredProperties",
       "forms",

datahub/metadata/schemas/ContainerProperties.avsc

@@ -93,13 +93,17 @@
             "DEV": "Designates development fabrics",
             "EI": "Designates early-integration fabrics",
             "NON_PROD": "Designates non-production fabrics",
+            "PRD": "Alternative Prod spelling",
             "PRE": "Designates pre-production fabrics",
             "PROD": "Designates production fabrics",
             "QA": "Designates quality assurance fabrics",
             "RVW": "Designates review fabrics",
             "SANDBOX": "Designates sandbox fabrics",
+            "SBX": "Alternative spelling for sandbox",
+            "SIT": "System Integration Testing",
             "STG": "Designates staging fabrics",
             "TEST": "Designates testing fabrics",
+            "TST": "Alternative Test spelling",
             "UAT": "Designates user acceptance testing fabrics"
           },
           "name": "FabricType",
@@ -116,6 +120,10 @@
             "PROD",
             "CORP",
             "RVW",
+            "PRD",
+            "TST",
+            "SIT",
+            "SBX",
             "SANDBOX"
           ],
           "doc": "Fabric group type"

datahub/metadata/schemas/CorpUserEditableInfo.avsc

@@ -53,7 +53,7 @@
       },
       "type": "string",
       "name": "pictureLink",
-      "default": "https://raw.githubusercontent.com/datahub-project/datahub/master/datahub-web-react/src/images/default_avatar.png",
+      "default": "assets/platforms/default_avatar.png",
       "doc": "A URL which points to a picture which user wants to set as a profile photo"
     },
     {
@@ -149,6 +149,20 @@
       "name": "email",
       "default": null,
       "doc": "Email address to contact the user"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "array",
+          "items": "string"
+        }
+      ],
+      "name": "informationSources",
+      "default": null,
+      "doc": "Information sources that have been used to populate this CorpUserEditableInfo.\nThese include platform resources, such as Slack members or Looker users.\nThey can also refer to other semantic urns in the future.",
+      "Urn": "Urn",
+      "urn_is_array": true
     }
   ],
   "doc": "Linkedin corp user information that can be edited from UI"

datahub/metadata/schemas/CorpUserKey.avsc

@@ -19,7 +19,8 @@
       "structuredProperties",
       "forms",
       "testResults",
-      "subTypes"
+      "subTypes",
+      "slackUserInfo"
     ],
     "entityDoc": "CorpUser represents an identity of a person (or an account) in the enterprise."
   },

datahub/metadata/schemas/CorpUserSettings.avsc

@@ -64,6 +64,151 @@
       "name": "views",
       "default": null,
       "doc": "User preferences for the Views feature."
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "NotificationSettings",
+          "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+          "fields": [
+            {
+              "type": {
+                "type": "array",
+                "items": {
+                  "type": "enum",
+                  "symbolDocs": {
+                    "EMAIL": "Email target type.",
+                    "SLACK": "Slack target type."
+                  },
+                  "name": "NotificationSinkType",
+                  "namespace": "com.linkedin.pegasus2avro.event.notification",
+                  "symbols": [
+                    "SLACK",
+                    "EMAIL"
+                  ],
+                  "doc": "A type of sink / platform to send a notification to."
+                }
+              },
+              "name": "sinkTypes",
+              "doc": "Sink types that notifications are sent to."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "SlackNotificationSettings",
+                  "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+                  "fields": [
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "userHandle",
+                      "default": null,
+                      "doc": "Optional user handle"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        {
+                          "type": "array",
+                          "items": "string"
+                        }
+                      ],
+                      "name": "channels",
+                      "default": null,
+                      "doc": "Optional list of channels to send notifications to"
+                    }
+                  ],
+                  "doc": "Slack Notification settings for an actor."
+                }
+              ],
+              "name": "slackSettings",
+              "default": null,
+              "doc": "Slack Notification Settings"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "EmailNotificationSettings",
+                  "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+                  "fields": [
+                    {
+                      "type": "string",
+                      "name": "email",
+                      "doc": "Optional user or group email address"
+                    }
+                  ],
+                  "doc": "Email Notification settings for an actor."
+                }
+              ],
+              "name": "emailSettings",
+              "default": null,
+              "doc": "Email Notification Settings"
+            }
+          ],
+          "doc": "Notification settings for an actor or subscription."
+        }
+      ],
+      "name": "notificationSettings",
+      "default": null,
+      "doc": "Notification settings for a user"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "CorpUserHomePageSettings",
+          "namespace": "com.linkedin.pegasus2avro.identity",
+          "fields": [
+            {
+              "Relationship": {
+                "entityTypes": [
+                  "dataHubPageTemplate"
+                ],
+                "name": "HasPersonalPageTemplate"
+              },
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "pageTemplate",
+              "default": null,
+              "doc": "The page template that will be rendered in the UI by default for this user",
+              "Urn": "Urn",
+              "entityTypes": [
+                "dataHubPageTemplate"
+              ]
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "array",
+                  "items": "string"
+                }
+              ],
+              "name": "dismissedAnnouncements",
+              "default": null,
+              "doc": "The list of announcement urns that have been dismissed by the user"
+            }
+          ],
+          "doc": "Settings related to the home page for a user"
+        }
+      ],
+      "name": "homePage",
+      "default": null,
+      "doc": "Settings related to the home page for a user"
     }
   ],
   "doc": "Settings that a user can customize through the datahub ui"

datahub/metadata/schemas/DashboardKey.avsc

@@ -6,6 +6,7 @@
     "entityCategory": "_unset_",
     "entityAspects": [
       "domains",
+      "applications",
       "container",
       "deprecation",
       "dashboardUsageStatistics",

datahub/metadata/schemas/DataContractKey.avsc

@@ -7,7 +7,8 @@
     "entityAspects": [
       "dataContractProperties",
       "dataContractStatus",
-      "status"
+      "status",
+      "structuredProperties"
     ]
   },
   "name": "DataContractKey",

datahub/metadata/schemas/DataFlowInfo.avsc

@@ -147,13 +147,17 @@
             "DEV": "Designates development fabrics",
             "EI": "Designates early-integration fabrics",
             "NON_PROD": "Designates non-production fabrics",
+            "PRD": "Alternative Prod spelling",
             "PRE": "Designates pre-production fabrics",
             "PROD": "Designates production fabrics",
             "QA": "Designates quality assurance fabrics",
             "RVW": "Designates review fabrics",
             "SANDBOX": "Designates sandbox fabrics",
+            "SBX": "Alternative spelling for sandbox",
+            "SIT": "System Integration Testing",
             "STG": "Designates staging fabrics",
             "TEST": "Designates testing fabrics",
+            "TST": "Alternative Test spelling",
             "UAT": "Designates user acceptance testing fabrics"
           },
           "name": "FabricType",
@@ -170,6 +174,10 @@
             "PROD",
             "CORP",
             "RVW",
+            "PRD",
+            "TST",
+            "SIT",
+            "SBX",
             "SANDBOX"
           ],
           "doc": "Fabric group type"

datahub/metadata/schemas/DataFlowKey.avsc

@@ -6,6 +6,7 @@
     "entityCategory": "core",
     "entityAspects": [
       "domains",
+      "applications",
       "deprecation",
       "versionInfo",
       "dataFlowInfo",