acryl-datahub 1.0.0rc18__py3-none-any.whl → 1.0.0.1rc2__py3-none-any.whl

datahub/metadata/com/linkedin/pegasus2avro/event/notification/settings/__init__.py

@@ -0,0 +1,19 @@
+# mypy: ignore-errors
+# flake8: noqa
+
+# This file is autogenerated by /metadata-ingestion/scripts/avro_codegen.py
+# Do not modify manually!
+
+# pylint: skip-file
+# fmt: off
+# isort: skip_file
+from .......schema_classes import EmailNotificationSettingsClass
+from .......schema_classes import NotificationSettingsClass
+from .......schema_classes import SlackNotificationSettingsClass
+
+
+EmailNotificationSettings = EmailNotificationSettingsClass
+NotificationSettings = NotificationSettingsClass
+SlackNotificationSettings = SlackNotificationSettingsClass
+
+# fmt: on

datahub/metadata/schema.avsc

@@ -2313,6 +2313,21 @@
     "name": "QueryProperties",
     "namespace": "com.linkedin.pegasus2avro.query",
     "fields": [
+      {
+        "Searchable": {
+          "/*": {
+            "fieldType": "TEXT",
+            "queryByDefault": true
+          }
+        },
+        "type": {
+          "type": "map",
+          "values": "string"
+        },
+        "name": "customProperties",
+        "default": {},
+        "doc": "Custom property bag."
+      },
       {
         "type": {
           "type": "record",
@@ -2418,6 +2433,11 @@
         "doc": "Audit stamp capturing the time and actor who last modified the Query."
       },
       {
+        "Searchable": {
+          "addToFilters": false,
+          "fieldType": "URN",
+          "queryByDefault": false
+        },
         "java": {
           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
         },
@@ -5997,6 +6017,20 @@
                           "name": "email",
                           "default": null,
                           "doc": "Email address to contact the user"
+                        },
+                        {
+                          "Urn": "Urn",
+                          "urn_is_array": true,
+                          "type": [
+                            "null",
+                            {
+                              "type": "array",
+                              "items": "string"
+                            }
+                          ],
+                          "name": "informationSources",
+                          "default": null,
+                          "doc": "Information sources that have been used to populate this CorpUserEditableInfo.\nThese include platform resources, such as Slack members or Looker users.\nThey can also refer to other semantic urns in the future."
                         }
                       ],
                       "doc": "Linkedin corp user information that can be edited from UI"
@@ -10300,6 +10334,22 @@
                           "default": null,
                           "doc": "List of jobs or process instances (if any) that use the model or group."
                         },
+                        {
+                          "Searchable": {
+                            "fieldType": "KEYWORD"
+                          },
+                          "java": {
+                            "class": "com.linkedin.pegasus2avro.common.url.Url",
+                            "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
+                          },
+                          "type": [
+                            "null",
+                            "string"
+                          ],
+                          "name": "externalUrl",
+                          "default": null,
+                          "doc": "URL where the reference exist"
+                        },
                         {
                           "Searchable": {
                             "boostScore": 10.0,
@@ -13747,8 +13797,10 @@
         },
         "Searchable": {
           "/*": {
+            "addHasValuesToFilters": true,
             "fieldName": "siblings",
             "fieldType": "URN",
+            "hasValuesFieldName": "hasSiblings",
             "queryByDefault": false
           }
         },
@@ -14574,6 +14626,166 @@
     "doc": "Forms that are assigned to this entity to be filled out"
   },
   "com.linkedin.pegasus2avro.dataplatform.DataPlatformInfo",
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "slackUserInfo"
+    },
+    "name": "SlackUserInfo",
+    "namespace": "com.linkedin.pegasus2avro.dataplatform.slack",
+    "fields": [
+      {
+        "Relationship": {
+          "entityTypes": [
+            "dataPlatformInstance"
+          ],
+          "name": "PartOfSlackWorkspace"
+        },
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "entityTypes": [
+          "dataPlatformInstance"
+        ],
+        "type": "string",
+        "name": "slackInstance",
+        "doc": "The dataplatform instance that this Slack member belongs to."
+      },
+      {
+        "type": "string",
+        "name": "id",
+        "doc": "The unique identifier for the Slack member."
+      },
+      {
+        "type": "string",
+        "name": "name",
+        "doc": "The username of the Slack member."
+      },
+      {
+        "type": "string",
+        "name": "realName",
+        "doc": "The real name of the Slack member."
+      },
+      {
+        "type": "string",
+        "name": "displayName",
+        "doc": "The display name of the Slack member."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "email",
+        "default": null,
+        "doc": "The email associated with the Slack member."
+      },
+      {
+        "type": "string",
+        "name": "teamId",
+        "doc": "The ID associated with the Slack team."
+      },
+      {
+        "type": "boolean",
+        "name": "isDeleted",
+        "doc": "Whether the member is deleted or not."
+      },
+      {
+        "type": "boolean",
+        "name": "isAdmin",
+        "doc": "Whether the member is an admin."
+      },
+      {
+        "type": "boolean",
+        "name": "isOwner",
+        "doc": "Whether the member is an owner."
+      },
+      {
+        "type": "boolean",
+        "name": "isPrimaryOwner",
+        "doc": "Whether the member is a primary owner."
+      },
+      {
+        "type": "boolean",
+        "name": "isBot",
+        "doc": "Whether the member is a bot."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "timezone",
+        "default": null,
+        "doc": "The timezone of the Slack member."
+      },
+      {
+        "type": [
+          "null",
+          "int"
+        ],
+        "name": "timezoneOffset",
+        "default": null,
+        "doc": "The timezone offset of the Slack member."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "title",
+        "default": null,
+        "doc": "The title of the Slack member."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "phone",
+        "default": null,
+        "doc": "The phone number of the Slack member."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "profilePictureUrl",
+        "default": null,
+        "doc": "The URL of the member's profile picture."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "statusText",
+        "default": null,
+        "doc": "The status text of the Slack member."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "statusEmoji",
+        "default": null,
+        "doc": "The status emoji of the Slack member."
+      },
+      {
+        "type": [
+          "null",
+          "long"
+        ],
+        "name": "lastUpdatedSeconds",
+        "default": null,
+        "doc": "The timestamp of when the member was last updated. (in seconds)"
+      }
+    ],
+    "doc": "Information about a Slack user."
+  },
   "com.linkedin.pegasus2avro.policy.DataHubPolicyInfo",
   {
     "type": "record",
@@ -16777,7 +16989,8 @@
             "createdOn": "outputEdges/*/created/time",
             "entityTypes": [
               "dataset",
-              "mlModel"
+              "mlModel",
+              "dataProcessInstance"
             ],
             "isLineage": true,
             "isUpstream": false,
@@ -17031,7 +17244,8 @@
             "createdOn": "inputEdges/*/created/time",
             "entityTypes": [
               "dataset",
-              "mlModel"
+              "mlModel",
+              "dataProcessInstance"
             ],
             "isLineage": true,
             "name": "DataProcessInstanceConsumes",
@@ -17639,6 +17853,101 @@
         "name": "views",
         "default": null,
         "doc": "User preferences for the Views feature."
+      },
+      {
+        "type": [
+          "null",
+          {
+            "type": "record",
+            "name": "NotificationSettings",
+            "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+            "fields": [
+              {
+                "type": {
+                  "type": "array",
+                  "items": {
+                    "type": "enum",
+                    "symbolDocs": {
+                      "EMAIL": "Email target type.",
+                      "SLACK": "Slack target type."
+                    },
+                    "name": "NotificationSinkType",
+                    "namespace": "com.linkedin.pegasus2avro.event.notification",
+                    "symbols": [
+                      "SLACK",
+                      "EMAIL"
+                    ],
+                    "doc": "A type of sink / platform to send a notification to."
+                  }
+                },
+                "name": "sinkTypes",
+                "doc": "Sink types that notifications are sent to."
+              },
+              {
+                "type": [
+                  "null",
+                  {
+                    "type": "record",
+                    "name": "SlackNotificationSettings",
+                    "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+                    "fields": [
+                      {
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "userHandle",
+                        "default": null,
+                        "doc": "Optional user handle"
+                      },
+                      {
+                        "type": [
+                          "null",
+                          {
+                            "type": "array",
+                            "items": "string"
+                          }
+                        ],
+                        "name": "channels",
+                        "default": null,
+                        "doc": "Optional list of channels to send notifications to"
+                      }
+                    ],
+                    "doc": "Slack Notification settings for an actor."
+                  }
+                ],
+                "name": "slackSettings",
+                "default": null,
+                "doc": "Slack Notification Settings"
+              },
+              {
+                "type": [
+                  "null",
+                  {
+                    "type": "record",
+                    "name": "EmailNotificationSettings",
+                    "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+                    "fields": [
+                      {
+                        "type": "string",
+                        "name": "email",
+                        "doc": "Optional user or group email address"
+                      }
+                    ],
+                    "doc": "Email Notification settings for an actor."
+                  }
+                ],
+                "name": "emailSettings",
+                "default": null,
+                "doc": "Email Notification Settings"
+              }
+            ],
+            "doc": "Notification settings for an actor or subscription."
+          }
+        ],
+        "name": "notificationSettings",
+        "default": null,
+        "doc": "Notification settings for a user"
       }
     ],
     "doc": "Settings that a user can customize through the datahub ui"

datahub/metadata/schemas/CorpUserEditableInfo.avsc

@@ -149,6 +149,20 @@
       "name": "email",
       "default": null,
       "doc": "Email address to contact the user"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "array",
+          "items": "string"
+        }
+      ],
+      "name": "informationSources",
+      "default": null,
+      "doc": "Information sources that have been used to populate this CorpUserEditableInfo.\nThese include platform resources, such as Slack members or Looker users.\nThey can also refer to other semantic urns in the future.",
+      "Urn": "Urn",
+      "urn_is_array": true
     }
   ],
   "doc": "Linkedin corp user information that can be edited from UI"

datahub/metadata/schemas/CorpUserKey.avsc

@@ -19,7 +19,8 @@
       "structuredProperties",
       "forms",
       "testResults",
-      "subTypes"
+      "subTypes",
+      "slackUserInfo"
     ],
     "entityDoc": "CorpUser represents an identity of a person (or an account) in the enterprise."
   },

datahub/metadata/schemas/CorpUserSettings.avsc

@@ -64,6 +64,101 @@
       "name": "views",
       "default": null,
       "doc": "User preferences for the Views feature."
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "NotificationSettings",
+          "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+          "fields": [
+            {
+              "type": {
+                "type": "array",
+                "items": {
+                  "type": "enum",
+                  "symbolDocs": {
+                    "EMAIL": "Email target type.",
+                    "SLACK": "Slack target type."
+                  },
+                  "name": "NotificationSinkType",
+                  "namespace": "com.linkedin.pegasus2avro.event.notification",
+                  "symbols": [
+                    "SLACK",
+                    "EMAIL"
+                  ],
+                  "doc": "A type of sink / platform to send a notification to."
+                }
+              },
+              "name": "sinkTypes",
+              "doc": "Sink types that notifications are sent to."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "SlackNotificationSettings",
+                  "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+                  "fields": [
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "userHandle",
+                      "default": null,
+                      "doc": "Optional user handle"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        {
+                          "type": "array",
+                          "items": "string"
+                        }
+                      ],
+                      "name": "channels",
+                      "default": null,
+                      "doc": "Optional list of channels to send notifications to"
+                    }
+                  ],
+                  "doc": "Slack Notification settings for an actor."
+                }
+              ],
+              "name": "slackSettings",
+              "default": null,
+              "doc": "Slack Notification Settings"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "EmailNotificationSettings",
+                  "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
+                  "fields": [
+                    {
+                      "type": "string",
+                      "name": "email",
+                      "doc": "Optional user or group email address"
+                    }
+                  ],
+                  "doc": "Email Notification settings for an actor."
+                }
+              ],
+              "name": "emailSettings",
+              "default": null,
+              "doc": "Email Notification Settings"
+            }
+          ],
+          "doc": "Notification settings for an actor or subscription."
+        }
+      ],
+      "name": "notificationSettings",
+      "default": null,
+      "doc": "Notification settings for a user"
     }
   ],
   "doc": "Settings that a user can customize through the datahub ui"

datahub/metadata/schemas/DataProcessInstanceInput.avsc

@@ -41,7 +41,8 @@
           "createdOn": "inputEdges/*/created/time",
           "entityTypes": [
             "dataset",
-            "mlModel"
+            "mlModel",
+            "dataProcessInstance"
           ],
           "isLineage": true,
           "name": "DataProcessInstanceConsumes",

datahub/metadata/schemas/DataProcessInstanceOutput.avsc

@@ -41,7 +41,8 @@
           "createdOn": "outputEdges/*/created/time",
           "entityTypes": [
             "dataset",
-            "mlModel"
+            "mlModel",
+            "dataProcessInstance"
           ],
           "isLineage": true,
           "isUpstream": false,

datahub/metadata/schemas/MLModelGroupProperties.avsc

@@ -66,6 +66,22 @@
       "default": null,
       "doc": "List of jobs or process instances (if any) that use the model or group."
     },
+    {
+      "Searchable": {
+        "fieldType": "KEYWORD"
+      },
+      "java": {
+        "class": "com.linkedin.pegasus2avro.common.url.Url",
+        "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "externalUrl",
+      "default": null,
+      "doc": "URL where the reference exist"
+    },
     {
       "Searchable": {
         "boostScore": 10.0,

datahub/metadata/schemas/MetadataChangeEvent.avsc

@@ -1787,6 +1787,20 @@
                         "name": "email",
                         "default": null,
                         "doc": "Email address to contact the user"
+                      },
+                      {
+                        "type": [
+                          "null",
+                          {
+                            "type": "array",
+                            "items": "string"
+                          }
+                        ],
+                        "name": "informationSources",
+                        "default": null,
+                        "doc": "Information sources that have been used to populate this CorpUserEditableInfo.\nThese include platform resources, such as Slack members or Looker users.\nThey can also refer to other semantic urns in the future.",
+                        "Urn": "Urn",
+                        "urn_is_array": true
                       }
                     ],
                     "doc": "Linkedin corp user information that can be edited from UI"
@@ -6919,6 +6933,22 @@
                         "default": null,
                         "doc": "List of jobs or process instances (if any) that use the model or group."
                       },
+                      {
+                        "Searchable": {
+                          "fieldType": "KEYWORD"
+                        },
+                        "java": {
+                          "class": "com.linkedin.pegasus2avro.common.url.Url",
+                          "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
+                        },
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "externalUrl",
+                        "default": null,
+                        "doc": "URL where the reference exist"
+                      },
                       {
                         "Searchable": {
                           "boostScore": 10.0,

datahub/metadata/schemas/QueryProperties.avsc

@@ -6,6 +6,21 @@
   "name": "QueryProperties",
   "namespace": "com.linkedin.pegasus2avro.query",
   "fields": [
+    {
+      "Searchable": {
+        "/*": {
+          "fieldType": "TEXT",
+          "queryByDefault": true
+        }
+      },
+      "type": {
+        "type": "map",
+        "values": "string"
+      },
+      "name": "customProperties",
+      "default": {},
+      "doc": "Custom property bag."
+    },
     {
       "type": {
         "type": "record",
@@ -154,6 +169,11 @@
       "doc": "Audit stamp capturing the time and actor who last modified the Query."
     },
     {
+      "Searchable": {
+        "addToFilters": false,
+        "fieldType": "URN",
+        "queryByDefault": false
+      },
       "java": {
         "class": "com.linkedin.pegasus2avro.common.urn.Urn"
       },

datahub/metadata/schemas/Siblings.avsc

@@ -17,8 +17,10 @@
       },
       "Searchable": {
         "/*": {
+          "addHasValuesToFilters": true,
           "fieldName": "siblings",
           "fieldType": "URN",
+          "hasValuesFieldName": "hasSiblings",
           "queryByDefault": false
         }
       },