acryl-datahub 1.1.1rc4__py3-none-any.whl → 1.3.0.1rc9__py3-none-any.whl

datahub/metadata/schemas/Actors.avsc

@@ -42,7 +42,44 @@
       "name": "users",
       "default": null,
       "doc": "List of provisioned users of a role"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "array",
+          "items": {
+            "type": "record",
+            "name": "RoleGroup",
+            "namespace": "com.linkedin.pegasus2avro.role",
+            "fields": [
+              {
+                "Relationship": {
+                  "entityTypes": [
+                    "corpGroup"
+                  ],
+                  "name": "Has"
+                },
+                "java": {
+                  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                },
+                "type": "string",
+                "name": "group",
+                "doc": "Link provisioned corp group for a role",
+                "Urn": "Urn",
+                "entityTypes": [
+                  "corpGroup"
+                ]
+              }
+            ],
+            "doc": "Provisioned groups of a role"
+          }
+        }
+      ],
+      "name": "groups",
+      "default": null,
+      "doc": "List of provisioned groups of a role"
     }
   ],
-  "doc": "Provisioned users of a role"
+  "doc": "Provisioned users and groups of a role"
 }

datahub/metadata/schemas/ApplicationKey.avsc

@@ -0,0 +1,31 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "applicationKey",
+    "keyForEntity": "application",
+    "entityCategory": "core",
+    "entityAspects": [
+      "applicationProperties",
+      "ownership",
+      "glossaryTerms",
+      "globalTags",
+      "domains",
+      "institutionalMemory",
+      "status",
+      "structuredProperties",
+      "forms",
+      "testResults",
+      "subTypes"
+    ]
+  },
+  "name": "ApplicationKey",
+  "namespace": "com.linkedin.pegasus2avro.application",
+  "fields": [
+    {
+      "type": "string",
+      "name": "id",
+      "doc": "A unique id for the Application."
+    }
+  ],
+  "doc": "Key for a Query"
+}

datahub/metadata/schemas/ApplicationProperties.avsc

@@ -0,0 +1,72 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "applicationProperties"
+  },
+  "name": "ApplicationProperties",
+  "namespace": "com.linkedin.pegasus2avro.application",
+  "fields": [
+    {
+      "Searchable": {
+        "/*": {
+          "fieldType": "TEXT",
+          "queryByDefault": true
+        }
+      },
+      "type": {
+        "type": "map",
+        "values": "string"
+      },
+      "name": "customProperties",
+      "default": {},
+      "doc": "Custom property bag."
+    },
+    {
+      "Searchable": {
+        "fieldType": "KEYWORD"
+      },
+      "java": {
+        "class": "com.linkedin.pegasus2avro.common.url.Url",
+        "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "externalUrl",
+      "default": null,
+      "doc": "URL where the reference exist"
+    },
+    {
+      "Searchable": {
+        "boostScore": 10.0,
+        "enableAutocomplete": true,
+        "fieldNameAliases": [
+          "_entityName"
+        ],
+        "fieldType": "WORD_GRAM"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "name",
+      "default": null,
+      "doc": "Display name of the Application"
+    },
+    {
+      "Searchable": {
+        "fieldType": "TEXT",
+        "hasValuesFieldName": "hasDescription"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "description",
+      "default": null,
+      "doc": "Documentation of the application"
+    }
+  ],
+  "doc": "The main properties of an Application"
+}

datahub/metadata/schemas/Applications.avsc

@@ -0,0 +1,38 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "applications"
+  },
+  "name": "Applications",
+  "namespace": "com.linkedin.pegasus2avro.application",
+  "fields": [
+    {
+      "Relationship": {
+        "/*": {
+          "entityTypes": [
+            "application"
+          ],
+          "name": "AssociatedWith"
+        }
+      },
+      "Searchable": {
+        "/*": {
+          "addToFilters": true,
+          "fieldName": "applications",
+          "fieldType": "URN",
+          "filterNameOverride": "Application",
+          "hasValuesFieldName": "hasApplication"
+        }
+      },
+      "type": {
+        "type": "array",
+        "items": "string"
+      },
+      "name": "applications",
+      "doc": "The Applications attached to an Asset",
+      "Urn": "Urn",
+      "urn_is_array": true
+    }
+  ],
+  "doc": "Links from an Asset to its Applications"
+}

datahub/metadata/schemas/AssetSettings.avsc

@@ -0,0 +1,63 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "assetSettings"
+  },
+  "name": "AssetSettings",
+  "namespace": "com.linkedin.pegasus2avro.settings.asset",
+  "fields": [
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "AssetSummarySettings",
+          "namespace": "com.linkedin.pegasus2avro.settings.asset",
+          "fields": [
+            {
+              "Relationship": {
+                "/*/template": {
+                  "entityTypes": [
+                    "dataHubPageTemplate"
+                  ],
+                  "name": "HasSummaryTemplate"
+                }
+              },
+              "type": [
+                {
+                  "type": "array",
+                  "items": {
+                    "type": "record",
+                    "name": "AssetSummarySettingsTemplate",
+                    "namespace": "com.linkedin.pegasus2avro.settings.asset",
+                    "fields": [
+                      {
+                        "java": {
+                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                        },
+                        "type": "string",
+                        "name": "template",
+                        "doc": "The urn of the template",
+                        "Urn": "Urn"
+                      }
+                    ],
+                    "doc": "Object containing the template and any additional info for asset summary settings"
+                  }
+                },
+                "null"
+              ],
+              "name": "templates",
+              "default": [],
+              "doc": "The list of templates applied to this asset in order. Right now we only expect one."
+            }
+          ],
+          "doc": "Information related to the asset summary for this asset"
+        }
+      ],
+      "name": "assetSummary",
+      "default": null,
+      "doc": "Information related to the asset summary for this asset"
+    }
+  ],
+  "doc": "Settings associated with this asset"
+}

datahub/metadata/schemas/ChartInfo.avsc

@@ -188,7 +188,8 @@
           "createdActor": "inputEdges/*/created/actor",
           "createdOn": "inputEdges/*/created/time",
           "entityTypes": [
-            "dataset"
+            "dataset",
+            "chart"
           ],
           "isLineage": true,
           "name": "Consumes",

datahub/metadata/schemas/ChartKey.avsc

@@ -13,6 +13,7 @@
       "embed",
       "browsePaths",
       "domains",
+      "applications",
       "container",
       "deprecation",
       "ownership",

datahub/metadata/schemas/ContainerKey.avsc

@@ -18,6 +18,7 @@
       "browsePaths",
       "status",
       "domains",
+      "applications",
       "browsePathsV2",
       "structuredProperties",
       "forms",

datahub/metadata/schemas/ContainerProperties.avsc

@@ -93,13 +93,17 @@
             "DEV": "Designates development fabrics",
             "EI": "Designates early-integration fabrics",
             "NON_PROD": "Designates non-production fabrics",
+            "PRD": "Alternative Prod spelling",
             "PRE": "Designates pre-production fabrics",
             "PROD": "Designates production fabrics",
             "QA": "Designates quality assurance fabrics",
             "RVW": "Designates review fabrics",
             "SANDBOX": "Designates sandbox fabrics",
+            "SBX": "Alternative spelling for sandbox",
+            "SIT": "System Integration Testing",
             "STG": "Designates staging fabrics",
             "TEST": "Designates testing fabrics",
+            "TST": "Alternative Test spelling",
             "UAT": "Designates user acceptance testing fabrics"
           },
           "name": "FabricType",
@@ -116,6 +120,10 @@
             "PROD",
             "CORP",
             "RVW",
+            "PRD",
+            "TST",
+            "SIT",
+            "SBX",
             "SANDBOX"
           ],
           "doc": "Fabric group type"

datahub/metadata/schemas/CorpUserEditableInfo.avsc

@@ -53,7 +53,7 @@
       },
       "type": "string",
       "name": "pictureLink",
-      "default": "https://raw.githubusercontent.com/datahub-project/datahub/master/datahub-web-react/src/images/default_avatar.png",
+      "default": "assets/platforms/default_avatar.png",
       "doc": "A URL which points to a picture which user wants to set as a profile photo"
     },
     {

datahub/metadata/schemas/CorpUserSettings.avsc

@@ -159,6 +159,56 @@
       "name": "notificationSettings",
       "default": null,
       "doc": "Notification settings for a user"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "CorpUserHomePageSettings",
+          "namespace": "com.linkedin.pegasus2avro.identity",
+          "fields": [
+            {
+              "Relationship": {
+                "entityTypes": [
+                  "dataHubPageTemplate"
+                ],
+                "name": "HasPersonalPageTemplate"
+              },
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "pageTemplate",
+              "default": null,
+              "doc": "The page template that will be rendered in the UI by default for this user",
+              "Urn": "Urn",
+              "entityTypes": [
+                "dataHubPageTemplate"
+              ]
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "array",
+                  "items": "string"
+                }
+              ],
+              "name": "dismissedAnnouncements",
+              "default": null,
+              "doc": "The list of announcement urns that have been dismissed by the user"
+            }
+          ],
+          "doc": "Settings related to the home page for a user"
+        }
+      ],
+      "name": "homePage",
+      "default": null,
+      "doc": "Settings related to the home page for a user"
     }
   ],
   "doc": "Settings that a user can customize through the datahub ui"

datahub/metadata/schemas/DashboardKey.avsc

@@ -6,6 +6,7 @@
     "entityCategory": "_unset_",
     "entityAspects": [
       "domains",
+      "applications",
       "container",
       "deprecation",
       "dashboardUsageStatistics",

datahub/metadata/schemas/DataFlowInfo.avsc

@@ -147,13 +147,17 @@
             "DEV": "Designates development fabrics",
             "EI": "Designates early-integration fabrics",
             "NON_PROD": "Designates non-production fabrics",
+            "PRD": "Alternative Prod spelling",
             "PRE": "Designates pre-production fabrics",
             "PROD": "Designates production fabrics",
             "QA": "Designates quality assurance fabrics",
             "RVW": "Designates review fabrics",
             "SANDBOX": "Designates sandbox fabrics",
+            "SBX": "Alternative spelling for sandbox",
+            "SIT": "System Integration Testing",
             "STG": "Designates staging fabrics",
             "TEST": "Designates testing fabrics",
+            "TST": "Alternative Test spelling",
             "UAT": "Designates user acceptance testing fabrics"
           },
           "name": "FabricType",
@@ -170,6 +174,10 @@
             "PROD",
             "CORP",
             "RVW",
+            "PRD",
+            "TST",
+            "SIT",
+            "SBX",
             "SANDBOX"
           ],
           "doc": "Fabric group type"

datahub/metadata/schemas/DataFlowKey.avsc

@@ -6,6 +6,7 @@
     "entityCategory": "core",
     "entityAspects": [
       "domains",
+      "applications",
       "deprecation",
       "versionInfo",
       "dataFlowInfo",

datahub/metadata/schemas/DataHubFileInfo.avsc

@@ -0,0 +1,230 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubFileInfo"
+  },
+  "name": "DataHubFileInfo",
+  "namespace": "com.linkedin.pegasus2avro.file",
+  "fields": [
+    {
+      "type": {
+        "type": "record",
+        "name": "BucketStorageLocation",
+        "namespace": "com.linkedin.pegasus2avro.file",
+        "fields": [
+          {
+            "Searchable": {
+              "fieldType": "KEYWORD"
+            },
+            "type": "string",
+            "name": "storageBucket",
+            "doc": "The storage bucket this file is stored in"
+          },
+          {
+            "Searchable": {
+              "fieldType": "KEYWORD"
+            },
+            "type": "string",
+            "name": "storageKey",
+            "doc": "The key for where this file is stored inside of the given bucket"
+          }
+        ],
+        "doc": "Information where a file is stored"
+      },
+      "name": "bucketStorageLocation",
+      "doc": "Info about where a file is stored"
+    },
+    {
+      "Searchable": {
+        "fieldType": "TEXT_PARTIAL"
+      },
+      "type": "string",
+      "name": "originalFileName",
+      "doc": "The original filename as uploaded by the user"
+    },
+    {
+      "Searchable": {
+        "fieldType": "KEYWORD"
+      },
+      "type": "string",
+      "name": "mimeType",
+      "doc": "MIME type of the file (e.g., image/png, application/pdf)"
+    },
+    {
+      "type": "long",
+      "name": "sizeInBytes",
+      "doc": "Size of the file in bytes"
+    },
+    {
+      "Searchable": {
+        "fieldType": "KEYWORD"
+      },
+      "type": {
+        "type": "enum",
+        "symbolDocs": {
+          "ASSET_DOCUMENTATION": "File uploaded for entity documentation"
+        },
+        "name": "FileUploadScenario",
+        "namespace": "com.linkedin.pegasus2avro.file",
+        "symbols": [
+          "ASSET_DOCUMENTATION"
+        ]
+      },
+      "name": "scenario",
+      "doc": "The scenario/context in which this file was uploaded"
+    },
+    {
+      "Relationship": {
+        "entityTypes": [
+          "dataset",
+          "chart",
+          "container",
+          "dashboard",
+          "dataFlow",
+          "dataJob",
+          "glossaryTerm",
+          "glossaryNode",
+          "mlModel",
+          "mlFeature",
+          "notebook",
+          "mlFeatureTable",
+          "mlPrimaryKey",
+          "mlModelGroup",
+          "domain",
+          "dataProduct",
+          "businessAttribute"
+        ],
+        "name": "ReferencedBy"
+      },
+      "Searchable": {
+        "fieldType": "URN"
+      },
+      "java": {
+        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "referencedByAsset",
+      "default": null,
+      "doc": "Optional URN of the entity this file is associated with (e.g., the dataset whose docs contain this file)",
+      "Urn": "Urn",
+      "entityTypes": [
+        "dataset",
+        "chart",
+        "container",
+        "dashboard",
+        "dataFlow",
+        "dataJob",
+        "glossaryTerm",
+        "glossaryNode",
+        "mlModel",
+        "mlFeature",
+        "notebook",
+        "mlFeatureTable",
+        "mlPrimaryKey",
+        "mlModelGroup",
+        "domain",
+        "dataProduct",
+        "businessAttribute"
+      ]
+    },
+    {
+      "Relationship": {
+        "entityTypes": [
+          "schemaField"
+        ],
+        "name": "ReferencedBy"
+      },
+      "Searchable": {
+        "fieldType": "URN"
+      },
+      "java": {
+        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "schemaField",
+      "default": null,
+      "doc": "The dataset schema field urn this file is referenced by",
+      "Urn": "Urn",
+      "entityTypes": [
+        "schemaField"
+      ]
+    },
+    {
+      "Searchable": {
+        "/actor": {
+          "fieldName": "createdBy",
+          "fieldType": "URN"
+        },
+        "/time": {
+          "fieldName": "createdAt",
+          "fieldType": "DATETIME"
+        }
+      },
+      "type": {
+        "type": "record",
+        "name": "AuditStamp",
+        "namespace": "com.linkedin.pegasus2avro.common",
+        "fields": [
+          {
+            "type": "long",
+            "name": "time",
+            "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+          },
+          {
+            "java": {
+              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+            },
+            "type": "string",
+            "name": "actor",
+            "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+            "Urn": "Urn"
+          },
+          {
+            "java": {
+              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+            },
+            "type": [
+              "null",
+              "string"
+            ],
+            "name": "impersonator",
+            "default": null,
+            "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+            "Urn": "Urn"
+          },
+          {
+            "type": [
+              "null",
+              "string"
+            ],
+            "name": "message",
+            "default": null,
+            "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+          }
+        ],
+        "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+      },
+      "name": "created",
+      "doc": "Timestamp when this file was created and by whom"
+    },
+    {
+      "Searchable": {
+        "fieldType": "KEYWORD"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "contentHash",
+      "default": null,
+      "doc": "SHA-256 hash of file contents"
+    }
+  ],
+  "doc": "Information about a DataHub file - a file stored in S3 for use within DataHub platform features like documentation, home pages, and announcements."
+}

datahub/metadata/schemas/DataHubFileKey.avsc

@@ -0,0 +1,21 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubFileKey",
+    "keyForEntity": "dataHubFile",
+    "entityCategory": "core",
+    "entityAspects": [
+      "dataHubFileInfo"
+    ]
+  },
+  "name": "DataHubFileKey",
+  "namespace": "com.linkedin.pegasus2avro.metadata.key",
+  "fields": [
+    {
+      "type": "string",
+      "name": "id",
+      "doc": "Unique id for the file."
+    }
+  ],
+  "doc": "Key for a DataHubFile"
+}