acryl-datahub 1.1.1rc4__py3-none-any.whl → 1.3.0.1rc9__py3-none-any.whl

datahub/metadata/schemas/DataProcessKey.avsc

@@ -46,13 +46,17 @@
           "DEV": "Designates development fabrics",
           "EI": "Designates early-integration fabrics",
           "NON_PROD": "Designates non-production fabrics",
+          "PRD": "Alternative Prod spelling",
           "PRE": "Designates pre-production fabrics",
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
           "SANDBOX": "Designates sandbox fabrics",
+          "SBX": "Alternative spelling for sandbox",
+          "SIT": "System Integration Testing",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
+          "TST": "Alternative Test spelling",
           "UAT": "Designates user acceptance testing fabrics"
         },
         "name": "FabricType",
@@ -69,6 +73,10 @@
           "PROD",
           "CORP",
           "RVW",
+          "PRD",
+          "TST",
+          "SIT",
+          "SBX",
           "SANDBOX"
         ],
         "doc": "Fabric group type"

datahub/metadata/schemas/DataProductKey.avsc

@@ -9,13 +9,15 @@
       "glossaryTerms",
       "globalTags",
       "domains",
+      "applications",
       "dataProductProperties",
       "institutionalMemory",
       "status",
       "structuredProperties",
       "forms",
       "testResults",
-      "subTypes"
+      "subTypes",
+      "assetSettings"
     ]
   },
   "name": "DataProductKey",

datahub/metadata/schemas/DataProductProperties.avsc

@@ -65,7 +65,7 @@
       ],
       "name": "description",
       "default": null,
-      "doc": "Documentation of the dataset"
+      "doc": "Documentation of the data product"
     },
     {
       "Relationship": {

datahub/metadata/schemas/DatasetKey.avsc

@@ -11,6 +11,7 @@
       "datasetUsageStatistics",
       "operation",
       "domains",
+      "applications",
       "schemaMetadata",
       "status",
       "container",
@@ -37,7 +38,8 @@
       "forms",
       "partitionsSummary",
       "versionProperties",
-      "icebergCatalogInfo"
+      "icebergCatalogInfo",
+      "logicalParent"
     ],
     "entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
   },
@@ -82,13 +84,17 @@
           "DEV": "Designates development fabrics",
           "EI": "Designates early-integration fabrics",
           "NON_PROD": "Designates non-production fabrics",
+          "PRD": "Alternative Prod spelling",
           "PRE": "Designates pre-production fabrics",
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
           "SANDBOX": "Designates sandbox fabrics",
+          "SBX": "Alternative spelling for sandbox",
+          "SIT": "System Integration Testing",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
+          "TST": "Alternative Test spelling",
           "UAT": "Designates user acceptance testing fabrics"
         },
         "name": "FabricType",
@@ -105,6 +111,10 @@
           "PROD",
           "CORP",
           "RVW",
+          "PRD",
+          "TST",
+          "SIT",
+          "SBX",
           "SANDBOX"
         ],
         "doc": "Fabric group type"

datahub/metadata/schemas/DatasetUsageStatistics.avsc

@@ -130,6 +130,10 @@
       "doc": "The optional messageId, if provided serves as a custom user-defined unique identifier for an aspect value."
     },
     {
+      "Searchable": {
+        "fieldType": "COUNT",
+        "hasValuesFieldName": "hasUniqueUserCount"
+      },
       "TimeseriesField": {},
       "type": [
         "null",
@@ -140,6 +144,10 @@
       "doc": "Unique user count"
     },
     {
+      "Searchable": {
+        "fieldType": "COUNT",
+        "hasValuesFieldName": "hasTotalSqlQueriesCount"
+      },
       "TimeseriesField": {},
       "type": [
         "null",

datahub/metadata/schemas/DomainKey.avsc

@@ -11,7 +11,8 @@
       "structuredProperties",
       "forms",
       "testResults",
-      "displayProperties"
+      "displayProperties",
+      "assetSettings"
     ],
     "entityDoc": "A data domain within an organization."
   },

datahub/metadata/schemas/GlobalSettingsInfo.avsc

@@ -198,6 +198,78 @@
       "default": null,
       "doc": "SSO integrations between DataHub and identity providers"
     },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "OAuthSettings",
+          "namespace": "com.linkedin.pegasus2avro.settings.global",
+          "fields": [
+            {
+              "type": {
+                "type": "array",
+                "items": {
+                  "type": "record",
+                  "name": "OAuthProvider",
+                  "namespace": "com.linkedin.pegasus2avro.settings.global",
+                  "fields": [
+                    {
+                      "type": "boolean",
+                      "name": "enabled",
+                      "doc": "Whether this OAuth provider is enabled."
+                    },
+                    {
+                      "type": "string",
+                      "name": "name",
+                      "doc": "The name of this OAuth provider. This is used for display purposes only."
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "jwksUri",
+                      "default": null,
+                      "doc": "The URI of the JSON Web Key Set (JWKS) endpoint for this OAuth provider."
+                    },
+                    {
+                      "type": "string",
+                      "name": "issuer",
+                      "doc": "The expected issuer (iss) claim in the JWTs issued by this OAuth provider."
+                    },
+                    {
+                      "type": "string",
+                      "name": "audience",
+                      "doc": "The expected audience (aud) claim in the JWTs issued by this OAuth provider."
+                    },
+                    {
+                      "type": "string",
+                      "name": "algorithm",
+                      "default": "RS256",
+                      "doc": "The JWT signing algorithm required for this provider.\nPrevents algorithm confusion attacks. Common values: RS256, RS384, RS512, PS256, ES256"
+                    },
+                    {
+                      "type": "string",
+                      "name": "userIdClaim",
+                      "default": "sub",
+                      "doc": "The JWT claim to use as the user identifier for this provider.\nDifferent providers use different claims (sub, email, preferred_username, etc.)"
+                    }
+                  ],
+                  "doc": "An OAuth Provider. This provides information required to validate inbound\nrequests with OAuth 2.0 bearer tokens."
+                }
+              },
+              "name": "providers",
+              "doc": "Trusted OAuth Providers"
+            }
+          ],
+          "doc": "Trust oauth providers to use for authentication."
+        }
+      ],
+      "name": "oauth",
+      "default": null,
+      "doc": "Settings related to the oauth authentication provider"
+    },
     {
       "type": [
         "null",
@@ -282,6 +354,68 @@
         "columnPropagationEnabled": true
       },
       "doc": "Settings related to the documentation propagation feature"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "GlobalHomePageSettings",
+          "namespace": "com.linkedin.pegasus2avro.settings.global",
+          "fields": [
+            {
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": "string",
+              "name": "defaultTemplate",
+              "doc": "The urn that will be rendered in the UI by default for all users",
+              "Urn": "Urn"
+            }
+          ],
+          "doc": "Global settings related to the home page for an instance"
+        }
+      ],
+      "name": "homePage",
+      "default": null,
+      "doc": "Global settings related to the home page for an instance"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "ApplicationsSettings",
+          "namespace": "com.linkedin.pegasus2avro.settings.global",
+          "fields": [
+            {
+              "type": "boolean",
+              "name": "enabled"
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "config",
+              "default": null,
+              "doc": "The configuration for the feature, in JSON format."
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "configVersion",
+              "default": null,
+              "doc": "The version of the configuration schema that has been used to serialize\n       the config.\nIf not provided, the version is assumed to be the latest version."
+            }
+          ]
+        }
+      ],
+      "name": "applications",
+      "default": null,
+      "doc": "Settings related to applications. If not enabled, applications won't show up in navigation"
     }
   ],
   "doc": "DataHub Global platform settings. Careful - these should not be modified by the outside world!"

datahub/metadata/schemas/GlossaryNodeKey.avsc

@@ -13,7 +13,8 @@
       "forms",
       "testResults",
       "subTypes",
-      "displayProperties"
+      "displayProperties",
+      "assetSettings"
     ]
   },
   "name": "GlossaryNodeKey",

datahub/metadata/schemas/GlossaryTermKey.avsc

@@ -12,12 +12,14 @@
       "ownership",
       "deprecation",
       "domains",
+      "applications",
       "status",
       "browsePaths",
       "structuredProperties",
       "forms",
       "testResults",
-      "subTypes"
+      "subTypes",
+      "assetSettings"
     ]
   },
   "name": "GlossaryTermKey",

datahub/metadata/schemas/IcebergWarehouseInfo.avsc

@@ -58,13 +58,17 @@
           "DEV": "Designates development fabrics",
           "EI": "Designates early-integration fabrics",
           "NON_PROD": "Designates non-production fabrics",
+          "PRD": "Alternative Prod spelling",
           "PRE": "Designates pre-production fabrics",
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
           "SANDBOX": "Designates sandbox fabrics",
+          "SBX": "Alternative spelling for sandbox",
+          "SIT": "System Integration Testing",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
+          "TST": "Alternative Test spelling",
           "UAT": "Designates user acceptance testing fabrics"
         },
         "name": "FabricType",
@@ -81,6 +85,10 @@
           "PROD",
           "CORP",
           "RVW",
+          "PRD",
+          "TST",
+          "SIT",
+          "SBX",
           "SANDBOX"
         ],
         "doc": "Fabric group type"

datahub/metadata/schemas/IncidentInfo.avsc

@@ -103,11 +103,11 @@
         "filterNameOverride": "Priority"
       },
       "type": [
-        "int",
-        "null"
+        "null",
+        "int"
       ],
       "name": "priority",
-      "default": 0,
+      "default": null,
       "doc": "A numeric severity or priority for the incident. On the UI we will translate this into something easy to understand.\nCurrently supported: 0 - CRITICAL, 1 - HIGH, 2 - MED, 3 - LOW\n(We probably should have modeled as an enum)"
     },
     {

datahub/metadata/schemas/InstitutionalMemory.avsc

@@ -75,6 +75,37 @@
               },
               "name": "createStamp",
               "doc": "Audit stamp associated with creation of this record"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "updateStamp",
+              "default": null,
+              "doc": "Audit stamp associated with updation of this record"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "InstitutionalMemoryMetadataSettings",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "boolean",
+                      "name": "showInAssetPreview",
+                      "default": false,
+                      "doc": "Show record in asset preview like on entity header and search previews"
+                    }
+                  ],
+                  "doc": "Settings related to a record of InstitutionalMemoryMetadata"
+                }
+              ],
+              "name": "settings",
+              "default": null,
+              "doc": "Settings for this record"
             }
           ],
           "doc": "Metadata corresponding to a record of institutional memory."

datahub/metadata/schemas/LogicalParent.avsc

@@ -0,0 +1,145 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "logicalParent"
+  },
+  "name": "LogicalParent",
+  "namespace": "com.linkedin.pegasus2avro.logical",
+  "fields": [
+    {
+      "Relationship": {
+        "/destinationUrn": {
+          "createdActor": "parent/created/actor",
+          "createdOn": "parent/created/time",
+          "entityTypes": [
+            "dataset",
+            "schemaField"
+          ],
+          "name": "PhysicalInstanceOf",
+          "properties": "parent/properties",
+          "updatedActor": "parent/lastModified/actor",
+          "updatedOn": "parent/lastModified/time"
+        }
+      },
+      "Searchable": {
+        "/destinationUrn": {
+          "addToFilters": true,
+          "fieldName": "logicalParent",
+          "fieldType": "URN",
+          "filterNameOverride": "Physical Instance Of",
+          "hasValuesFieldName": "hasLogicalParent",
+          "queryByDefault": false
+        }
+      },
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "Edge",
+          "namespace": "com.linkedin.pegasus2avro.common",
+          "fields": [
+            {
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "sourceUrn",
+              "default": null,
+              "doc": "Urn of the source of this relationship edge.\nIf not specified, assumed to be the entity that this aspect belongs to.",
+              "Urn": "Urn"
+            },
+            {
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": "string",
+              "name": "destinationUrn",
+              "doc": "Urn of the destination of this relationship edge.",
+              "Urn": "Urn"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AuditStamp",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "impersonator",
+                      "default": null,
+                      "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "message",
+                      "default": null,
+                      "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+                    }
+                  ],
+                  "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+                }
+              ],
+              "name": "created",
+              "default": null,
+              "doc": "Audit stamp containing who created this relationship edge and when"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "lastModified",
+              "default": null,
+              "doc": "Audit stamp containing who last modified this relationship edge and when"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "map",
+                  "values": "string"
+                }
+              ],
+              "name": "properties",
+              "default": null,
+              "doc": "A generic properties bag that allows us to store specific information on this graph edge."
+            }
+          ],
+          "doc": "A common structure to represent all edges to entities when used inside aspects as collections\nThis ensures that all edges have common structure around audit-stamps and will support PATCH, time-travel automatically."
+        }
+      ],
+      "name": "parent",
+      "default": null
+    }
+  ],
+  "doc": "Relates a physical asset to a logical model."
+}

datahub/metadata/schemas/MLFeatureKey.avsc

@@ -8,6 +8,7 @@
       "glossaryTerms",
       "editableMlFeatureProperties",
       "domains",
+      "applications",
       "mlFeatureProperties",
       "ownership",
       "institutionalMemory",

datahub/metadata/schemas/MLFeatureTableKey.avsc

@@ -8,6 +8,7 @@
       "glossaryTerms",
       "editableMlFeatureTableProperties",
       "domains",
+      "applications",
       "mlFeatureTableProperties",
       "ownership",
       "institutionalMemory",

datahub/metadata/schemas/MLModelDeploymentKey.avsc

@@ -54,13 +54,17 @@
           "DEV": "Designates development fabrics",
           "EI": "Designates early-integration fabrics",
           "NON_PROD": "Designates non-production fabrics",
+          "PRD": "Alternative Prod spelling",
           "PRE": "Designates pre-production fabrics",
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
           "SANDBOX": "Designates sandbox fabrics",
+          "SBX": "Alternative spelling for sandbox",
+          "SIT": "System Integration Testing",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
+          "TST": "Alternative Test spelling",
           "UAT": "Designates user acceptance testing fabrics"
         },
         "name": "FabricType",
@@ -77,6 +81,10 @@
           "PROD",
           "CORP",
           "RVW",
+          "PRD",
+          "TST",
+          "SIT",
+          "SBX",
           "SANDBOX"
         ],
         "doc": "Fabric group type"

datahub/metadata/schemas/MLModelGroupKey.avsc

@@ -8,6 +8,7 @@
       "glossaryTerms",
       "editableMlModelGroupProperties",
       "domains",
+      "applications",
       "mlModelGroupProperties",
       "ownership",
       "status",
@@ -20,7 +21,8 @@
       "forms",
       "testResults",
       "subTypes",
-      "container"
+      "container",
+      "institutionalMemory"
     ]
   },
   "name": "MLModelGroupKey",
@@ -60,13 +62,17 @@
           "DEV": "Designates development fabrics",
           "EI": "Designates early-integration fabrics",
           "NON_PROD": "Designates non-production fabrics",
+          "PRD": "Alternative Prod spelling",
           "PRE": "Designates pre-production fabrics",
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
           "SANDBOX": "Designates sandbox fabrics",
+          "SBX": "Alternative spelling for sandbox",
+          "SIT": "System Integration Testing",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
+          "TST": "Alternative Test spelling",
           "UAT": "Designates user acceptance testing fabrics"
         },
         "name": "FabricType",
@@ -83,6 +89,10 @@
           "PROD",
           "CORP",
           "RVW",
+          "PRD",
+          "TST",
+          "SIT",
+          "SBX",
           "SANDBOX"
         ],
         "doc": "Fabric group type"

datahub/metadata/schemas/MLModelKey.avsc

@@ -8,6 +8,7 @@
       "glossaryTerms",
       "editableMlModelProperties",
       "domains",
+      "applications",
       "ownership",
       "mlModelProperties",
       "intendedUse",
@@ -74,13 +75,17 @@
           "DEV": "Designates development fabrics",
           "EI": "Designates early-integration fabrics",
           "NON_PROD": "Designates non-production fabrics",
+          "PRD": "Alternative Prod spelling",
           "PRE": "Designates pre-production fabrics",
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
           "SANDBOX": "Designates sandbox fabrics",
+          "SBX": "Alternative spelling for sandbox",
+          "SIT": "System Integration Testing",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
+          "TST": "Alternative Test spelling",
           "UAT": "Designates user acceptance testing fabrics"
         },
         "name": "FabricType",
@@ -97,6 +102,10 @@
           "PROD",
           "CORP",
           "RVW",
+          "PRD",
+          "TST",
+          "SIT",
+          "SBX",
           "SANDBOX"
         ],
         "doc": "Fabric group type"