acryl-datahub 1.1.1rc3__py3-none-any.whl → 1.2.0__py3-none-any.whl

datahub/metadata/schemas/DataHubPageTemplateProperties.avsc

@@ -0,0 +1,175 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubPageTemplateProperties"
+  },
+  "name": "DataHubPageTemplateProperties",
+  "namespace": "com.linkedin.pegasus2avro.template",
+  "fields": [
+    {
+      "Relationship": {
+        "/*/modules/*": {
+          "entityTypes": [
+            "dataHubPageModule"
+          ],
+          "name": "ContainedIn"
+        }
+      },
+      "type": {
+        "type": "array",
+        "items": {
+          "type": "record",
+          "name": "DataHubPageTemplateRow",
+          "namespace": "com.linkedin.pegasus2avro.template",
+          "fields": [
+            {
+              "type": {
+                "type": "array",
+                "items": "string"
+              },
+              "name": "modules",
+              "doc": "The modules that exist in this template row",
+              "Urn": "Urn",
+              "urn_is_array": true
+            }
+          ],
+          "doc": "A row of modules contained in a template"
+        }
+      },
+      "name": "rows",
+      "doc": "The rows of modules contained in this template"
+    },
+    {
+      "type": {
+        "type": "record",
+        "name": "DataHubPageTemplateSurface",
+        "namespace": "com.linkedin.pegasus2avro.template",
+        "fields": [
+          {
+            "Searchable": {
+              "fieldType": "KEYWORD"
+            },
+            "type": {
+              "type": "enum",
+              "symbolDocs": {
+                "HOME_PAGE": "This template applies to what to display on the home page for users."
+              },
+              "name": "PageTemplateSurfaceType",
+              "namespace": "com.linkedin.pegasus2avro.template",
+              "symbols": [
+                "HOME_PAGE"
+              ]
+            },
+            "name": "surfaceType",
+            "doc": "Where exactly is this template being used"
+          }
+        ],
+        "doc": "Info about the surface area of the product that this template is deployed in"
+      },
+      "name": "surface",
+      "doc": "Info about the surface area of the product that this template is deployed in"
+    },
+    {
+      "type": {
+        "type": "record",
+        "name": "DataHubPageTemplateVisibility",
+        "namespace": "com.linkedin.pegasus2avro.template",
+        "fields": [
+          {
+            "Searchable": {
+              "fieldType": "KEYWORD"
+            },
+            "type": {
+              "type": "enum",
+              "symbolDocs": {
+                "GLOBAL": "This template is used across users",
+                "PERSONAL": "This template is used for individual use only"
+              },
+              "name": "PageTemplateScope",
+              "namespace": "com.linkedin.pegasus2avro.template",
+              "symbols": [
+                "PERSONAL",
+                "GLOBAL"
+              ]
+            },
+            "name": "scope",
+            "doc": "The scope of this template and who can use/see it"
+          }
+        ],
+        "doc": "Info about the visibility of this template"
+      },
+      "name": "visibility",
+      "doc": "Info about the visibility of this template"
+    },
+    {
+      "Searchable": {
+        "/actor": {
+          "fieldName": "createdBy",
+          "fieldType": "URN"
+        },
+        "/time": {
+          "fieldName": "createdAt",
+          "fieldType": "DATETIME"
+        }
+      },
+      "type": {
+        "type": "record",
+        "name": "AuditStamp",
+        "namespace": "com.linkedin.pegasus2avro.common",
+        "fields": [
+          {
+            "type": "long",
+            "name": "time",
+            "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+          },
+          {
+            "java": {
+              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+            },
+            "type": "string",
+            "name": "actor",
+            "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+            "Urn": "Urn"
+          },
+          {
+            "java": {
+              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+            },
+            "type": [
+              "null",
+              "string"
+            ],
+            "name": "impersonator",
+            "default": null,
+            "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+            "Urn": "Urn"
+          },
+          {
+            "type": [
+              "null",
+              "string"
+            ],
+            "name": "message",
+            "default": null,
+            "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+          }
+        ],
+        "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+      },
+      "name": "created",
+      "doc": "Audit stamp for when and by whom this template was created"
+    },
+    {
+      "Searchable": {
+        "/time": {
+          "fieldName": "lastModifiedAt",
+          "fieldType": "DATETIME"
+        }
+      },
+      "type": "com.linkedin.pegasus2avro.common.AuditStamp",
+      "name": "lastModified",
+      "doc": "Audit stamp for when and by whom this template was last updated"
+    }
+  ],
+  "doc": "The main properties of a DataHub page template"
+}

datahub/metadata/schemas/DataHubPolicyInfo.avsc

@@ -110,13 +110,15 @@
                                 "type": "enum",
                                 "symbolDocs": {
                                   "EQUALS": "Whether the field matches the value",
+                                  "NOT_EQUALS": "Whether the field does not match the value",
                                   "STARTS_WITH": "Whether the field value starts with the value"
                                 },
                                 "name": "PolicyMatchCondition",
                                 "namespace": "com.linkedin.pegasus2avro.policy",
                                 "symbols": [
                                   "EQUALS",
-                                  "STARTS_WITH"
+                                  "STARTS_WITH",
+                                  "NOT_EQUALS"
                                 ],
                                 "doc": "The matching condition in a filter criterion"
                               },
@@ -138,6 +140,15 @@
               "name": "filter",
               "default": null,
               "doc": "Filter to apply privileges to"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.policy.PolicyMatchFilter"
+              ],
+              "name": "privilegeConstraints",
+              "default": null,
+              "doc": "Constraints around what sub-resources operations are allowed to modify, i.e. NOT_EQUALS - cannot modify a particular defined tag, EQUALS - can only modify a particular defined tag, STARTS_WITH - can only modify a tag starting with xyz"
             }
           ],
           "doc": "Information used to filter DataHub resource."

datahub/metadata/schemas/DataJobInfo.avsc

@@ -213,13 +213,17 @@
             "DEV": "Designates development fabrics",
             "EI": "Designates early-integration fabrics",
             "NON_PROD": "Designates non-production fabrics",
+            "PRD": "Alternative Prod spelling",
             "PRE": "Designates pre-production fabrics",
             "PROD": "Designates production fabrics",
             "QA": "Designates quality assurance fabrics",
             "RVW": "Designates review fabrics",
             "SANDBOX": "Designates sandbox fabrics",
+            "SBX": "Alternative spelling for sandbox",
+            "SIT": "System Integration Testing",
             "STG": "Designates staging fabrics",
             "TEST": "Designates testing fabrics",
+            "TST": "Alternative Test spelling",
             "UAT": "Designates user acceptance testing fabrics"
           },
           "name": "FabricType",
@@ -236,6 +240,10 @@
             "PROD",
             "CORP",
             "RVW",
+            "PRD",
+            "TST",
+            "SIT",
+            "SBX",
             "SANDBOX"
           ],
           "doc": "Fabric group type"

datahub/metadata/schemas/DataJobKey.avsc

@@ -8,6 +8,7 @@
       "datahubIngestionRunSummary",
       "datahubIngestionCheckpoint",
       "domains",
+      "applications",
       "deprecation",
       "versionInfo",
       "dataJobInfo",

datahub/metadata/schemas/DataProcessKey.avsc

@@ -46,13 +46,17 @@
           "DEV": "Designates development fabrics",
           "EI": "Designates early-integration fabrics",
           "NON_PROD": "Designates non-production fabrics",
+          "PRD": "Alternative Prod spelling",
           "PRE": "Designates pre-production fabrics",
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
           "SANDBOX": "Designates sandbox fabrics",
+          "SBX": "Alternative spelling for sandbox",
+          "SIT": "System Integration Testing",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
+          "TST": "Alternative Test spelling",
           "UAT": "Designates user acceptance testing fabrics"
         },
         "name": "FabricType",
@@ -69,6 +73,10 @@
           "PROD",
           "CORP",
           "RVW",
+          "PRD",
+          "TST",
+          "SIT",
+          "SBX",
           "SANDBOX"
         ],
         "doc": "Fabric group type"

datahub/metadata/schemas/DataProductKey.avsc

@@ -9,6 +9,7 @@
       "glossaryTerms",
       "globalTags",
       "domains",
+      "applications",
       "dataProductProperties",
       "institutionalMemory",
       "status",

datahub/metadata/schemas/DataProductProperties.avsc

@@ -65,7 +65,7 @@
       ],
       "name": "description",
       "default": null,
-      "doc": "Documentation of the dataset"
+      "doc": "Documentation of the data product"
     },
     {
       "Relationship": {

datahub/metadata/schemas/DatasetKey.avsc

@@ -11,6 +11,7 @@
       "datasetUsageStatistics",
       "operation",
       "domains",
+      "applications",
       "schemaMetadata",
       "status",
       "container",
@@ -37,7 +38,8 @@
       "forms",
       "partitionsSummary",
       "versionProperties",
-      "icebergCatalogInfo"
+      "icebergCatalogInfo",
+      "logicalParent"
     ],
     "entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
   },
@@ -82,13 +84,17 @@
           "DEV": "Designates development fabrics",
           "EI": "Designates early-integration fabrics",
           "NON_PROD": "Designates non-production fabrics",
+          "PRD": "Alternative Prod spelling",
           "PRE": "Designates pre-production fabrics",
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
           "SANDBOX": "Designates sandbox fabrics",
+          "SBX": "Alternative spelling for sandbox",
+          "SIT": "System Integration Testing",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
+          "TST": "Alternative Test spelling",
           "UAT": "Designates user acceptance testing fabrics"
         },
         "name": "FabricType",
@@ -105,6 +111,10 @@
           "PROD",
           "CORP",
           "RVW",
+          "PRD",
+          "TST",
+          "SIT",
+          "SBX",
           "SANDBOX"
         ],
         "doc": "Fabric group type"

datahub/metadata/schemas/ExecutionRequestInput.avsc

@@ -20,6 +20,11 @@
       "doc": "Arguments provided to the task"
     },
     {
+      "Searchable": {
+        "fieldName": "executorId",
+        "fieldType": "KEYWORD",
+        "queryByDefault": false
+      },
       "type": "string",
       "name": "executorId",
       "doc": "Advanced: specify a specific executor to route the request to. If none is provided, a \"default\" executor is used."

datahub/metadata/schemas/GlobalSettingsInfo.avsc

@@ -282,6 +282,68 @@
         "columnPropagationEnabled": true
       },
       "doc": "Settings related to the documentation propagation feature"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "GlobalHomePageSettings",
+          "namespace": "com.linkedin.pegasus2avro.settings.global",
+          "fields": [
+            {
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": "string",
+              "name": "defaultTemplate",
+              "doc": "The urn that will be rendered in the UI by default for all users",
+              "Urn": "Urn"
+            }
+          ],
+          "doc": "Global settings related to the home page for an instance"
+        }
+      ],
+      "name": "homePage",
+      "default": null,
+      "doc": "Global settings related to the home page for an instance"
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "ApplicationsSettings",
+          "namespace": "com.linkedin.pegasus2avro.settings.global",
+          "fields": [
+            {
+              "type": "boolean",
+              "name": "enabled"
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "config",
+              "default": null,
+              "doc": "The configuration for the feature, in JSON format."
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "configVersion",
+              "default": null,
+              "doc": "The version of the configuration schema that has been used to serialize\n       the config.\nIf not provided, the version is assumed to be the latest version."
+            }
+          ]
+        }
+      ],
+      "name": "applications",
+      "default": null,
+      "doc": "Settings related to applications. If not enabled, applications won't show up in navigation"
     }
   ],
   "doc": "DataHub Global platform settings. Careful - these should not be modified by the outside world!"

datahub/metadata/schemas/GlossaryTermKey.avsc

@@ -12,6 +12,7 @@
       "ownership",
       "deprecation",
       "domains",
+      "applications",
       "status",
       "browsePaths",
       "structuredProperties",

datahub/metadata/schemas/IcebergWarehouseInfo.avsc

@@ -58,13 +58,17 @@
           "DEV": "Designates development fabrics",
           "EI": "Designates early-integration fabrics",
           "NON_PROD": "Designates non-production fabrics",
+          "PRD": "Alternative Prod spelling",
           "PRE": "Designates pre-production fabrics",
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
           "SANDBOX": "Designates sandbox fabrics",
+          "SBX": "Alternative spelling for sandbox",
+          "SIT": "System Integration Testing",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
+          "TST": "Alternative Test spelling",
           "UAT": "Designates user acceptance testing fabrics"
         },
         "name": "FabricType",
@@ -81,6 +85,10 @@
           "PROD",
           "CORP",
           "RVW",
+          "PRD",
+          "TST",
+          "SIT",
+          "SBX",
           "SANDBOX"
         ],
         "doc": "Fabric group type"

datahub/metadata/schemas/LogicalParent.avsc

@@ -0,0 +1,140 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "logicalParent"
+  },
+  "name": "LogicalParent",
+  "namespace": "com.linkedin.pegasus2avro.logical",
+  "fields": [
+    {
+      "Relationship": {
+        "/destinationUrn": {
+          "createdActor": "parent/created/actor",
+          "createdOn": "parent/created/time",
+          "entityTypes": [
+            "dataset",
+            "schemaField"
+          ],
+          "name": "PhysicalInstanceOf",
+          "properties": "parent/properties",
+          "updatedActor": "parent/lastModified/actor",
+          "updatedOn": "parent/lastModified/time"
+        }
+      },
+      "Searchable": {
+        "/destinationUrn": {
+          "addToFilters": true,
+          "fieldName": "logicalParent",
+          "fieldType": "URN",
+          "filterNameOverride": "Physical Instance Of",
+          "hasValuesFieldName": "hasLogicalParent",
+          "queryByDefault": false
+        }
+      },
+      "type": {
+        "type": "record",
+        "name": "Edge",
+        "namespace": "com.linkedin.pegasus2avro.common",
+        "fields": [
+          {
+            "java": {
+              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+            },
+            "type": [
+              "null",
+              "string"
+            ],
+            "name": "sourceUrn",
+            "default": null,
+            "doc": "Urn of the source of this relationship edge.\nIf not specified, assumed to be the entity that this aspect belongs to.",
+            "Urn": "Urn"
+          },
+          {
+            "java": {
+              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+            },
+            "type": "string",
+            "name": "destinationUrn",
+            "doc": "Urn of the destination of this relationship edge.",
+            "Urn": "Urn"
+          },
+          {
+            "type": [
+              "null",
+              {
+                "type": "record",
+                "name": "AuditStamp",
+                "namespace": "com.linkedin.pegasus2avro.common",
+                "fields": [
+                  {
+                    "type": "long",
+                    "name": "time",
+                    "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+                  },
+                  {
+                    "java": {
+                      "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                    },
+                    "type": "string",
+                    "name": "actor",
+                    "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+                    "Urn": "Urn"
+                  },
+                  {
+                    "java": {
+                      "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                    },
+                    "type": [
+                      "null",
+                      "string"
+                    ],
+                    "name": "impersonator",
+                    "default": null,
+                    "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+                    "Urn": "Urn"
+                  },
+                  {
+                    "type": [
+                      "null",
+                      "string"
+                    ],
+                    "name": "message",
+                    "default": null,
+                    "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+                  }
+                ],
+                "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+              }
+            ],
+            "name": "created",
+            "default": null,
+            "doc": "Audit stamp containing who created this relationship edge and when"
+          },
+          {
+            "type": [
+              "null",
+              "com.linkedin.pegasus2avro.common.AuditStamp"
+            ],
+            "name": "lastModified",
+            "default": null,
+            "doc": "Audit stamp containing who last modified this relationship edge and when"
+          },
+          {
+            "type": [
+              "null",
+              {
+                "type": "map",
+                "values": "string"
+              }
+            ],
+            "name": "properties",
+            "default": null,
+            "doc": "A generic properties bag that allows us to store specific information on this graph edge."
+          }
+        ],
+        "doc": "A common structure to represent all edges to entities when used inside aspects as collections\nThis ensures that all edges have common structure around audit-stamps and will support PATCH, time-travel automatically."
+      },
+      "name": "parent"
+    }
+  ]
+}

datahub/metadata/schemas/MLFeatureKey.avsc

@@ -8,6 +8,7 @@
       "glossaryTerms",
       "editableMlFeatureProperties",
       "domains",
+      "applications",
       "mlFeatureProperties",
       "ownership",
       "institutionalMemory",

datahub/metadata/schemas/MLFeatureTableKey.avsc

@@ -8,6 +8,7 @@
       "glossaryTerms",
       "editableMlFeatureTableProperties",
       "domains",
+      "applications",
       "mlFeatureTableProperties",
       "ownership",
       "institutionalMemory",

datahub/metadata/schemas/MLModelDeploymentKey.avsc

@@ -54,13 +54,17 @@
           "DEV": "Designates development fabrics",
           "EI": "Designates early-integration fabrics",
           "NON_PROD": "Designates non-production fabrics",
+          "PRD": "Alternative Prod spelling",
           "PRE": "Designates pre-production fabrics",
           "PROD": "Designates production fabrics",
           "QA": "Designates quality assurance fabrics",
           "RVW": "Designates review fabrics",
           "SANDBOX": "Designates sandbox fabrics",
+          "SBX": "Alternative spelling for sandbox",
+          "SIT": "System Integration Testing",
           "STG": "Designates staging fabrics",
           "TEST": "Designates testing fabrics",
+          "TST": "Alternative Test spelling",
           "UAT": "Designates user acceptance testing fabrics"
         },
         "name": "FabricType",
@@ -77,6 +81,10 @@
           "PROD",
           "CORP",
           "RVW",
+          "PRD",
+          "TST",
+          "SIT",
+          "SBX",
           "SANDBOX"
         ],
         "doc": "Fabric group type"