acryl-datahub 0.15.0.4rc3__py3-none-any.whl → 0.15.0.5__py3-none-any.whl

datahub/metadata/schema.avsc

@@ -441,6 +441,18 @@
         "type": "string",
         "name": "actor",
         "doc": "The user URN which will be credited for modifying this deprecation content."
+      },
+      {
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "replacement",
+        "default": null
       }
     ],
     "doc": "Deprecation status of an entity"
@@ -1838,6 +1850,68 @@
     ],
     "doc": "Information about the fields a chart or dashboard references"
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "displayProperties"
+    },
+    "name": "DisplayProperties",
+    "namespace": "com.linkedin.pegasus2avro.common",
+    "fields": [
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "colorHex",
+        "default": null,
+        "doc": "The color associated with the entity in Hex. For example #FFFFFF."
+      },
+      {
+        "type": [
+          "null",
+          {
+            "type": "record",
+            "name": "IconProperties",
+            "namespace": "com.linkedin.pegasus2avro.common",
+            "fields": [
+              {
+                "type": {
+                  "type": "enum",
+                  "symbolDocs": {
+                    "MATERIAL": "Material UI"
+                  },
+                  "name": "IconLibrary",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "symbols": [
+                    "MATERIAL"
+                  ],
+                  "doc": "Enum of possible icon sources"
+                },
+                "name": "iconLibrary",
+                "doc": "The source of the icon: e.g. Antd, Material, etc"
+              },
+              {
+                "type": "string",
+                "name": "name",
+                "doc": "The name of the icon"
+              },
+              {
+                "type": "string",
+                "name": "style",
+                "doc": "Any modifier for the icon, this will be library-specific, e.g. filled/outlined, etc"
+              }
+            ],
+            "doc": "Properties describing an icon associated with an entity"
+          }
+        ],
+        "name": "icon",
+        "default": null,
+        "doc": "The icon associated with the entity"
+      }
+    ],
+    "doc": "Properties related to how the entity is displayed in the Datahub UI"
+  },
   {
     "type": "record",
     "Aspect": {
@@ -4656,16 +4730,16 @@
       {
         "Relationship": {
           "/*/destinationUrn": {
-            "createdActor": "datasetEdges/*/created/actor",
-            "createdOn": "datasetEdges/*/created/time",
+            "createdActor": "dashboards/*/created/actor",
+            "createdOn": "dashboards/*/created/time",
             "entityTypes": [
               "dashboard"
             ],
             "isLineage": true,
             "name": "DashboardContainsDashboard",
-            "properties": "datasetEdges/*/properties",
-            "updatedActor": "datasetEdges/*/lastModified/actor",
-            "updatedOn": "datasetEdges/*/lastModified/time"
+            "properties": "dashboards/*/properties",
+            "updatedActor": "dashboards/*/lastModified/actor",
+            "updatedOn": "dashboards/*/lastModified/time"
           }
         },
         "type": {
@@ -8903,8 +8977,8 @@
                   "type": "enum",
                   "symbolDocs": {
                     "EXTERNAL": "The assertion was defined and managed externally of DataHub.",
-                    "INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.",
-                    "NATIVE": "The assertion was defined natively on DataHub by a user."
+                    "INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.\nDataHub Cloud only",
+                    "NATIVE": "The assertion was defined natively on DataHub by a user.\nDataHub Cloud only"
                   },
                   "name": "AssertionSourceType",
                   "namespace": "com.linkedin.pegasus2avro.assertion",
@@ -9850,6 +9924,15 @@
               "name": "showSimplifiedHomepage",
               "default": null,
               "doc": "Flag whether the user should see a homepage with only datasets, charts and dashboards. Intended for users\nwho have less operational use cases for the datahub tool."
+            },
+            {
+              "type": [
+                "null",
+                "boolean"
+              ],
+              "name": "showThemeV2",
+              "default": null,
+              "doc": "Flag controlling whether the V2 UI for DataHub is shown."
             }
           ],
           "doc": "Settings for a user around the appearance of their DataHub UI"
@@ -13026,6 +13109,34 @@
     ],
     "doc": "The value of a DataHub Secret"
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "icebergCatalogInfo"
+    },
+    "name": "IcebergCatalogInfo",
+    "namespace": "com.linkedin.pegasus2avro.dataset",
+    "fields": [
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "metadataPointer",
+        "default": null,
+        "doc": "When Datahub is the REST Catalog for an Iceberg Table, stores the current metadata pointer.\nIf the Iceberg table is managed by an external catalog, the metadata pointer is not set."
+      },
+      {
+        "type": [
+          "null",
+          "boolean"
+        ],
+        "name": "view",
+        "default": null
+      }
+    ],
+    "doc": "Iceberg Catalog metadata associated with an Iceberg table/view"
+  },
   {
     "type": "record",
     "Aspect": {
@@ -14611,15 +14722,18 @@
     "namespace": "com.linkedin.pegasus2avro.post",
     "fields": [
       {
+        "Searchable": {},
         "type": {
           "type": "enum",
           "symbolDocs": {
+            "ENTITY_ANNOUNCEMENT": "The Post is an Entity level announcement.",
             "HOME_PAGE_ANNOUNCEMENT": "The Post is an Home Page announcement."
           },
           "name": "PostType",
           "namespace": "com.linkedin.pegasus2avro.post",
           "symbols": [
-            "HOME_PAGE_ANNOUNCEMENT"
+            "HOME_PAGE_ANNOUNCEMENT",
+            "ENTITY_ANNOUNCEMENT"
           ],
           "doc": "Enum defining types of Posts."
         },
@@ -14764,13 +14878,25 @@
             "dataset",
             "schemaField",
             "chart",
+            "container",
             "dashboard",
             "dataFlow",
             "dataJob",
+            "dataProduct",
+            "glossaryTerm",
+            "glossaryNode",
+            "mlModel",
+            "mlFeature",
+            "notebook",
+            "mlFeatureTable",
+            "mlPrimaryKey",
+            "mlModelGroup",
+            "domain",
             "dataProduct"
           ],
           "name": "PostTarget"
         },
+        "Searchable": {},
         "java": {
           "class": "com.linkedin.pegasus2avro.common.urn.Urn"
         },
@@ -14779,9 +14905,20 @@
           "dataset",
           "schemaField",
           "chart",
+          "container",
           "dashboard",
           "dataFlow",
           "dataJob",
+          "dataProduct",
+          "glossaryTerm",
+          "glossaryNode",
+          "mlModel",
+          "mlFeature",
+          "notebook",
+          "mlFeatureTable",
+          "mlPrimaryKey",
+          "mlModelGroup",
+          "domain",
           "dataProduct"
         ],
         "type": [
@@ -14790,7 +14927,7 @@
         ],
         "name": "target",
         "default": null,
-        "doc": "Optional URN that the post is associated with."
+        "doc": "Optional Entity URN that the post is associated with."
       }
     ],
     "doc": "Information about a DataHub Post."
@@ -16583,7 +16720,8 @@
         "structuredProperties",
         "forms",
         "partitionsSummary",
-        "versionProperties"
+        "versionProperties",
+        "icebergCatalogInfo"
       ],
       "entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
     },
@@ -16756,7 +16894,8 @@
         "status",
         "schemaFieldAliases",
         "documentation",
-        "testResults"
+        "testResults",
+        "deprecation"
       ]
     },
     "name": "SchemaFieldKey",
@@ -17283,7 +17422,8 @@
         "globalTags",
         "institutionalMemory",
         "deprecation",
-        "status"
+        "status",
+        "icebergWarehouseInfo"
       ]
     },
     "name": "DataPlatformInstanceKey",
@@ -18034,6 +18174,65 @@
     ],
     "doc": "Properties associated with a Data Platform Instance"
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "icebergWarehouseInfo"
+    },
+    "name": "IcebergWarehouseInfo",
+    "namespace": "com.linkedin.pegasus2avro.dataplatforminstance",
+    "fields": [
+      {
+        "type": "string",
+        "name": "dataRoot",
+        "doc": "Path of the root for the backing store of the tables in the warehouse."
+      },
+      {
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": "string",
+        "name": "clientId",
+        "doc": "clientId to be used to authenticate with storage hosting this warehouse"
+      },
+      {
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": "string",
+        "name": "clientSecret",
+        "doc": "client secret to authenticate with storage hosting this warehouse"
+      },
+      {
+        "type": "string",
+        "name": "region",
+        "doc": "region where the warehouse is located."
+      },
+      {
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "role",
+        "default": null
+      },
+      {
+        "type": [
+          "null",
+          "int"
+        ],
+        "name": "tempCredentialExpirationSeconds",
+        "default": null
+      },
+      {
+        "type": "com.linkedin.pegasus2avro.common.FabricType",
+        "name": "env"
+      }
+    ],
+    "doc": "An Iceberg warehouse location and credentails whose read/writes are governed by datahub catalog."
+  },
   {
     "type": "record",
     "deprecated": "Use DatasetUsageStatistics, or other UsageStatistics records, instead",

datahub/metadata/schemas/AssertionInfo.avsc

@@ -2398,8 +2398,8 @@
                 "type": "enum",
                 "symbolDocs": {
                   "EXTERNAL": "The assertion was defined and managed externally of DataHub.",
-                  "INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.",
-                  "NATIVE": "The assertion was defined natively on DataHub by a user."
+                  "INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.\nDataHub Cloud only",
+                  "NATIVE": "The assertion was defined natively on DataHub by a user.\nDataHub Cloud only"
                 },
                 "name": "AssertionSourceType",
                 "namespace": "com.linkedin.pegasus2avro.assertion",

datahub/metadata/schemas/CorpUserSettings.avsc

@@ -20,6 +20,15 @@
             "name": "showSimplifiedHomepage",
             "default": null,
             "doc": "Flag whether the user should see a homepage with only datasets, charts and dashboards. Intended for users\nwho have less operational use cases for the datahub tool."
+          },
+          {
+            "type": [
+              "null",
+              "boolean"
+            ],
+            "name": "showThemeV2",
+            "default": null,
+            "doc": "Flag controlling whether the V2 UI for DataHub is shown."
           }
         ],
         "doc": "Settings for a user around the appearance of their DataHub UI"

datahub/metadata/schemas/DashboardInfo.avsc

@@ -258,16 +258,16 @@
     {
       "Relationship": {
         "/*/destinationUrn": {
-          "createdActor": "datasetEdges/*/created/actor",
-          "createdOn": "datasetEdges/*/created/time",
+          "createdActor": "dashboards/*/created/actor",
+          "createdOn": "dashboards/*/created/time",
           "entityTypes": [
             "dashboard"
           ],
           "isLineage": true,
           "name": "DashboardContainsDashboard",
-          "properties": "datasetEdges/*/properties",
-          "updatedActor": "datasetEdges/*/lastModified/actor",
-          "updatedOn": "datasetEdges/*/lastModified/time"
+          "properties": "dashboards/*/properties",
+          "updatedActor": "dashboards/*/lastModified/actor",
+          "updatedOn": "dashboards/*/lastModified/time"
         }
       },
       "type": {

datahub/metadata/schemas/DataPlatformInstanceKey.avsc

@@ -10,7 +10,8 @@
       "globalTags",
       "institutionalMemory",
       "deprecation",
-      "status"
+      "status",
+      "icebergWarehouseInfo"
     ]
   },
   "name": "DataPlatformInstanceKey",

datahub/metadata/schemas/DatasetKey.avsc

@@ -36,7 +36,8 @@
       "structuredProperties",
       "forms",
       "partitionsSummary",
-      "versionProperties"
+      "versionProperties",
+      "icebergCatalogInfo"
     ],
     "entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
   },

datahub/metadata/schemas/Deprecation.avsc

@@ -39,6 +39,18 @@
       "name": "actor",
       "doc": "The user URN which will be credited for modifying this deprecation content.",
       "Urn": "Urn"
+    },
+    {
+      "java": {
+        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+      },
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "replacement",
+      "default": null,
+      "Urn": "Urn"
     }
   ],
   "doc": "Deprecation status of an entity"

datahub/metadata/schemas/DisplayProperties.avsc

@@ -0,0 +1,62 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "displayProperties"
+  },
+  "name": "DisplayProperties",
+  "namespace": "com.linkedin.pegasus2avro.common",
+  "fields": [
+    {
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "colorHex",
+      "default": null,
+      "doc": "The color associated with the entity in Hex. For example #FFFFFF."
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "IconProperties",
+          "namespace": "com.linkedin.pegasus2avro.common",
+          "fields": [
+            {
+              "type": {
+                "type": "enum",
+                "symbolDocs": {
+                  "MATERIAL": "Material UI"
+                },
+                "name": "IconLibrary",
+                "namespace": "com.linkedin.pegasus2avro.common",
+                "symbols": [
+                  "MATERIAL"
+                ],
+                "doc": "Enum of possible icon sources"
+              },
+              "name": "iconLibrary",
+              "doc": "The source of the icon: e.g. Antd, Material, etc"
+            },
+            {
+              "type": "string",
+              "name": "name",
+              "doc": "The name of the icon"
+            },
+            {
+              "type": "string",
+              "name": "style",
+              "doc": "Any modifier for the icon, this will be library-specific, e.g. filled/outlined, etc"
+            }
+          ],
+          "doc": "Properties describing an icon associated with an entity"
+        }
+      ],
+      "name": "icon",
+      "default": null,
+      "doc": "The icon associated with the entity"
+    }
+  ],
+  "doc": "Properties related to how the entity is displayed in the Datahub UI"
+}

datahub/metadata/schemas/IcebergCatalogInfo.avsc

@@ -0,0 +1,28 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "icebergCatalogInfo"
+  },
+  "name": "IcebergCatalogInfo",
+  "namespace": "com.linkedin.pegasus2avro.dataset",
+  "fields": [
+    {
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "metadataPointer",
+      "default": null,
+      "doc": "When Datahub is the REST Catalog for an Iceberg Table, stores the current metadata pointer.\nIf the Iceberg table is managed by an external catalog, the metadata pointer is not set."
+    },
+    {
+      "type": [
+        "null",
+        "boolean"
+      ],
+      "name": "view",
+      "default": null
+    }
+  ],
+  "doc": "Iceberg Catalog metadata associated with an Iceberg table/view"
+}

datahub/metadata/schemas/IcebergWarehouseInfo.avsc

@@ -0,0 +1,92 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "icebergWarehouseInfo"
+  },
+  "name": "IcebergWarehouseInfo",
+  "namespace": "com.linkedin.pegasus2avro.dataplatforminstance",
+  "fields": [
+    {
+      "type": "string",
+      "name": "dataRoot",
+      "doc": "Path of the root for the backing store of the tables in the warehouse."
+    },
+    {
+      "java": {
+        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+      },
+      "type": "string",
+      "name": "clientId",
+      "doc": "clientId to be used to authenticate with storage hosting this warehouse",
+      "Urn": "Urn"
+    },
+    {
+      "java": {
+        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+      },
+      "type": "string",
+      "name": "clientSecret",
+      "doc": "client secret to authenticate with storage hosting this warehouse",
+      "Urn": "Urn"
+    },
+    {
+      "type": "string",
+      "name": "region",
+      "doc": "region where the warehouse is located."
+    },
+    {
+      "type": [
+        "null",
+        "string"
+      ],
+      "name": "role",
+      "default": null
+    },
+    {
+      "type": [
+        "null",
+        "int"
+      ],
+      "name": "tempCredentialExpirationSeconds",
+      "default": null
+    },
+    {
+      "type": {
+        "type": "enum",
+        "symbolDocs": {
+          "CORP": "Designates corporation fabrics",
+          "DEV": "Designates development fabrics",
+          "EI": "Designates early-integration fabrics",
+          "NON_PROD": "Designates non-production fabrics",
+          "PRE": "Designates pre-production fabrics",
+          "PROD": "Designates production fabrics",
+          "QA": "Designates quality assurance fabrics",
+          "RVW": "Designates review fabrics",
+          "SANDBOX": "Designates sandbox fabrics",
+          "STG": "Designates staging fabrics",
+          "TEST": "Designates testing fabrics",
+          "UAT": "Designates user acceptance testing fabrics"
+        },
+        "name": "FabricType",
+        "namespace": "com.linkedin.pegasus2avro.common",
+        "symbols": [
+          "DEV",
+          "TEST",
+          "QA",
+          "UAT",
+          "EI",
+          "PRE",
+          "STG",
+          "NON_PROD",
+          "PROD",
+          "CORP",
+          "RVW",
+          "SANDBOX"
+        ],
+        "doc": "Fabric group type"
+      },
+      "name": "env"
+    }
+  ],
+  "doc": "An Iceberg warehouse location and credentails whose read/writes are governed by datahub catalog."
+}

datahub/metadata/schemas/MetadataChangeEvent.avsc

@@ -2049,16 +2049,16 @@
                       {
                         "Relationship": {
                           "/*/destinationUrn": {
-                            "createdActor": "datasetEdges/*/created/actor",
-                            "createdOn": "datasetEdges/*/created/time",
+                            "createdActor": "dashboards/*/created/actor",
+                            "createdOn": "dashboards/*/created/time",
                             "entityTypes": [
                               "dashboard"
                             ],
                             "isLineage": true,
                             "name": "DashboardContainsDashboard",
-                            "properties": "datasetEdges/*/properties",
-                            "updatedActor": "datasetEdges/*/lastModified/actor",
-                            "updatedOn": "datasetEdges/*/lastModified/time"
+                            "properties": "dashboards/*/properties",
+                            "updatedActor": "dashboards/*/lastModified/actor",
+                            "updatedOn": "dashboards/*/lastModified/time"
                           }
                         },
                         "type": {
@@ -6051,6 +6051,18 @@
                         "name": "actor",
                         "doc": "The user URN which will be credited for modifying this deprecation content.",
                         "Urn": "Urn"
+                      },
+                      {
+                        "java": {
+                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                        },
+                        "type": [
+                          "null",
+                          "string"
+                        ],
+                        "name": "replacement",
+                        "default": null,
+                        "Urn": "Urn"
                       }
                     ],
                     "doc": "Deprecation status of an entity"