acryl-datahub-cloud 0.3.13rc2__tar.gz → 0.3.13rc3__tar.gz

{acryl_datahub_cloud-0.3.13rc2 → acryl_datahub_cloud-0.3.13rc3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: acryl-datahub-cloud
-Version: 0.3.13rc2
+Version: 0.3.13rc3
 Requires-Python: >=3.10
 Requires-Dist: avro-gen3==0.7.16
 Requires-Dist: acryl-datahub
@@ -9,93 +9,93 @@ Requires-Dist: pytz
 Requires-Dist: types-croniter
 Requires-Dist: tzlocal
 Provides-Extra: datahub-lineage-features
-Requires-Dist: duckdb; extra == "datahub-lineage-features"
 Requires-Dist: tenacity; extra == "datahub-lineage-features"
-Requires-Dist: pyarrow; extra == "datahub-lineage-features"
 Requires-Dist: pandas; extra == "datahub-lineage-features"
-Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
 Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
+Requires-Dist: duckdb; extra == "datahub-lineage-features"
+Requires-Dist: pyarrow; extra == "datahub-lineage-features"
+Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
 Provides-Extra: datahub-reporting-forms
-Requires-Dist: duckdb; extra == "datahub-reporting-forms"
+Requires-Dist: pandas; extra == "datahub-reporting-forms"
 Requires-Dist: boto3; extra == "datahub-reporting-forms"
+Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
+Requires-Dist: duckdb; extra == "datahub-reporting-forms"
 Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
-Requires-Dist: pandas; extra == "datahub-reporting-forms"
 Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
-Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
 Provides-Extra: datahub-reporting-extract-graph
-Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
+Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
 Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
+Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
+Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
 Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
-Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
 Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
-Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
 Provides-Extra: datahub-reporting-extract-sql
-Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
-Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
-Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
 Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
+Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
 Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
+Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
+Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
 Provides-Extra: datahub-usage-reporting
-Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
-Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
-Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
-Requires-Dist: duckdb; extra == "datahub-usage-reporting"
+Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
 Requires-Dist: boto3; extra == "datahub-usage-reporting"
+Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
+Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
 Requires-Dist: polars==1.30.0; extra == "datahub-usage-reporting"
-Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
-Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
-Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
 Requires-Dist: pandas; extra == "datahub-usage-reporting"
-Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
+Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
+Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
 Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
+Requires-Dist: duckdb; extra == "datahub-usage-reporting"
+Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
+Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
 Provides-Extra: datahub-metadata-sharing
 Requires-Dist: tenacity; extra == "datahub-metadata-sharing"
 Provides-Extra: datahub-action-request-owner
 Requires-Dist: tenacity; extra == "datahub-action-request-owner"
 Provides-Extra: acryl-cs-issues
+Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
 Requires-Dist: zenpy; extra == "acryl-cs-issues"
 Requires-Dist: jinja2; extra == "acryl-cs-issues"
 Requires-Dist: openai; extra == "acryl-cs-issues"
-Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
 Provides-Extra: datahub-forms-notifications
 Requires-Dist: tenacity; extra == "datahub-forms-notifications"
 Provides-Extra: all
-Requires-Dist: pyarrow<=18.0.0; extra == "all"
-Requires-Dist: tenacity; extra == "all"
-Requires-Dist: opensearch-py==2.4.2; extra == "all"
-Requires-Dist: duckdb; extra == "all"
+Requires-Dist: elasticsearch==7.13.4; extra == "all"
 Requires-Dist: boto3; extra == "all"
-Requires-Dist: jinja2; extra == "all"
-Requires-Dist: openai; extra == "all"
-Requires-Dist: zenpy; extra == "all"
-Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: pydantic<2; extra == "all"
-Requires-Dist: numpy<2; extra == "all"
-Requires-Dist: slack-sdk; extra == "all"
-Requires-Dist: termcolor==2.5.0; extra == "all"
+Requires-Dist: jinja2; extra == "all"
+Requires-Dist: opensearch-py==2.4.2; extra == "all"
 Requires-Dist: polars==1.30.0; extra == "all"
-Requires-Dist: scipy<=1.14.1; extra == "all"
-Requires-Dist: elasticsearch==7.13.4; extra == "all"
+Requires-Dist: slack-sdk; extra == "all"
+Requires-Dist: pyarrow<=18.0.0; extra == "all"
+Requires-Dist: numpy<2; extra == "all"
+Requires-Dist: tenacity; extra == "all"
+Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: pandas; extra == "all"
+Requires-Dist: scipy<=1.14.1; extra == "all"
+Requires-Dist: zenpy; extra == "all"
+Requires-Dist: duckdb; extra == "all"
+Requires-Dist: termcolor==2.5.0; extra == "all"
+Requires-Dist: openai; extra == "all"
 Provides-Extra: dev
-Requires-Dist: pyarrow<=18.0.0; extra == "dev"
-Requires-Dist: tenacity; extra == "dev"
-Requires-Dist: slack-sdk; extra == "dev"
-Requires-Dist: termcolor==2.5.0; extra == "dev"
-Requires-Dist: opensearch-py==2.4.2; extra == "dev"
 Requires-Dist: acryl-datahub[dev]; extra == "dev"
+Requires-Dist: elasticsearch==7.13.4; extra == "dev"
 Requires-Dist: boto3; extra == "dev"
-Requires-Dist: duckdb; extra == "dev"
+Requires-Dist: pydantic<2; extra == "dev"
+Requires-Dist: jinja2; extra == "dev"
+Requires-Dist: opensearch-py==2.4.2; extra == "dev"
 Requires-Dist: polars==1.30.0; extra == "dev"
+Requires-Dist: pandas; extra == "dev"
+Requires-Dist: pyarrow<=18.0.0; extra == "dev"
+Requires-Dist: slack-sdk; extra == "dev"
 Requires-Dist: scipy<=1.14.1; extra == "dev"
-Requires-Dist: elasticsearch==7.13.4; extra == "dev"
 Requires-Dist: zenpy; extra == "dev"
+Requires-Dist: numpy<2; extra == "dev"
+Requires-Dist: tenacity; extra == "dev"
+Requires-Dist: duckdb; extra == "dev"
 Requires-Dist: pyarrow; extra == "dev"
-Requires-Dist: pandas; extra == "dev"
-Requires-Dist: jinja2; extra == "dev"
+Requires-Dist: termcolor==2.5.0; extra == "dev"
 Requires-Dist: openai; extra == "dev"
-Requires-Dist: pydantic<2; extra == "dev"
-Requires-Dist: numpy<2; extra == "dev"
 Dynamic: provides-extra
 Dynamic: requires-dist
 Dynamic: requires-python

{acryl_datahub_cloud-0.3.13rc2 → acryl_datahub_cloud-0.3.13rc3}/src/acryl_datahub_cloud/_codegen_config.json

@@ -1,6 +1,6 @@
 {
   "name": "acryl-datahub-cloud",
-  "version": "0.3.13rc2",
+  "version": "0.3.13rc3",
   "install_requires": [
     "avro-gen3==0.7.16",
     "acryl-datahub"

{acryl_datahub_cloud-0.3.13rc2 → acryl_datahub_cloud-0.3.13rc3}/src/acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py

@@ -21,6 +21,7 @@ from .....schema_classes import AssertionInferenceDetailsClass
 from .....schema_classes import AssertionInfoClass
 from .....schema_classes import AssertionMetricClass
 from .....schema_classes import AssertionMonitorSensitivityClass
+from .....schema_classes import AssertionNoteClass
 from .....schema_classes import AssertionResultClass
 from .....schema_classes import AssertionResultErrorClass
 from .....schema_classes import AssertionResultErrorTypeClass
@@ -87,6 +88,7 @@ AssertionInferenceDetails = AssertionInferenceDetailsClass
 AssertionInfo = AssertionInfoClass
 AssertionMetric = AssertionMetricClass
 AssertionMonitorSensitivity = AssertionMonitorSensitivityClass
+AssertionNote = AssertionNoteClass
 AssertionResult = AssertionResultClass
 AssertionResultError = AssertionResultErrorClass
 AssertionResultErrorType = AssertionResultErrorTypeClass

acryl_datahub_cloud-0.3.13rc3/src/acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/logical/__init__.py

@@ -0,0 +1,15 @@
+# mypy: ignore-errors
+# flake8: noqa
+
+# This file is autogenerated by /metadata-ingestion/scripts/avro_codegen.py
+# Do not modify manually!
+
+# pylint: skip-file
+# fmt: off
+# isort: skip_file
+from .....schema_classes import LogicalParentClass
+
+
+LogicalParent = LogicalParentClass
+
+# fmt: on

{acryl_datahub_cloud-0.3.13rc2 → acryl_datahub_cloud-0.3.13rc3}/src/acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/module/__init__.py

@@ -7,19 +7,23 @@
 # pylint: skip-file
 # fmt: off
 # isort: skip_file
+from .....schema_classes import AssetCollectionModuleParamsClass
 from .....schema_classes import DataHubPageModuleParamsClass
 from .....schema_classes import DataHubPageModulePropertiesClass
 from .....schema_classes import DataHubPageModuleTypeClass
 from .....schema_classes import DataHubPageModuleVisibilityClass
+from .....schema_classes import HierarchyModuleParamsClass
 from .....schema_classes import LinkModuleParamsClass
 from .....schema_classes import PageModuleScopeClass
 from .....schema_classes import RichTextModuleParamsClass
 
 
+AssetCollectionModuleParams = AssetCollectionModuleParamsClass
 DataHubPageModuleParams = DataHubPageModuleParamsClass
 DataHubPageModuleProperties = DataHubPageModulePropertiesClass
 DataHubPageModuleType = DataHubPageModuleTypeClass
 DataHubPageModuleVisibility = DataHubPageModuleVisibilityClass
+HierarchyModuleParams = HierarchyModuleParamsClass
 LinkModuleParams = LinkModuleParamsClass
 PageModuleScope = PageModuleScopeClass
 RichTextModuleParams = RichTextModuleParamsClass

{acryl_datahub_cloud-0.3.13rc2 → acryl_datahub_cloud-0.3.13rc3}/src/acryl_datahub_cloud/metadata/schema.avsc

@@ -7100,6 +7100,7 @@
         "testResults",
         "deprecation",
         "subTypes",
+        "logicalParent",
         "schemaFieldProfile",
         "lineageFeatures"
       ]
@@ -7372,6 +7373,7 @@
         "partitionsSummary",
         "versionProperties",
         "icebergCatalogInfo",
+        "logicalParent",
         "inferredNeighbors",
         "inferredMetadata",
         "schemaFieldsInferredMetadata",
@@ -11660,13 +11662,6 @@
             "namespace": "com.linkedin.pegasus2avro.query",
             "fields": [
               {
-                "Relationship": {
-                  "entityTypes": [
-                    "dataset",
-                    "schemaField"
-                  ],
-                  "name": "IsAssociatedWith"
-                },
                 "Searchable": {
                   "fieldName": "entities",
                   "fieldType": "URN"
@@ -11675,10 +11670,6 @@
                   "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                 },
                 "Urn": "Urn",
-                "entityTypes": [
-                  "dataset",
-                  "schemaField"
-                ],
                 "type": "string",
                 "name": "entity",
                 "doc": "An entity which is the subject of a query."
@@ -13238,6 +13229,44 @@
     ],
     "doc": "BusinessAttribute aspect used for applying it to an entity"
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "logicalParent"
+    },
+    "name": "LogicalParent",
+    "namespace": "com.linkedin.pegasus2avro.logical",
+    "fields": [
+      {
+        "Relationship": {
+          "/destinationUrn": {
+            "createdActor": "parent/created/actor",
+            "createdOn": "parent/created/time",
+            "entityTypes": [
+              "dataset",
+              "schemaField"
+            ],
+            "name": "PhysicalInstanceOf",
+            "properties": "parent/properties",
+            "updatedActor": "parent/lastModified/actor",
+            "updatedOn": "parent/lastModified/time"
+          }
+        },
+        "Searchable": {
+          "/destinationUrn": {
+            "addToFilters": true,
+            "fieldName": "logicalParent",
+            "fieldType": "URN",
+            "filterNameOverride": "Physical Instance Of",
+            "hasValuesFieldName": "hasLogicalParent",
+            "queryByDefault": false
+          }
+        },
+        "type": "com.linkedin.pegasus2avro.common.Edge",
+        "name": "parent"
+      }
+    ]
+  },
   {
     "type": "record",
     "Aspect": {
@@ -13325,6 +13354,15 @@
                         "name": "defaultChannelName",
                         "default": null,
                         "doc": "A default slack channel to use."
+                      },
+                      {
+                        "type": [
+                          "null",
+                          "boolean"
+                        ],
+                        "name": "datahubAtMentionEnabled",
+                        "default": null,
+                        "doc": "Whether the Slack @DataHub bot mention functionality is enabled.\nIf null, use the default value from feature flags."
                       }
                     ],
                     "doc": "Slack integration settings."
@@ -19095,6 +19133,27 @@
         "default": null,
         "doc": "Data Platform for parent"
       },
+      {
+        "Searchable": {
+          "/*": {
+            "addToFilters": true,
+            "fieldType": "URN",
+            "hasValuesFieldName": "hasAsserteeContainer"
+          }
+        },
+        "TimeseriesField": {},
+        "java": {
+          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+        },
+        "Urn": "Urn",
+        "type": [
+          "null",
+          "string"
+        ],
+        "name": "asserteeContainer",
+        "default": null,
+        "doc": "The Container attached to the entity's parent Asset"
+      },
       {
         "Searchable": {
           "addToFilters": true,
@@ -20786,6 +20845,31 @@
                         "name": "description",
                         "default": null,
                         "doc": "An optional human-readable description of the assertion"
+                      },
+                      {
+                        "type": [
+                          "null",
+                          {
+                            "type": "record",
+                            "name": "AssertionNote",
+                            "namespace": "com.linkedin.pegasus2avro.assertion",
+                            "fields": [
+                              {
+                                "type": "string",
+                                "name": "content",
+                                "doc": "The note to give technical owners more context about the assertion, and how to troubleshoot it."
+                              },
+                              {
+                                "type": "com.linkedin.pegasus2avro.common.AuditStamp",
+                                "name": "lastModified",
+                                "doc": "The time at which the note was last modified."
+                              }
+                            ]
+                          }
+                        ],
+                        "name": "note",
+                        "default": null,
+                        "doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
                       }
                     ],
                     "doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."
@@ -23900,6 +23984,24 @@
                 "name": "version",
                 "default": null,
                 "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+              },
+              {
+                "type": [
+                  "null",
+                  "com.linkedin.pegasus2avro.common.AuditStamp"
+                ],
+                "name": "aspectCreated",
+                "default": null,
+                "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+              },
+              {
+                "type": [
+                  "null",
+                  "com.linkedin.pegasus2avro.common.AuditStamp"
+                ],
+                "name": "aspectModified",
+                "default": null,
+                "doc": "When the aspect was last modified and the actor that performed the modification"
               }
             ],
             "doc": "Metadata associated with each metadata change that is processed by the system"
@@ -28909,7 +29011,8 @@
             "HIERARCHY": "A module displaying a hierarchy to navigate",
             "LINK": "Link type module",
             "OWNED_ASSETS": "Module displaying assets owned by a user",
-            "RICH_TEXT": "Module containing rich text to be rendered"
+            "RICH_TEXT": "Module containing rich text to be rendered",
+            "SUBSCRIBED_ASSETS": "Module displaying assets subscribed to by a given user"
           },
           "name": "DataHubPageModuleType",
           "namespace": "com.linkedin.pegasus2avro.module",
@@ -28919,7 +29022,8 @@
             "ASSET_COLLECTION",
             "HIERARCHY",
             "OWNED_ASSETS",
-            "DOMAINS"
+            "DOMAINS",
+            "SUBSCRIBED_ASSETS"
           ],
           "doc": "Enum containing the types of page modules that there are"
         },
@@ -28973,12 +29077,24 @@
                   "namespace": "com.linkedin.pegasus2avro.module",
                   "fields": [
                     {
-                      "java": {
-                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-                      },
-                      "Urn": "Urn",
                       "type": "string",
-                      "name": "linkUrn"
+                      "name": "linkUrl"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "imageUrl",
+                      "default": null
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "description",
+                      "default": null
                     }
                   ]
                 }
@@ -29005,6 +29121,73 @@
               "name": "richTextParams",
               "default": null,
               "doc": "The params required if the module is type RICH_TEXT"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AssetCollectionModuleParams",
+                  "namespace": "com.linkedin.pegasus2avro.module",
+                  "fields": [
+                    {
+                      "Urn": "Urn",
+                      "urn_is_array": true,
+                      "type": {
+                        "type": "array",
+                        "items": "string"
+                      },
+                      "name": "assetUrns"
+                    }
+                  ],
+                  "doc": "The params required if the module is type ASSET_COLLECTION"
+                }
+              ],
+              "name": "assetCollectionParams",
+              "default": null,
+              "doc": "The params required if the module is type ASSET_COLLECTION"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "HierarchyModuleParams",
+                  "namespace": "com.linkedin.pegasus2avro.module",
+                  "fields": [
+                    {
+                      "Urn": "Urn",
+                      "urn_is_array": true,
+                      "type": [
+                        "null",
+                        {
+                          "type": "array",
+                          "items": "string"
+                        }
+                      ],
+                      "name": "assetUrns",
+                      "default": null
+                    },
+                    {
+                      "type": "boolean",
+                      "name": "showRelatedEntities"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "relatedEntitiesFilterJson",
+                      "default": null,
+                      "doc": "Optional filters to filter relatedEntities (assetUrns) out\n\nThe stringified json representing the logical predicate built in the UI to select assets.\nThis predicate is turned into orFilters to send through graphql since graphql doesn't support\narbitrary nesting. This string is used to restore the UI for this logical predicate."
+                    }
+                  ],
+                  "doc": "The params required if the module is type HIERARCHY_VIEW"
+                }
+              ],
+              "name": "hierarchyViewParams",
+              "default": null,
+              "doc": "The params required if the module is type HIERARCHY_VIEW"
             }
           ],
           "doc": "The specific parameters stored for a module"
@@ -29412,10 +29595,19 @@
             "namespace": "com.linkedin.pegasus2avro.identity",
             "fields": [
               {
+                "Relationship": {
+                  "entityTypes": [
+                    "dataHubPageTemplate"
+                  ],
+                  "name": "HasPersonalPageTemplate"
+                },
                 "java": {
                   "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                 },
                 "Urn": "Urn",
+                "entityTypes": [
+                  "dataHubPageTemplate"
+                ],
                 "type": [
                   "null",
                   "string"