acryl-datahub 1.2.0.1__py3-none-any.whl → 1.2.0.2rc1__py3-none-any.whl

datahub/metadata/schema.avsc

@@ -6120,10 +6120,19 @@
             "namespace": "com.linkedin.pegasus2avro.identity",
             "fields": [
               {
+                "Relationship": {
+                  "entityTypes": [
+                    "dataHubPageTemplate"
+                  ],
+                  "name": "HasPersonalPageTemplate"
+                },
                 "java": {
                   "class": "com.linkedin.pegasus2avro.common.urn.Urn"
                 },
                 "Urn": "Urn",
+                "entityTypes": [
+                  "dataHubPageTemplate"
+                ],
                 "type": [
                   "null",
                   "string"
@@ -11543,6 +11552,24 @@
                 "name": "version",
                 "default": null,
                 "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+              },
+              {
+                "type": [
+                  "null",
+                  "com.linkedin.pegasus2avro.common.AuditStamp"
+                ],
+                "name": "aspectCreated",
+                "default": null,
+                "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+              },
+              {
+                "type": [
+                  "null",
+                  "com.linkedin.pegasus2avro.common.AuditStamp"
+                ],
+                "name": "aspectModified",
+                "default": null,
+                "doc": "When the aspect was last modified and the actor that performed the modification"
               }
             ],
             "doc": "Metadata associated with each metadata change that is processed by the system"
@@ -17792,6 +17819,39 @@
               "name": "assetCollectionParams",
               "default": null,
               "doc": "The params required if the module is type ASSET_COLLECTION"
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "HierarchyModuleParams",
+                  "namespace": "com.linkedin.pegasus2avro.module",
+                  "fields": [
+                    {
+                      "Urn": "Urn",
+                      "urn_is_array": true,
+                      "type": [
+                        "null",
+                        {
+                          "type": "array",
+                          "items": "string"
+                        }
+                      ],
+                      "name": "assetUrns",
+                      "default": null
+                    },
+                    {
+                      "type": "boolean",
+                      "name": "showRelatedEntities"
+                    }
+                  ],
+                  "doc": "The params required if the module is type HIERARCHY_VIEW\nTODO: add filters\nrelatedEntitiesFilter: optional Filter"
+                }
+              ],
+              "name": "hierarchyViewParams",
+              "default": null,
+              "doc": "The params required if the module is type HIERARCHY_VIEW"
             }
           ],
           "doc": "The specific parameters stored for a module"

datahub/metadata/schemas/CorpUserSettings.avsc

@@ -169,6 +169,12 @@
           "namespace": "com.linkedin.pegasus2avro.identity",
           "fields": [
             {
+              "Relationship": {
+                "entityTypes": [
+                  "dataHubPageTemplate"
+                ],
+                "name": "HasPersonalPageTemplate"
+              },
               "java": {
                 "class": "com.linkedin.pegasus2avro.common.urn.Urn"
               },
@@ -179,7 +185,10 @@
               "name": "pageTemplate",
               "default": null,
               "doc": "The page template that will be rendered in the UI by default for this user",
-              "Urn": "Urn"
+              "Urn": "Urn",
+              "entityTypes": [
+                "dataHubPageTemplate"
+              ]
             },
             {
               "type": [

datahub/metadata/schemas/DataHubPageModuleProperties.avsc

@@ -156,6 +156,39 @@
             "name": "assetCollectionParams",
             "default": null,
             "doc": "The params required if the module is type ASSET_COLLECTION"
+          },
+          {
+            "type": [
+              "null",
+              {
+                "type": "record",
+                "name": "HierarchyModuleParams",
+                "namespace": "com.linkedin.pegasus2avro.module",
+                "fields": [
+                  {
+                    "type": [
+                      "null",
+                      {
+                        "type": "array",
+                        "items": "string"
+                      }
+                    ],
+                    "name": "assetUrns",
+                    "default": null,
+                    "Urn": "Urn",
+                    "urn_is_array": true
+                  },
+                  {
+                    "type": "boolean",
+                    "name": "showRelatedEntities"
+                  }
+                ],
+                "doc": "The params required if the module is type HIERARCHY_VIEW\nTODO: add filters\nrelatedEntitiesFilter: optional Filter"
+              }
+            ],
+            "name": "hierarchyViewParams",
+            "default": null,
+            "doc": "The params required if the module is type HIERARCHY_VIEW"
           }
         ],
         "doc": "The specific parameters stored for a module"

datahub/metadata/schemas/MetadataChangeEvent.avsc

@@ -8218,6 +8218,24 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"

datahub/metadata/schemas/MetadataChangeLog.avsc

@@ -267,6 +267,67 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AuditStamp",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "impersonator",
+                      "default": null,
+                      "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "message",
+                      "default": null,
+                      "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+                    }
+                  ],
+                  "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+                }
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"
@@ -309,50 +370,7 @@
     {
       "type": [
         "null",
-        {
-          "type": "record",
-          "name": "AuditStamp",
-          "namespace": "com.linkedin.pegasus2avro.common",
-          "fields": [
-            {
-              "type": "long",
-              "name": "time",
-              "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
-            },
-            {
-              "java": {
-                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-              },
-              "type": "string",
-              "name": "actor",
-              "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
-              "Urn": "Urn"
-            },
-            {
-              "java": {
-                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-              },
-              "type": [
-                "null",
-                "string"
-              ],
-              "name": "impersonator",
-              "default": null,
-              "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
-              "Urn": "Urn"
-            },
-            {
-              "type": [
-                "null",
-                "string"
-              ],
-              "name": "message",
-              "default": null,
-              "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
-            }
-          ],
-          "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
-        }
+        "com.linkedin.pegasus2avro.common.AuditStamp"
       ],
       "name": "created",
       "default": null,

datahub/metadata/schemas/MetadataChangeProposal.avsc

@@ -267,6 +267,67 @@
               "name": "version",
               "default": null,
               "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+            },
+            {
+              "type": [
+                "null",
+                {
+                  "type": "record",
+                  "name": "AuditStamp",
+                  "namespace": "com.linkedin.pegasus2avro.common",
+                  "fields": [
+                    {
+                      "type": "long",
+                      "name": "time",
+                      "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": "string",
+                      "name": "actor",
+                      "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "java": {
+                        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+                      },
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "impersonator",
+                      "default": null,
+                      "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+                      "Urn": "Urn"
+                    },
+                    {
+                      "type": [
+                        "null",
+                        "string"
+                      ],
+                      "name": "message",
+                      "default": null,
+                      "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+                    }
+                  ],
+                  "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+                }
+              ],
+              "name": "aspectCreated",
+              "default": null,
+              "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+            },
+            {
+              "type": [
+                "null",
+                "com.linkedin.pegasus2avro.common.AuditStamp"
+              ],
+              "name": "aspectModified",
+              "default": null,
+              "doc": "When the aspect was last modified and the actor that performed the modification"
             }
           ],
           "doc": "Metadata associated with each metadata change that is processed by the system"

datahub/metadata/schemas/SystemMetadata.avsc

@@ -80,6 +80,67 @@
       "name": "version",
       "default": null,
       "doc": "Aspect version\n   Initial implementation will use the aspect version's number, however stored as\n   a string in the case where a different aspect versioning scheme is later adopted."
+    },
+    {
+      "type": [
+        "null",
+        {
+          "type": "record",
+          "name": "AuditStamp",
+          "namespace": "com.linkedin.pegasus2avro.common",
+          "fields": [
+            {
+              "type": "long",
+              "name": "time",
+              "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
+            },
+            {
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": "string",
+              "name": "actor",
+              "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
+              "Urn": "Urn"
+            },
+            {
+              "java": {
+                "class": "com.linkedin.pegasus2avro.common.urn.Urn"
+              },
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "impersonator",
+              "default": null,
+              "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
+              "Urn": "Urn"
+            },
+            {
+              "type": [
+                "null",
+                "string"
+              ],
+              "name": "message",
+              "default": null,
+              "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
+            }
+          ],
+          "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
+        }
+      ],
+      "name": "aspectCreated",
+      "default": null,
+      "doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
+    },
+    {
+      "type": [
+        "null",
+        "com.linkedin.pegasus2avro.common.AuditStamp"
+      ],
+      "name": "aspectModified",
+      "default": null,
+      "doc": "When the aspect was last modified and the actor that performed the modification"
     }
   ],
   "doc": "Metadata associated with each metadata change that is processed by the system"

datahub/sdk/search_filters.py

@@ -29,7 +29,7 @@ from datahub.ingestion.graph.filters import (
     _get_status_filter,
 )
 from datahub.metadata.schema_classes import EntityTypeName
-from datahub.metadata.urns import DataPlatformUrn, DomainUrn
+from datahub.metadata.urns import ContainerUrn, DataPlatformUrn, DomainUrn
 
 _AndSearchFilterRule = TypedDict(
     "_AndSearchFilterRule", {"and": List[SearchFilterRule]}
@@ -81,7 +81,7 @@ class _EntityTypeFilter(_BaseFilter):
     ENTITY_TYPE_FIELD: ClassVar[str] = "_entityType"
 
     entity_type: List[str] = pydantic.Field(
-        description="The entity type to filter on. Can be 'dataset', 'chart', 'dashboard', 'corpuser', etc.",
+        description="The entity type to filter on. Can be 'dataset', 'chart', 'dashboard', 'corpuser', 'dataProduct', etc.",
     )
 
     def _build_rule(self) -> SearchFilterRule:
@@ -174,6 +174,39 @@ class _DomainFilter(_BaseFilter):
         return [{"and": [self._build_rule()]}]
 
 
+class _ContainerFilter(_BaseFilter):
+    container: List[str]
+    direct_descendants_only: bool = pydantic.Field(
+        default=False,
+        description="If true, only entities that are direct descendants of the container will be returned.",
+    )
+
+    @pydantic.validator("container", each_item=True)
+    def validate_container(cls, v: str) -> str:
+        return str(ContainerUrn.from_string(v))
+
+    @classmethod
+    def _field_discriminator(cls) -> str:
+        return "container"
+
+    def _build_rule(self) -> SearchFilterRule:
+        if self.direct_descendants_only:
+            return SearchFilterRule(
+                field="container",
+                condition="EQUAL",
+                values=self.container,
+            )
+        else:
+            return SearchFilterRule(
+                field="browsePathV2",
+                condition="CONTAIN",
+                values=self.container,
+            )
+
+    def compile(self) -> _OrFilters:
+        return [{"and": [self._build_rule()]}]
+
+
 class _EnvFilter(_BaseFilter):
     # Note that not all entity types have an env (e.g. dashboards / charts).
     # If the env filter is specified, these will be excluded.
@@ -342,6 +375,8 @@ def _filter_discriminator(v: Any) -> Optional[str]:
     keys = list(v.keys())
     if len(keys) == 1:
         return keys[0]
+    elif set(keys).issuperset({"container"}):
+        return _ContainerFilter._field_discriminator()
     elif set(keys).issuperset({"field", "condition"}):
         return _CustomCondition._field_discriminator()
 
@@ -360,6 +395,7 @@ if TYPE_CHECKING or not PYDANTIC_SUPPORTS_CALLABLE_DISCRIMINATOR:
         _StatusFilter,
         _PlatformFilter,
         _DomainFilter,
+        _ContainerFilter,
         _EnvFilter,
         _CustomCondition,
     ]
@@ -385,6 +421,7 @@ else:
             Annotated[_StatusFilter, Tag(_StatusFilter._field_discriminator())],
             Annotated[_PlatformFilter, Tag(_PlatformFilter._field_discriminator())],
             Annotated[_DomainFilter, Tag(_DomainFilter._field_discriminator())],
+            Annotated[_ContainerFilter, Tag(_ContainerFilter._field_discriminator())],
             Annotated[_EnvFilter, Tag(_EnvFilter._field_discriminator())],
             Annotated[_CustomCondition, Tag(_CustomCondition._field_discriminator())],
         ],
@@ -468,6 +505,18 @@ class FilterDsl:
     def domain(domain: Union[str, Sequence[str]], /) -> _DomainFilter:
         return _DomainFilter(domain=[domain] if isinstance(domain, str) else domain)
 
+    @staticmethod
+    def container(
+        container: Union[str, Sequence[str]],
+        /,
+        *,
+        direct_descendants_only: bool = False,
+    ) -> _ContainerFilter:
+        return _ContainerFilter(
+            container=[container] if isinstance(container, str) else container,
+            direct_descendants_only=direct_descendants_only,
+        )
+
     @staticmethod
     def env(env: Union[str, Sequence[str]], /) -> _EnvFilter:
         return _EnvFilter(env=[env] if isinstance(env, str) else env)

datahub/sql_parsing/sql_parsing_aggregator.py

@@ -190,6 +190,7 @@ class QueryMetadata:
             source=models.QuerySourceClass.SYSTEM,
             created=self.make_created_audit_stamp(),
             lastModified=self.make_last_modified_audit_stamp(),
+            origin=self.origin.urn() if self.origin else None,
         )
 
 

datahub/upgrade/upgrade.py

@@ -352,9 +352,11 @@ def _maybe_print_upgrade_message(
             if version_stats.client.latest
             else None
         )
-        client_server_compat = is_client_server_compatible(
-            version_stats.client.current, version_stats.server.current
-        )
+        client_server_compat = 0
+        if version_stats.server.current_server_type != "cloud":
+            client_server_compat = is_client_server_compatible(
+                version_stats.client.current, version_stats.server.current
+            )
 
         if latest_release_date and current_release_date:
             assert version_stats.client.latest