openmetadata-ingestion 1.4.0.0rc1__py3-none-any.whl → 1.4.0.0rc2__py3-none-any.whl

metadata/generated/schema/tests/resolved.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/resolved.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/tests/testCase.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/testCase.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 
@@ -32,7 +32,7 @@ class TestCase(BaseModel):
     id: Optional[basic.Uuid] = Field(
         None, description='Unique identifier of this table instance.'
     )
-    name: basic.EntityName = Field(
+    name: basic.TestCaseEntityName = Field(
         ..., description='Name that identifies this test case.'
     )
     displayName: Optional[str] = Field(

metadata/generated/schema/tests/testCaseResolutionStatus.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/testCaseResolutionStatus.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/tests/testDefinition.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/testDefinition.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 
@@ -88,7 +88,7 @@ class TestDefinition(BaseModel):
     id: Optional[basic.Uuid] = Field(
         None, description='Unique identifier of this test case definition instance.'
     )
-    name: basic.EntityName = Field(
+    name: basic.TestCaseEntityName = Field(
         ..., description='Name that identifies this test case.'
     )
     displayName: Optional[str] = Field(

metadata/generated/schema/tests/testSuite.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/testSuite.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00

metadata/generated/schema/type/auditLog.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/auditLog.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/basic.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/basic.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 
@@ -110,6 +110,12 @@ class EntityName(BaseModel):
     )
 
 
+class TestCaseEntityName(BaseModel):
+    __root__: constr(regex=r'^((?!::).)*$', min_length=1) = Field(
+        ..., description='Name that identifies a test definition and test case.'
+    )
+
+
 class FullyQualifiedEntityName(BaseModel):
     __root__: constr(min_length=1, max_length=3072) = Field(
         ...,

metadata/generated/schema/type/bulkOperationResult.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/bulkOperationResult.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/changeEvent.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/changeEvent.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/changeEventType.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/changeEventType.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/collectionDescriptor.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/collectionDescriptor.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvDocumentation.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvDocumentation.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvErrorType.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvErrorType.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvFile.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvFile.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvImportResult.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvImportResult.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/customProperties/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00

metadata/generated/schema/type/customProperties/complexTypes.py

@@ -1,14 +1,13 @@
 # generated by datamodel-codegen:
 #   filename:  type/customProperties/complexTypes.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 
 from typing import Any, List, Optional, Union
+from uuid import UUID
 
-from pydantic import BaseModel, Field
-
-from .. import basic
+from pydantic import AnyUrl, BaseModel, Field
 
 
 class Basic(BaseModel):
@@ -20,7 +19,7 @@ class Basic(BaseModel):
 
 
 class EntityReference(BaseModel):
-    id: Optional[basic.Uuid] = Field(
+    id: Optional[UUID] = Field(
         None, description='Unique identifier that identifies an entity instance.'
     )
     type: Optional[str] = Field(
@@ -32,7 +31,7 @@ class EntityReference(BaseModel):
         None,
         description="Fully qualified name of the entity instance. For entities such as tables, databases fullyQualifiedName is returned in this field. For entities that don't have name hierarchy such as `user` and `team` this will be same as the `name` field.",
     )
-    description: Optional[basic.Markdown] = Field(
+    description: Optional[str] = Field(
         None, description='Optional description of entity.'
     )
     displayName: Optional[str] = Field(
@@ -45,11 +44,11 @@ class EntityReference(BaseModel):
         None,
         description='If true the relationship indicated by this entity reference is inherited from the parent entity.',
     )
-    href: Optional[basic.Href] = Field(None, description='Link to the entity resource.')
+    href: Optional[AnyUrl] = Field(None, description='Link to the entity resource.')
 
 
 class Items(BaseModel):
-    id: Optional[basic.Uuid] = Field(
+    id: Optional[UUID] = Field(
         None, description='Unique identifier that identifies an entity instance.'
     )
     type: Optional[str] = Field(
@@ -61,7 +60,7 @@ class Items(BaseModel):
         None,
         description="Fully qualified name of the entity instance. For entities such as tables, databases fullyQualifiedName is returned in this field. For entities that don't have name hierarchy such as `user` and `team` this will be same as the `name` field.",
     )
-    description: Optional[basic.Markdown] = Field(
+    description: Optional[str] = Field(
         None, description='Optional description of entity.'
     )
     displayName: Optional[str] = Field(
@@ -74,7 +73,7 @@ class Items(BaseModel):
         None,
         description='If true the relationship indicated by this entity reference is inherited from the parent entity.',
     )
-    href: Optional[basic.Href] = Field(None, description='Link to the entity resource.')
+    href: Optional[AnyUrl] = Field(None, description='Link to the entity resource.')
 
 
 class EntityReferenceList(BaseModel):

metadata/generated/schema/type/customProperties/enumConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/customProperties/enumConfig.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/customProperty.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/customProperty.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/dailyCount.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/dailyCount.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/databaseConnectionConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/databaseConnectionConfig.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityHierarchy.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityHierarchy.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityHistory.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityHistory.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityLineage.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityLineage.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityReference.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityReference.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityReferenceList.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityReferenceList.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityRelationship.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityRelationship.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityUsage.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityUsage.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/filterPattern.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/filterPattern.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/function.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/function.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/include.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/include.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/jdbcConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/jdbcConnection.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/lifeCycle.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/lifeCycle.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/paging.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/paging.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/profile.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/profile.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/queryParserData.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/queryParserData.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/reaction.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/reaction.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/schedule.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/schedule.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/schema.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/schema.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tableQuery.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tableQuery.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tableUsageCount.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tableUsageCount.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tagLabel.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tagLabel.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/usageDetails.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/usageDetails.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/usageRequest.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/usageRequest.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/votes.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/votes.json
-#   timestamp: 2024-05-02T07:41:57+00:00
+#   timestamp: 2024-05-10T11:00:51+00:00
 
 from __future__ import annotations
 

metadata/ingestion/models/custom_properties.py

@@ -38,6 +38,8 @@ class CustomPropertyDataTypes(Enum):
     TIMEINTERVAL = "timeInterval"
     TIMESTAMP = "timestamp"
     ENUM = "enum"
+    ENTITY_REFERENCE = "entityReference"
+    ENTITY_REFERENCE_LIST = "entityReferenceList"
 
 
 class OMetaCustomProperties(BaseModel):

metadata/ingestion/models/patch_request.py

@@ -88,7 +88,7 @@ ALLOWED_COMMON_PATCH_FIELDS = {
     "tableConstraints": True,
     "tablePartition": True,
     "location": True,
-    "viewDefinition": True,
+    "schemaDefinition": True,
     "sampleData": True,
     "fileFormat": True,
     # Stored Procedure Fields

metadata/ingestion/ometa/mixins/patch_mixin.py

@@ -88,9 +88,11 @@ def update_column_description(
     """
     Inplace update for the incoming column list
     """
-    col_dict = {col.column_fqn: col.description for col in column_descriptions}
+    col_dict = {col.column_fqn.lower(): col.description for col in column_descriptions}
     for col in columns:
-        desc_column = col_dict.get(col.fullyQualifiedName.__root__)
+        # For dbt the column names in OM and dbt are not always in the same case.
+        # We'll match the column names in case insensitive way
+        desc_column = col_dict.get(col.fullyQualifiedName.__root__.lower())
         if desc_column:
             if col.description and not force:
                 # If the description is already present and force is not passed,

metadata/ingestion/ometa/mixins/server_mixin.py

@@ -15,7 +15,11 @@ To be used by OpenMetadata class
 """
 from typing import Optional
 
-from metadata.__version__ import get_client_version, get_server_version_from_string
+from metadata.__version__ import (
+    get_client_version,
+    get_server_version_from_string,
+    match_versions,
+)
 from metadata.generated.schema.settings.settings import Settings, SettingType
 from metadata.ingestion.models.encoders import show_secrets_encoder
 from metadata.ingestion.ometa.client import REST
@@ -72,18 +76,17 @@ class OMetaServerMixin:
             f"OpenMetadata client running with Server version [{server_version}] and Client version [{client_version}]"
         )
 
-        # Server version will be 0.13.2, vs 0.13.2.X from the client.
-        # If the server version is contained in the client version, then we're good to go
-        if server_version not in client_version:
+        if not match_versions(server_version, client_version):
             raise VersionMismatchException(
-                f"Server version is {server_version} vs. Client version {client_version}. Both should match."
+                f"Server version is {server_version} vs. Client version {client_version}."
+                f" Major and minor versions should match."
             )
 
     def create_or_update_settings(self, settings: Settings) -> Settings:
         """Create of update setting
 
         Args:
-            setting (Settings): setting to update or create
+            settings (Settings): setting to update or create
 
         Returns:
             Settings
@@ -95,9 +98,6 @@ class OMetaServerMixin:
     def get_settings_by_name(self, setting_type: SettingType) -> Optional[Settings]:
         """Get setting by name
 
-        Args:
-            setting (Settings): setting to update or create
-
         Returns:
             Settings
         """
@@ -111,9 +111,6 @@ class OMetaServerMixin:
     def get_profiler_config_settings(self) -> Optional[Settings]:
         """Get profiler config setting
 
-        Args:
-            setting (Settings): setting to update or create
-
         Returns:
             Settings
         """

metadata/ingestion/ometa/mixins/user_mixin.py

@@ -127,7 +127,10 @@ class OMetaUserMixin:
         )
         if maybe_user:
             return EntityReference(
-                id=maybe_user.id.__root__, type=ENTITY_REFERENCE_TYPE_MAP[User.__name__]
+                id=maybe_user.id.__root__,
+                type=ENTITY_REFERENCE_TYPE_MAP[User.__name__],
+                name=maybe_user.name.__root__,
+                displayName=maybe_user.displayName,
             )
 
         maybe_team = self._search_by_email(
@@ -135,7 +138,10 @@ class OMetaUserMixin:
         )
         if maybe_team:
             return EntityReference(
-                id=maybe_team.id.__root__, type=ENTITY_REFERENCE_TYPE_MAP[Team.__name__]
+                id=maybe_team.id.__root__,
+                type=ENTITY_REFERENCE_TYPE_MAP[Team.__name__],
+                name=maybe_team.name.__root__,
+                displayName=maybe_team.displayName,
             )
 
         return None
@@ -156,7 +162,10 @@ class OMetaUserMixin:
         )
         if maybe_user:
             return EntityReference(
-                id=maybe_user.id.__root__, type=ENTITY_REFERENCE_TYPE_MAP[User.__name__]
+                id=maybe_user.id.__root__,
+                type=ENTITY_REFERENCE_TYPE_MAP[User.__name__],
+                name=maybe_user.name.__root__,
+                displayName=maybe_user.displayName,
             )
 
         maybe_team = self._search_by_name(
@@ -164,7 +173,10 @@ class OMetaUserMixin:
         )
         if maybe_team:
             return EntityReference(
-                id=maybe_team.id.__root__, type=ENTITY_REFERENCE_TYPE_MAP[Team.__name__]
+                id=maybe_team.id.__root__,
+                type=ENTITY_REFERENCE_TYPE_MAP[Team.__name__],
+                name=maybe_team.name.__root__,
+                displayName=maybe_team.displayName,
             )
 
         return None