openmetadata-ingestion 1.3.3.0rc1__py3-none-any.whl → 1.4.0.0rc1__py3-none-any.whl

metadata/generated/schema/entity/data/searchIndex.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/searchIndex.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/storedProcedure.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/storedProcedure.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/table.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/table.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 
@@ -32,6 +32,7 @@ class ProfileSampleType(Enum):
 class TableType(Enum):
     Regular = 'Regular'
     External = 'External'
+    Dynamic = 'Dynamic'
     View = 'View'
     SecureView = 'SecureView'
     MaterializedView = 'MaterializedView'
@@ -158,24 +159,24 @@ class ColumnName(BaseModel):
     )
 
 
-class IntervalType(Enum):
+class PartitionIntervalTypes(Enum):
     TIME_UNIT = 'TIME-UNIT'
     INTEGER_RANGE = 'INTEGER-RANGE'
     INGESTION_TIME = 'INGESTION-TIME'
     COLUMN_VALUE = 'COLUMN-VALUE'
+    INJECTED = 'INJECTED'
+    ENUM = 'ENUM'
     OTHER = 'OTHER'
 
 
-class TablePartition(BaseModel):
+class PartitionColumnDetails(BaseModel):
     class Config:
         extra = Extra.forbid
 
-    columns: Optional[List[str]] = Field(
+    columnName: Optional[str] = Field(
         None, description='List of column names corresponding to the partition.'
     )
-    intervalType: Optional[IntervalType] = Field(
-        None, description='type of partition interval, example time-unit, integer-range'
-    )
+    intervalType: Optional[PartitionIntervalTypes] = None
     interval: Optional[str] = Field(
         None, description='partition interval , example hourly, daily, monthly.'
     )
@@ -353,13 +354,6 @@ class ColumnProfilerConfig(BaseModel):
     )
 
 
-class PartitionIntervalType(Enum):
-    TIME_UNIT = 'TIME-UNIT'
-    INTEGER_RANGE = 'INTEGER-RANGE'
-    INGESTION_TIME = 'INGESTION-TIME'
-    COLUMN_VALUE = 'COLUMN-VALUE'
-
-
 class PartitionIntervalUnit(Enum):
     YEAR = 'YEAR'
     MONTH = 'MONTH'
@@ -374,9 +368,7 @@ class PartitionProfilerConfig(BaseModel):
     partitionColumnName: Optional[str] = Field(
         None, description='name of the column to use for the partition'
     )
-    partitionIntervalType: Optional[PartitionIntervalType] = Field(
-        None, description='type of partition interval'
-    )
+    partitionIntervalType: Optional[PartitionIntervalTypes] = None
     partitionInterval: Optional[int] = Field(
         None, description='The interval to use for the partitioning'
     )
@@ -395,14 +387,14 @@ class PartitionProfilerConfig(BaseModel):
 
 
 class TableProfilerConfig(BaseModel):
+    profileSampleType: Optional[ProfileSampleType] = ProfileSampleType.PERCENTAGE
     profileSample: Optional[float] = Field(
         None,
-        description='Percentage of data or no. of rows we want to execute the profiler and tests on',
+        description='Percentage of data or no. of rows used to compute the profiler metrics and run data quality tests',
     )
-    profileSampleType: Optional[ProfileSampleType] = ProfileSampleType.PERCENTAGE
     sampleDataCount: Optional[int] = Field(
         50,
-        description='Number of row of sample data to be generated',
+        description="Number of sample rows to ingest when 'Generate Sample Data' is enabled",
         title='Sample Data Rows Count',
     )
     profileQuery: Optional[str] = Field(
@@ -460,6 +452,15 @@ class FileFormat(Enum):
     json_zip = 'json.zip'
 
 
+class TablePartition(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    columns: Optional[List[PartitionColumnDetails]] = Field(
+        None, description='List of column partitions with their type and interval.'
+    )
+
+
 class Column(BaseModel):
     class Config:
         extra = Extra.forbid

metadata/generated/schema/entity/data/topic.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/topic.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/docStore/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00

metadata/generated/schema/entity/docStore/document.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/docStore/document.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/domains/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00

metadata/generated/schema/entity/domains/dataProduct.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/domains/dataProduct.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/domains/domain.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/domains/domain.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/events/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00

metadata/generated/schema/entity/events/webhook.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/events/webhook.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/feed/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00

metadata/generated/schema/entity/feed/assets.py

@@ -0,0 +1,18 @@
+# generated by datamodel-codegen:
+#   filename:  entity/feed/assets.json
+#   timestamp: 2024-05-02T07:41:57+00:00
+
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import BaseModel, Extra
+
+from ...type import entityReferenceList
+
+
+class AssetsFeedInfo(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    updatedAssets: Optional[entityReferenceList.EntityReferenceList] = None

metadata/generated/schema/entity/feed/customProperty.py

@@ -0,0 +1,17 @@
+# generated by datamodel-codegen:
+#   filename:  entity/feed/customProperty.json
+#   timestamp: 2024-05-02T07:41:57+00:00
+
+from __future__ import annotations
+
+from typing import Any, Optional
+
+from pydantic import BaseModel, Extra, Field
+
+
+class CustomPropertyFeedInfo(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    previousValue: Optional[Any] = Field(None, description='Previous Custom Property.')
+    updatedValue: Optional[Any] = Field(None, description='Updated Custom Property.')

metadata/generated/schema/entity/feed/description.py

@@ -0,0 +1,24 @@
+# generated by datamodel-codegen:
+#   filename:  entity/feed/description.json
+#   timestamp: 2024-05-02T07:41:57+00:00
+
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import BaseModel, Extra, Field
+
+
+class DescriptionFeedInfo(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    previousDescription: Optional[str] = Field(
+        None, description='The previous description of the entity.'
+    )
+    newDescription: Optional[str] = Field(
+        None, description='The new description of the entity.'
+    )
+    diffMessage: Optional[str] = Field(
+        None, description='The difference between the previous and new descriptions.'
+    )

metadata/generated/schema/entity/feed/domain.py

@@ -0,0 +1,23 @@
+# generated by datamodel-codegen:
+#   filename:  entity/feed/domain.json
+#   timestamp: 2024-05-02T07:41:57+00:00
+
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import BaseModel, Extra, Field
+
+from ...type import entityReference
+
+
+class DomainFeedInfo(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    previousDomain: Optional[entityReference.EntityReference] = Field(
+        None, description='Previous Domain.'
+    )
+    updatedDomain: Optional[entityReference.EntityReference] = Field(
+        None, description='Updated Domain.'
+    )

metadata/generated/schema/entity/feed/entityInfo.py

@@ -0,0 +1,19 @@
+# generated by datamodel-codegen:
+#   filename:  entity/feed/entityInfo.json
+#   timestamp: 2024-05-02T07:41:57+00:00
+
+from __future__ import annotations
+
+from typing import Any, Optional
+
+from pydantic import BaseModel, Extra, Field
+
+
+class EntityInfo(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    entity: Optional[Any] = Field(
+        None,
+        description='Entity Details in case of Creation , Soft Deletion and Deletion.',
+    )

metadata/generated/schema/entity/feed/owner.py

@@ -0,0 +1,23 @@
+# generated by datamodel-codegen:
+#   filename:  entity/feed/owner.json
+#   timestamp: 2024-05-02T07:41:57+00:00
+
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import BaseModel, Extra, Field
+
+from ...type import entityReference
+
+
+class OwnerFeedInfo(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    previousOwner: Optional[entityReference.EntityReference] = Field(
+        None, description='Previous Owners.'
+    )
+    updatedOwner: Optional[entityReference.EntityReference] = Field(
+        None, description='Updated Owners.'
+    )

metadata/generated/schema/entity/feed/suggestion.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/feed/suggestion.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/feed/tag.py

@@ -0,0 +1,23 @@
+# generated by datamodel-codegen:
+#   filename:  entity/feed/tag.json
+#   timestamp: 2024-05-02T07:41:57+00:00
+
+from __future__ import annotations
+
+from typing import List, Optional
+
+from pydantic import BaseModel, Extra, Field
+
+from ...type import tagLabel
+
+
+class TagFeedInfo(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    previousTags: Optional[List[tagLabel.TagLabel]] = Field(
+        None, description='List of previous tags.'
+    )
+    updatedTags: Optional[List[tagLabel.TagLabel]] = Field(
+        None, description='List of updated tags.'
+    )

metadata/generated/schema/entity/feed/testCaseResult.py

@@ -0,0 +1,23 @@
+# generated by datamodel-codegen:
+#   filename:  entity/feed/testCaseResult.json
+#   timestamp: 2024-05-02T07:41:57+00:00
+
+from __future__ import annotations
+
+from typing import List, Optional
+
+from pydantic import BaseModel, Extra, Field
+
+from ...tests import basic, testSuite
+
+
+class TestCaseResultFeedInfo(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    entityTestResultSummary: Optional[List[testSuite.ResultSummary]] = Field(
+        None, description='Summary of test case execution'
+    )
+    testCaseResult: Optional[List[basic.TestCaseResult]] = Field(
+        None, description='Test Case Result for last 7 days.'
+    )

metadata/generated/schema/entity/feed/thread.py

@@ -1,15 +1,43 @@
 # generated by datamodel-codegen:
 #   filename:  entity/feed/thread.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 
 from enum import Enum
-from typing import List, Optional
+from typing import List, Optional, Union
 
 from pydantic import BaseModel, Extra, Field
 
 from ...type import basic, entityReferenceList, reaction
+from . import description, entityInfo, owner, tag, testCaseResult
+
+
+class GeneratedBy(Enum):
+    user = 'user'
+    system = 'system'
+
+
+class CardStyle(Enum):
+    default = 'default'
+    logicalTestCaseAdded = 'logicalTestCaseAdded'
+    entityCreated = 'entityCreated'
+    entityDeleted = 'entityDeleted'
+    entitySoftDeleted = 'entitySoftDeleted'
+    description = 'description'
+    tags = 'tags'
+    owner = 'owner'
+    testCaseResult = 'testCaseResult'
+    customProperties = 'customProperties'
+    assets = 'assets'
+    domain = 'domain'
+
+
+class FieldOperation(Enum):
+    added = 'added'
+    updated = 'updated'
+    deleted = 'deleted'
+    none = 'none'
 
 
 class TaskType(Enum):
@@ -110,6 +138,27 @@ class Post(BaseModel):
     )
 
 
+class FeedInfo(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    headerMessage: Optional[str] = Field(
+        None, description='Header message for the feed.'
+    )
+    fieldName: Optional[str] = Field(
+        None, description='Field Name message for the feed.'
+    )
+    entitySpecificInfo: Optional[
+        Union[
+            description.DescriptionFeedInfo,
+            owner.OwnerFeedInfo,
+            testCaseResult.TestCaseResultFeedInfo,
+            tag.TagFeedInfo,
+            entityInfo.EntityInfo,
+        ]
+    ] = None
+
+
 class Thread(BaseModel):
     class Config:
         extra = Extra.forbid
@@ -133,6 +182,26 @@ class Thread(BaseModel):
         None,
         description='Entity Id of the entity in `about` that the thread belongs to.',
     )
+    entityType: Optional[str] = Field(
+        None, description='Entity Type the thread is about.'
+    )
+    entityUrlLink: Optional[str] = Field(
+        None, description='Link to the entity in `about` that the thread belongs to.'
+    )
+    generatedBy: Optional[GeneratedBy] = Field(
+        GeneratedBy.user, description='User or team that generated the thread.'
+    )
+    cardStyle: Optional[CardStyle] = Field(
+        CardStyle.default, description='Card style for the thread.'
+    )
+    fieldOperation: Optional[FieldOperation] = Field(
+        FieldOperation.updated,
+        description='Operation on thread, whether the field was added, or updated or deleted.',
+    )
+    feedInfo: Optional[FeedInfo] = Field(
+        None,
+        description='Entity Id of the entity in `about` that the thread belongs to.',
+    )
     addressedTo: Optional[basic.EntityLink] = Field(
         None,
         description='User or team this thread is addressed to in format <#E::{entities}::{entityName}::{field}::{fieldValue}.',

metadata/generated/schema/entity/policies/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00

metadata/generated/schema/entity/policies/accessControl/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00

metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/policies/accessControl/resourceDescriptor.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 
@@ -21,6 +21,7 @@ class Operation(Enum):
     ViewQueries = 'ViewQueries'
     ViewDataProfile = 'ViewDataProfile'
     ViewSampleData = 'ViewSampleData'
+    ViewTestCaseFailedRowsSample = 'ViewTestCaseFailedRowsSample'
     EditAll = 'EditAll'
     EditCustomFields = 'EditCustomFields'
     EditDataProfile = 'EditDataProfile'
@@ -43,6 +44,7 @@ class Operation(Enum):
     EditLifeCycle = 'EditLifeCycle'
     EditKnowledgePanel = 'EditKnowledgePanel'
     EditPage = 'EditPage'
+    DeleteTestCaseFailedRowsSample = 'DeleteTestCaseFailedRowsSample'
 
 
 class ResourceDescriptor(BaseModel):

metadata/generated/schema/entity/policies/accessControl/resourcePermission.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/policies/accessControl/resourcePermission.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/policies/accessControl/rule.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/policies/accessControl/rule.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/policies/filters.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/policies/filters.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 
@@ -8,7 +8,7 @@ from typing import Any, List
 
 from pydantic import BaseModel, Field
 
-from ..classification import tag
+from ...type import basic
 
 
 class Filters(BaseModel):
@@ -24,6 +24,6 @@ class Regex(BaseModel):
 
 
 class Tags(BaseModel):
-    __root__: List[tag.TagName] = Field(
+    __root__: List[basic.EntityName] = Field(
         ..., description='Set of tags to match on (OR among all tags).'
     )

metadata/generated/schema/entity/policies/policy.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/policies/policy.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00

metadata/generated/schema/entity/services/connections/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00

metadata/generated/schema/entity/services/connections/common/__init__.py

@@ -1,5 +1,5 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations

metadata/generated/schema/entity/services/connections/common/sslCertPaths.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/common/sslCertPaths.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/common/sslCertValues.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/common/sslCertValues.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/common/sslConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/common/sslConfig.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/connectionBasicType.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/connectionBasicType.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/dashboard/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00

metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/customDashboardConnection.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/domoDashboardConnection.json
-#   timestamp: 2024-04-10T12:09:11+00:00
+#   timestamp: 2024-05-02T07:41:57+00:00
 
 from __future__ import annotations