openmetadata-ingestion 1.2.5.2__py3-none-any.whl → 1.3.0.0__py3-none-any.whl

metadata/generated/schema/system/eventPublisherJob.py

@@ -1,16 +1,17 @@
 # generated by datamodel-codegen:
 #   filename:  system/eventPublisherJob.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
 from enum import Enum
-from typing import Any, Dict, List, Optional
+from typing import List, Optional
 
 from pydantic import BaseModel, Extra, Field
 
 from ..configuration import elasticSearchConfiguration
 from ..type import basic
+from . import indexingError
 
 
 class Status(Enum):
@@ -24,21 +25,6 @@ class Status(Enum):
     success = 'success'
 
 
-class FailureDetails(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    context: Optional[str] = Field(None, description='Additional Context for Failure.')
-    lastFailedAt: Optional[basic.Timestamp] = Field(
-        None,
-        description='Last non-successful callback time in UNIX UTC epoch time in milliseconds.',
-    )
-    lastFailedReason: Optional[str] = Field(
-        None,
-        description='Last non-successful activity response reason received during callback.',
-    )
-
-
 class StepStats(BaseModel):
     totalRecords: Optional[int] = Field(0, description='Count of Total Failed Records')
     successRecords: Optional[int] = Field(
@@ -72,8 +58,8 @@ class EventPublisherResult(BaseModel):
     name: Optional[str] = Field(None, description='Name of the result')
     timestamp: basic.Timestamp
     status: Status = Field(..., description='This schema publisher run job status.')
-    failure: Optional[Dict[str, Any]] = Field(
-        None, description='List of Failures in the Job'
+    failure: Optional[indexingError.IndexingAppError] = Field(
+        None, description='Failure for the job'
     )
     stats: Optional[Stats] = None
     entities: Optional[List[str]] = Field(

metadata/generated/schema/system/indexingError.py

@@ -0,0 +1,34 @@
+# generated by datamodel-codegen:
+#   filename:  system/indexingError.json
+#   timestamp: 2024-02-06T05:39:24+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+from typing import List, Optional
+
+from pydantic import BaseModel, Extra
+
+from . import entityError
+
+
+class ErrorSource(Enum):
+    Job = 'Job'
+    Reader = 'Reader'
+    Processor = 'Processor'
+    Sink = 'Sink'
+
+
+class IndexingAppError(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    errorSource: Optional[ErrorSource] = None
+    lastFailedCursor: Optional[str] = None
+    message: Optional[str] = None
+    failedEntities: Optional[List[entityError.EntityError]] = None
+    reason: Optional[str] = None
+    stackTrace: Optional[str] = None
+    submittedCount: Optional[int] = None
+    successCount: Optional[int] = None
+    failedCount: Optional[int] = None

metadata/generated/schema/system/ui/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00

metadata/generated/schema/system/ui/knowledgePanel.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  system/ui/knowledgePanel.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/system/ui/page.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  system/ui/page.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/tests/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00

metadata/generated/schema/tests/assigned.py

@@ -0,0 +1,18 @@
+# generated by datamodel-codegen:
+#   filename:  tests/assigned.json
+#   timestamp: 2024-02-06T05:39:24+00:00
+
+from __future__ import annotations
+
+from pydantic import BaseModel, Extra, Field
+
+from ..type import entityReference
+
+
+class Assigned(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    assignee: entityReference.EntityReference = Field(
+        ..., description='User working on failure resolution.'
+    )

metadata/generated/schema/tests/basic.py

@@ -1,13 +1,13 @@
 # generated by datamodel-codegen:
 #   filename:  tests/basic.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Any, List, Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import BaseModel, Field
 
 from ..type import basic
 
@@ -28,6 +28,9 @@ class TestSummary(BaseModel):
     aborted: Optional[int] = Field(
         None, description='Number of test cases that aborted.'
     )
+    queued: Optional[int] = Field(
+        None, description='Number of test cases that are queued for execution.'
+    )
     total: Optional[int] = Field(None, description='Total number of test cases.')
 
 
@@ -40,20 +43,7 @@ class TestCaseStatus(Enum):
     Success = 'Success'
     Failed = 'Failed'
     Aborted = 'Aborted'
-
-
-class TestCaseFailureStatusType(Enum):
-    Ack = 'Ack'
-    New = 'New'
-    Resolved = 'Resolved'
-
-
-class TestCaseFailureReason(Enum):
-    FalsePositive = 'FalsePositive'
-    MissingData = 'MissingData'
-    Duplicates = 'Duplicates'
-    OutOfBounds = 'OutOfBounds'
-    Other = 'Other'
+    Queued = 'Queued'
 
 
 class TestSuiteExecutionFrequency(Enum):
@@ -62,28 +52,7 @@ class TestSuiteExecutionFrequency(Enum):
     Weekly = 'Weekly'
 
 
-class TestCaseFailureStatus(BaseModel):
-    testCaseFailureStatusType: Optional[TestCaseFailureStatusType] = Field(
-        None, description='Status of Test Case Acknowledgement.'
-    )
-    testCaseFailureReason: Optional[TestCaseFailureReason] = Field(
-        None, description='Reason of Test Case resolution.'
-    )
-    testCaseFailureComment: Optional[str] = Field(
-        None, description='Test case failure resolution comment.'
-    )
-    updatedBy: Optional[str] = Field(
-        None, description='User who updated the test case failure status.'
-    )
-    updatedAt: Optional[basic.Timestamp] = Field(
-        None, description='Time when test case failure status was updated.'
-    )
-
-
 class TestCaseResult(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
     timestamp: Optional[basic.Timestamp] = Field(
         None, description='Data one which test case result is taken.'
     )
@@ -96,6 +65,15 @@ class TestCaseResult(BaseModel):
         description="sample data to capture rows/columns that didn't match the expressed testcase.",
     )
     testResultValue: Optional[List[TestResultValue]] = None
-    testCaseFailureStatus: Optional[TestCaseFailureStatus] = Field(
-        None, description='Schema to capture test case result.'
+    passedRows: Optional[int] = Field(None, description='Number of rows that passed.')
+    failedRows: Optional[int] = Field(None, description='Number of rows that failed.')
+    passedRowsPercentage: Optional[float] = Field(
+        None, description='Percentage of rows that passed.'
+    )
+    failedRowsPercentage: Optional[float] = Field(
+        None, description='Percentage of rows that failed.'
+    )
+    incidentId: Optional[basic.Uuid] = Field(
+        None,
+        description='Incident State ID associated with this result. This association happens when the result is created, and will stay there even when the incident is resolved.',
     )

metadata/generated/schema/tests/customMetric.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/customMetric.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -24,7 +24,9 @@ class CustomMetric(BaseModel):
     description: Optional[basic.Markdown] = Field(
         None, description='Description of the Metric.'
     )
-    columnName: str = Field(..., description='Name of the column in a table.')
+    columnName: Optional[str] = Field(
+        None, description='Name of the column in a table.'
+    )
     expression: str = Field(
         ...,
         description='SQL expression to compute the Metric. It should return a single numerical value.',

metadata/generated/schema/tests/resolved.py

@@ -0,0 +1,35 @@
+# generated by datamodel-codegen:
+#   filename:  tests/resolved.json
+#   timestamp: 2024-02-06T05:39:24+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+from typing import Optional
+
+from pydantic import BaseModel, Extra, Field
+
+from ..type import entityReference
+
+
+class TestCaseFailureReasonType(Enum):
+    FalsePositive = 'FalsePositive'
+    MissingData = 'MissingData'
+    Duplicates = 'Duplicates'
+    OutOfBounds = 'OutOfBounds'
+    Other = 'Other'
+
+
+class Resolved(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    testCaseFailureReason: TestCaseFailureReasonType = Field(
+        ..., description='Reason of Test Case resolution.'
+    )
+    testCaseFailureComment: str = Field(
+        ..., description='Test case failure resolution comment.'
+    )
+    resolvedBy: Optional[entityReference.EntityReference] = Field(
+        None, description='User who resolved the test case failure.'
+    )

metadata/generated/schema/tests/testCase.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/testCase.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -49,7 +49,9 @@ class TestCase(BaseModel):
     testSuite: entityReference.EntityReference
     testSuites: Optional[List[testSuite.TestSuite]] = None
     parameterValues: Optional[List[TestCaseParameterValue]] = None
-    testCaseResult: Optional[basic_1.TestCaseResult] = None
+    testCaseResult: Optional[basic_1.TestCaseResult] = Field(
+        None, description='Latest test case result obtained for this test case.'
+    )
     version: Optional[entityHistory.EntityVersion] = Field(
         None, description='Metadata version of the entity.'
     )
@@ -70,3 +72,10 @@ class TestCase(BaseModel):
     deleted: Optional[bool] = Field(
         False, description='When `true` indicates the entity has been soft deleted.'
     )
+    computePassedFailedRowCount: Optional[bool] = Field(
+        False, description='Compute the passed and failed row count for the test case.'
+    )
+    incidentId: Optional[basic.Uuid] = Field(
+        None,
+        description='Reference to an ongoing Incident ID (stateId) for this test case.',
+    )

metadata/generated/schema/tests/testCaseResolutionStatus.py

@@ -0,0 +1,63 @@
+# generated by datamodel-codegen:
+#   filename:  tests/testCaseResolutionStatus.json
+#   timestamp: 2024-02-06T05:39:24+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+from typing import Optional, Union
+
+from pydantic import BaseModel, Extra, Field
+
+from ..type import basic, entityReference
+from . import assigned, resolved
+
+
+class TestCaseResolutionStatusTypes(Enum):
+    New = 'New'
+    Ack = 'Ack'
+    Assigned = 'Assigned'
+    Resolved = 'Resolved'
+
+
+class Severities(Enum):
+    Severity1 = 'Severity1'
+    Severity2 = 'Severity2'
+    Severity3 = 'Severity3'
+    Severity4 = 'Severity4'
+    Severity5 = 'Severity5'
+
+
+class TestCaseResolutionStatus(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    id: Optional[basic.Uuid] = Field(
+        None, description='Unique identifier of this failure instance'
+    )
+    stateId: Optional[basic.Uuid] = Field(
+        None,
+        description='Sequence ID for a failure status. Statuses belonging to the same sequence will have the same ID. Unique across a failure cycle, i.e. new -> ack -> ... -> resolved.',
+    )
+    timestamp: Optional[basic.Timestamp] = Field(
+        None, description='Timestamp on which the failure was created.'
+    )
+    testCaseResolutionStatusType: TestCaseResolutionStatusTypes = Field(
+        ..., description='Status of Test Case Acknowledgement.'
+    )
+    testCaseResolutionStatusDetails: Optional[
+        Union[assigned.Assigned, resolved.Resolved]
+    ] = Field(None, description='Details of the test case failure status.')
+    updatedBy: Optional[entityReference.EntityReference] = Field(
+        None, description='User who updated the test case failure status.'
+    )
+    updatedAt: Optional[basic.Timestamp] = Field(
+        None, description='Time when test case resolution was updated.'
+    )
+    testCaseReference: Optional[entityReference.EntityReference] = Field(
+        None, description='Test case reference'
+    )
+    severity: Optional[Severities] = Field(
+        None,
+        description='Severity failure for the test associated with the resolution.',
+    )

metadata/generated/schema/tests/testDefinition.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/testDefinition.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -102,3 +102,7 @@ class TestDefinition(BaseModel):
     deleted: Optional[bool] = Field(
         False, description='When `true` indicates the entity has been soft deleted.'
     )
+    supportsRowLevelPassedFailed: Optional[bool] = Field(
+        False,
+        description='When `true` indicates the test case supports row level passed/failed.',
+    )

metadata/generated/schema/tests/testSuite.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/testSuite.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00

metadata/generated/schema/type/auditLog.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/auditLog.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/basic.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/basic.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -94,16 +94,16 @@ class Timezone(BaseModel):
 
 
 class EntityLink(BaseModel):
-    __root__: constr(regex=r'^(?u)<#E::\w+::[\w\'\- .&/:+"\\()$#%]+>$') = Field(
+    __root__: constr(regex=r'(?u)^<#E::\w+::[\w\'\- .&/:+"\\()$#%]+>$') = Field(
         ...,
         description='Link to an entity or field within an entity using this format `<#E::{entities}::{entityType}::{field}::{arrayFieldName}::{arrayFieldValue}`.',
     )
 
 
 class EntityName(BaseModel):
-    __root__: constr(
-        regex=r'^(?u)[\w\'\- .&()%]+$', min_length=1, max_length=128
-    ) = Field(..., description='Name that identifies an entity.')
+    __root__: constr(regex=r'^((?!::).)*$', min_length=1, max_length=256) = Field(
+        ..., description='Name that identifies an entity.'
+    )
 
 
 class FullyQualifiedEntityName(BaseModel):

metadata/generated/schema/type/bulkOperationResult.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/bulkOperationResult.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/changeEvent.py

@@ -1,92 +1,22 @@
 # generated by datamodel-codegen:
 #   filename:  type/changeEvent.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
-from enum import Enum
-from typing import Any, List, Optional
+from typing import Any, Optional
 
 from pydantic import BaseModel, Extra, Field
 
-from . import basic, entityHistory
-
-
-class EventType(Enum):
-    entityCreated = 'entityCreated'
-    entityUpdated = 'entityUpdated'
-    entityNoChange = 'entityNoChange'
-    entitySoftDeleted = 'entitySoftDeleted'
-    entityDeleted = 'entityDeleted'
-    entityRestored = 'entityRestored'
-
-
-class EntityTypes(Enum):
-    All = 'All'
-    Chart = 'Chart'
-    Dashboard = 'Dashboard'
-    Database = 'Database'
-    Database_Schema = 'Database Schema'
-    Glossary = 'Glossary'
-    Glossary_Term = 'Glossary Term'
-    Location = 'Location'
-    Metrics = 'Metrics'
-    Ml_Model = 'Ml Model'
-    Pipeline = 'Pipeline'
-    Report = 'Report'
-    Table = 'Table'
-    Topic = 'Topic'
-    Test_Case = 'Test Case'
-
-
-class FieldTypes(Enum):
-    All = 'All'
-    Display_Name = 'Display Name'
-    Description = 'Description'
-    Owner = 'Owner'
-    Location = 'Location'
-    Tags = 'Tags'
-    Usage_Summary = 'Usage Summary'
-    Followers = 'Followers'
-    Sample_Data = 'Sample Data'
-    Synonyms = 'Synonyms'
-    Glossary = 'Glossary'
-    Test_Case_Result_Success = 'Test Case Result Success'
-    Test_Case_Result_Failed = 'Test Case Result Failed'
-    Test_Case_Result_Aborted = 'Test Case Result Aborted'
-
-
-class Filters(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    eventType: EventType = Field(..., description='Event type that is being requested.')
-    include: Optional[List[str]] = Field(
-        ['all'], description='Field which are allowed to pass', unique_items=True
-    )
-    exclude: Optional[List[str]] = Field(
-        [], description='Field which are not allowed to pass', unique_items=True
-    )
-
-
-class EventFilter(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    entityType: str = Field(
-        ...,
-        description='Entity type for filter , example : topic , table, dashboard, mlmodel , etc',
-    )
-    filters: Optional[List[Filters]] = Field(
-        None, description='List of operations supported by the resource.'
-    )
+from . import basic, changeEventType, entityHistory
 
 
 class ChangeEvent(BaseModel):
     class Config:
         extra = Extra.forbid
 
-    eventType: EventType
+    id: basic.Uuid = Field(..., description='Unique identifier for the event.')
+    eventType: changeEventType.EventType
     entityType: str = Field(
         ...,
         description='Entity type that changed. Use the schema of this entity to process the entity attribute.',

metadata/generated/schema/type/changeEventType.py

@@ -0,0 +1,29 @@
+# generated by datamodel-codegen:
+#   filename:  type/changeEventType.json
+#   timestamp: 2024-02-06T05:39:24+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+
+
+class EventType(Enum):
+    entityCreated = 'entityCreated'
+    entityUpdated = 'entityUpdated'
+    entityFieldsChanged = 'entityFieldsChanged'
+    entityNoChange = 'entityNoChange'
+    entitySoftDeleted = 'entitySoftDeleted'
+    entityDeleted = 'entityDeleted'
+    entityRestored = 'entityRestored'
+    threadCreated = 'threadCreated'
+    threadUpdated = 'threadUpdated'
+    postCreated = 'postCreated'
+    postUpdated = 'postUpdated'
+    taskResolved = 'taskResolved'
+    taskClosed = 'taskClosed'
+    logicalTestCaseAdded = 'logicalTestCaseAdded'
+    suggestionCreated = 'suggestionCreated'
+    suggestionUpdated = 'suggestionUpdated'
+    suggestionAccepted = 'suggestionAccepted'
+    suggestionRejected = 'suggestionRejected'
+    suggestionDeleted = 'suggestionDeleted'

metadata/generated/schema/type/collectionDescriptor.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/collectionDescriptor.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvDocumentation.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvDocumentation.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvErrorType.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvErrorType.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvFile.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvFile.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvImportResult.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvImportResult.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/dailyCount.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/dailyCount.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/databaseConnectionConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/databaseConnectionConfig.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityHistory.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityHistory.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations