openmetadata-ingestion 1.2.4.0__py3-none-any.whl → 1.3.2.0rc1__py3-none-any.whl

metadata/generated/schema/security/secrets/secretsManagerProvider.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  security/secrets/secretsManagerProvider.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -8,9 +8,11 @@ from enum import Enum
 
 
 class SecretsManagerProvider(Enum):
-    noop = 'noop'
+    db = 'db'
     managed_aws = 'managed-aws'
     aws = 'aws'
     managed_aws_ssm = 'managed-aws-ssm'
     aws_ssm = 'aws-ssm'
+    managed_azure_kv = 'managed-azure-kv'
+    azure_kv = 'azure-kv'
     in_memory = 'in-memory'

metadata/generated/schema/security/securityConfiguration.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  security/securityConfiguration.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/security/ssl/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00

metadata/generated/schema/security/ssl/validateSSLClientConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  security/ssl/validateSSLClientConfig.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/security/ssl/verifySSLConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  security/ssl/verifySSLConfig.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -13,6 +13,9 @@ from . import validateSSLClientConfig
 
 
 class VerifySslConfig(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
     __root__: Any = Field(
         ...,
         description='Client configuration to validate SSL certificates.',

metadata/generated/schema/settings/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00

metadata/generated/schema/settings/settings.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  settings/settings.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/system/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00

metadata/generated/schema/system/entityError.py

@@ -0,0 +1,17 @@
+# generated by datamodel-codegen:
+#   filename:  system/entityError.json
+#   timestamp: 2024-03-25T11:44:26+00:00
+
+from __future__ import annotations
+
+from typing import Any, Optional
+
+from pydantic import BaseModel, Extra
+
+
+class EntityError(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    message: Optional[str] = None
+    entity: Optional[Any] = None

metadata/generated/schema/system/eventPublisherJob.py

@@ -1,16 +1,17 @@
 # generated by datamodel-codegen:
 #   filename:  system/eventPublisherJob.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
 from enum import Enum
-from typing import Any, Dict, List, Optional
+from typing import List, Optional
 
 from pydantic import BaseModel, Extra, Field
 
 from ..configuration import elasticSearchConfiguration
 from ..type import basic
+from . import indexingError
 
 
 class Status(Enum):
@@ -24,21 +25,6 @@ class Status(Enum):
     success = 'success'
 
 
-class FailureDetails(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    context: Optional[str] = Field(None, description='Additional Context for Failure.')
-    lastFailedAt: Optional[basic.Timestamp] = Field(
-        None,
-        description='Last non-successful callback time in UNIX UTC epoch time in milliseconds.',
-    )
-    lastFailedReason: Optional[str] = Field(
-        None,
-        description='Last non-successful activity response reason received during callback.',
-    )
-
-
 class StepStats(BaseModel):
     totalRecords: Optional[int] = Field(0, description='Count of Total Failed Records')
     successRecords: Optional[int] = Field(
@@ -72,8 +58,8 @@ class EventPublisherResult(BaseModel):
     name: Optional[str] = Field(None, description='Name of the result')
     timestamp: basic.Timestamp
     status: Status = Field(..., description='This schema publisher run job status.')
-    failure: Optional[Dict[str, Any]] = Field(
-        None, description='List of Failures in the Job'
+    failure: Optional[indexingError.IndexingAppError] = Field(
+        None, description='Failure for the job'
     )
     stats: Optional[Stats] = None
     entities: Optional[List[str]] = Field(

metadata/generated/schema/system/indexingError.py

@@ -0,0 +1,34 @@
+# generated by datamodel-codegen:
+#   filename:  system/indexingError.json
+#   timestamp: 2024-03-25T11:44:26+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+from typing import List, Optional
+
+from pydantic import BaseModel, Extra
+
+from . import entityError
+
+
+class ErrorSource(Enum):
+    Job = 'Job'
+    Reader = 'Reader'
+    Processor = 'Processor'
+    Sink = 'Sink'
+
+
+class IndexingAppError(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    errorSource: Optional[ErrorSource] = None
+    lastFailedCursor: Optional[str] = None
+    message: Optional[str] = None
+    failedEntities: Optional[List[entityError.EntityError]] = None
+    reason: Optional[str] = None
+    stackTrace: Optional[str] = None
+    submittedCount: Optional[int] = None
+    successCount: Optional[int] = None
+    failedCount: Optional[int] = None

metadata/generated/schema/system/ui/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00

metadata/generated/schema/system/ui/knowledgePanel.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  system/ui/knowledgePanel.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/system/ui/page.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  system/ui/page.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/system/validationResponse.py

@@ -0,0 +1,43 @@
+# generated by datamodel-codegen:
+#   filename:  system/validationResponse.json
+#   timestamp: 2024-03-25T11:44:26+00:00
+
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import BaseModel, Extra, Field
+
+
+class StepValidation(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    description: Optional[str] = Field(
+        None, description='Validation description. What is being tested?'
+    )
+    passed: Optional[bool] = Field(
+        None, description='Did the step validation successfully?'
+    )
+    message: Optional[str] = Field(
+        None, description='Results or exceptions to be shared after running the test.'
+    )
+
+
+class SystemValidationResponse(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    database: Optional[StepValidation] = Field(
+        None, description='Database connectivity check'
+    )
+    searchInstance: Optional[StepValidation] = Field(
+        None, description='Search instance connectivity check'
+    )
+    pipelineServiceClient: Optional[StepValidation] = Field(
+        None, description='Pipeline Service Client connectivity check'
+    )
+    jwks: Optional[StepValidation] = Field(None, description='JWKs validation')
+    migrations: Optional[StepValidation] = Field(
+        None, description='List migration results'
+    )

metadata/generated/schema/tests/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00

metadata/generated/schema/tests/assigned.py

@@ -0,0 +1,18 @@
+# generated by datamodel-codegen:
+#   filename:  tests/assigned.json
+#   timestamp: 2024-03-25T11:44:26+00:00
+
+from __future__ import annotations
+
+from pydantic import BaseModel, Extra, Field
+
+from ..type import entityReference
+
+
+class Assigned(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    assignee: entityReference.EntityReference = Field(
+        ..., description='User working on failure resolution.'
+    )

metadata/generated/schema/tests/basic.py

@@ -1,13 +1,13 @@
 # generated by datamodel-codegen:
 #   filename:  tests/basic.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Any, List, Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import BaseModel, Field
 
 from ..type import basic
 
@@ -28,6 +28,9 @@ class TestSummary(BaseModel):
     aborted: Optional[int] = Field(
         None, description='Number of test cases that aborted.'
     )
+    queued: Optional[int] = Field(
+        None, description='Number of test cases that are queued for execution.'
+    )
     total: Optional[int] = Field(None, description='Total number of test cases.')
 
 
@@ -40,44 +43,10 @@ class TestCaseStatus(Enum):
     Success = 'Success'
     Failed = 'Failed'
     Aborted = 'Aborted'
-
-
-class TestCaseFailureStatusType(Enum):
-    Ack = 'Ack'
-    New = 'New'
-    Resolved = 'Resolved'
-
-
-class TestCaseFailureReason(Enum):
-    FalsePositive = 'FalsePositive'
-    MissingData = 'MissingData'
-    Duplicates = 'Duplicates'
-    OutOfBounds = 'OutOfBounds'
-    Other = 'Other'
-
-
-class TestCaseFailureStatus(BaseModel):
-    testCaseFailureStatusType: Optional[TestCaseFailureStatusType] = Field(
-        None, description='Status of Test Case Acknowledgement.'
-    )
-    testCaseFailureReason: Optional[TestCaseFailureReason] = Field(
-        None, description='Reason of Test Case resolution.'
-    )
-    testCaseFailureComment: Optional[str] = Field(
-        None, description='Test case failure resolution comment.'
-    )
-    updatedBy: Optional[str] = Field(
-        None, description='User who updated the test case failure status.'
-    )
-    updatedAt: Optional[basic.Timestamp] = Field(
-        None, description='Time when test case failure status was updated.'
-    )
+    Queued = 'Queued'
 
 
 class TestCaseResult(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
     timestamp: Optional[basic.Timestamp] = Field(
         None, description='Data one which test case result is taken.'
     )
@@ -90,8 +59,17 @@ class TestCaseResult(BaseModel):
         description="sample data to capture rows/columns that didn't match the expressed testcase.",
     )
     testResultValue: Optional[List[TestResultValue]] = None
-    testCaseFailureStatus: Optional[TestCaseFailureStatus] = Field(
-        None, description='Schema to capture test case result.'
+    passedRows: Optional[int] = Field(None, description='Number of rows that passed.')
+    failedRows: Optional[int] = Field(None, description='Number of rows that failed.')
+    passedRowsPercentage: Optional[float] = Field(
+        None, description='Percentage of rows that passed.'
+    )
+    failedRowsPercentage: Optional[float] = Field(
+        None, description='Percentage of rows that failed.'
+    )
+    incidentId: Optional[basic.Uuid] = Field(
+        None,
+        description='Incident State ID associated with this result. This association happens when the result is created, and will stay there even when the incident is resolved.',
     )
 
 

metadata/generated/schema/tests/customMetric.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/customMetric.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -24,7 +24,9 @@ class CustomMetric(BaseModel):
     description: Optional[basic.Markdown] = Field(
         None, description='Description of the Metric.'
     )
-    columnName: str = Field(..., description='Name of the column in a table.')
+    columnName: Optional[str] = Field(
+        None, description='Name of the column in a table.'
+    )
     expression: str = Field(
         ...,
         description='SQL expression to compute the Metric. It should return a single numerical value.',

metadata/generated/schema/tests/resolved.py

@@ -0,0 +1,35 @@
+# generated by datamodel-codegen:
+#   filename:  tests/resolved.json
+#   timestamp: 2024-03-25T11:44:26+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+from typing import Optional
+
+from pydantic import BaseModel, Extra, Field
+
+from ..type import entityReference
+
+
+class TestCaseFailureReasonType(Enum):
+    FalsePositive = 'FalsePositive'
+    MissingData = 'MissingData'
+    Duplicates = 'Duplicates'
+    OutOfBounds = 'OutOfBounds'
+    Other = 'Other'
+
+
+class Resolved(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    testCaseFailureReason: TestCaseFailureReasonType = Field(
+        ..., description='Reason of Test Case resolution.'
+    )
+    testCaseFailureComment: str = Field(
+        ..., description='Test case failure resolution comment.'
+    )
+    resolvedBy: Optional[entityReference.EntityReference] = Field(
+        None, description='User who resolved the test case failure.'
+    )

metadata/generated/schema/tests/testCase.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/testCase.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -49,7 +49,9 @@ class TestCase(BaseModel):
     testSuite: entityReference.EntityReference
     testSuites: Optional[List[testSuite.TestSuite]] = None
     parameterValues: Optional[List[TestCaseParameterValue]] = None
-    testCaseResult: Optional[basic_1.TestCaseResult] = None
+    testCaseResult: Optional[basic_1.TestCaseResult] = Field(
+        None, description='Latest test case result obtained for this test case.'
+    )
     version: Optional[entityHistory.EntityVersion] = Field(
         None, description='Metadata version of the entity.'
     )
@@ -70,3 +72,10 @@ class TestCase(BaseModel):
     deleted: Optional[bool] = Field(
         False, description='When `true` indicates the entity has been soft deleted.'
     )
+    computePassedFailedRowCount: Optional[bool] = Field(
+        False, description='Compute the passed and failed row count for the test case.'
+    )
+    incidentId: Optional[basic.Uuid] = Field(
+        None,
+        description='Reference to an ongoing Incident ID (stateId) for this test case.',
+    )

metadata/generated/schema/tests/testCaseResolutionStatus.py

@@ -0,0 +1,63 @@
+# generated by datamodel-codegen:
+#   filename:  tests/testCaseResolutionStatus.json
+#   timestamp: 2024-03-25T11:44:26+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+from typing import Optional, Union
+
+from pydantic import BaseModel, Extra, Field
+
+from ..type import basic, entityReference
+from . import assigned, resolved
+
+
+class TestCaseResolutionStatusTypes(Enum):
+    New = 'New'
+    Ack = 'Ack'
+    Assigned = 'Assigned'
+    Resolved = 'Resolved'
+
+
+class Severities(Enum):
+    Severity1 = 'Severity1'
+    Severity2 = 'Severity2'
+    Severity3 = 'Severity3'
+    Severity4 = 'Severity4'
+    Severity5 = 'Severity5'
+
+
+class TestCaseResolutionStatus(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    id: Optional[basic.Uuid] = Field(
+        None, description='Unique identifier of this failure instance'
+    )
+    stateId: Optional[basic.Uuid] = Field(
+        None,
+        description='Sequence ID for a failure status. Statuses belonging to the same sequence will have the same ID. Unique across a failure cycle, i.e. new -> ack -> ... -> resolved.',
+    )
+    timestamp: Optional[basic.Timestamp] = Field(
+        None, description='Timestamp on which the failure was created.'
+    )
+    testCaseResolutionStatusType: TestCaseResolutionStatusTypes = Field(
+        ..., description='Status of Test Case Acknowledgement.'
+    )
+    testCaseResolutionStatusDetails: Optional[
+        Union[assigned.Assigned, resolved.Resolved]
+    ] = Field(None, description='Details of the test case failure status.')
+    updatedBy: Optional[entityReference.EntityReference] = Field(
+        None, description='User who updated the test case failure status.'
+    )
+    updatedAt: Optional[basic.Timestamp] = Field(
+        None, description='Time when test case resolution was updated.'
+    )
+    testCaseReference: Optional[entityReference.EntityReference] = Field(
+        None, description='Test case reference'
+    )
+    severity: Optional[Severities] = Field(
+        None,
+        description='Severity failure for the test associated with the resolution.',
+    )

metadata/generated/schema/tests/testDefinition.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/testDefinition.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -85,6 +85,7 @@ class TestDefinition(BaseModel):
     owner: Optional[entityReference.EntityReference] = Field(
         None, description='Owner of this TestCase definition.'
     )
+    provider: Optional[basic.ProviderType] = basic.ProviderType.user
     version: Optional[entityHistory.EntityVersion] = Field(
         None, description='Metadata version of the entity.'
     )
@@ -102,3 +103,7 @@ class TestDefinition(BaseModel):
     deleted: Optional[bool] = Field(
         False, description='When `true` indicates the entity has been soft deleted.'
     )
+    supportsRowLevelPassedFailed: Optional[bool] = Field(
+        False,
+        description='When `true` indicates the test case supports row level passed/failed.',
+    )

metadata/generated/schema/tests/testSuite.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  tests/testSuite.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00

metadata/generated/schema/type/auditLog.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/auditLog.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/basic.py

@@ -1,12 +1,12 @@
 # generated by datamodel-codegen:
 #   filename:  type/basic.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
 from datetime import date, datetime, time
 from enum import Enum
-from typing import Any, Dict, Optional
+from typing import Any, Dict, List, Optional
 from uuid import UUID
 
 from pydantic import AnyUrl, BaseModel, EmailStr, Extra, Field, constr
@@ -86,6 +86,10 @@ class Time(BaseModel):
     )
 
 
+class EnumModel(BaseModel):
+    __root__: List[str] = Field(..., description='List of values in Enum.')
+
+
 class Timezone(BaseModel):
     __root__: str = Field(
         ...,
@@ -94,16 +98,16 @@ class Timezone(BaseModel):
 
 
 class EntityLink(BaseModel):
-    __root__: constr(regex=r'^(?u)<#E::\w+::[\w\'\- .&/:+"\\()$#%]+>$') = Field(
+    __root__: constr(regex=r'(?u)^<#E::\w+::[\w\'\- .&/:+"\\()$#%]+>$') = Field(
         ...,
         description='Link to an entity or field within an entity using this format `<#E::{entities}::{entityType}::{field}::{arrayFieldName}::{arrayFieldValue}`.',
     )
 
 
 class EntityName(BaseModel):
-    __root__: constr(
-        regex=r'^(?u)[\w\'\- .&()%]+$', min_length=1, max_length=128
-    ) = Field(..., description='Name that identifies an entity.')
+    __root__: constr(regex=r'^((?!::).)*$', min_length=1, max_length=256) = Field(
+        ..., description='Name that identifies an entity.'
+    )
 
 
 class FullyQualifiedEntityName(BaseModel):

metadata/generated/schema/type/bulkOperationResult.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/bulkOperationResult.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations