openmetadata-ingestion 1.4.7.2__py3-none-any.whl → 1.5.0.0__py3-none-any.whl

metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py

@@ -1,13 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/metadata/metadataESConnection.json
-#   timestamp: 2024-08-16T17:41:32+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import List, Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....configuration import elasticSearchConfiguration
 from .....system import eventPublisherJob
@@ -19,46 +22,53 @@ class MetadataESType(Enum):
 
 
 class MetadataESConnection(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: Optional[MetadataESType] = Field(
-        MetadataESType.MetadataES, description='Service Type'
-    )
-    entities: Optional[List[str]] = Field(
-        [
-            'table',
-            'topic',
-            'dashboard',
-            'pipeline',
-            'mlmodel',
-            'user',
-            'team',
-            'glossaryTerm',
-            'tag',
-            'entityReportData',
-            'webAnalyticEntityViewReportData',
-            'webAnalyticUserActivityReportData',
-            'container',
-            'query',
-        ],
-        description='List of entities that you need to reindex',
-        title='Entities',
-        unique_items=True,
+    model_config = ConfigDict(
+        extra='forbid',
     )
-    recreateIndex: Optional[bool] = Field(True, title='Recreate Indexes')
+    type: Annotated[
+        Optional[MetadataESType],
+        Field(MetadataESType.MetadataES, description='Service Type'),
+    ]
+    entities: Annotated[
+        Optional[List[str]],
+        Field(
+            [
+                'table',
+                'topic',
+                'dashboard',
+                'pipeline',
+                'mlmodel',
+                'user',
+                'team',
+                'glossaryTerm',
+                'tag',
+                'entityReportData',
+                'webAnalyticEntityViewReportData',
+                'webAnalyticUserActivityReportData',
+                'container',
+                'query',
+            ],
+            description='List of entities that you need to reindex',
+            title='Entities',
+        ),
+    ]
+    recreateIndex: Annotated[Optional[bool], Field(True, title='Recreate Indexes')]
     runMode: Optional[eventPublisherJob.RunMode] = None
-    searchIndexMappingLanguage: Optional[
-        elasticSearchConfiguration.SearchIndexMappingLanguage
-    ] = Field(
-        elasticSearchConfiguration.SearchIndexMappingLanguage.EN,
-        description='Recreate Indexes with updated Language',
-    )
-    batchSize: Optional[int] = Field(
-        100,
-        description='Maximum number of events sent in a batch (Default 100).',
-        title='Batch Size',
-    )
+    searchIndexMappingLanguage: Annotated[
+        Optional[elasticSearchConfiguration.SearchIndexMappingLanguage],
+        Field(
+            elasticSearchConfiguration.SearchIndexMappingLanguage.EN,
+            description='Recreate Indexes with updated Language',
+        ),
+    ]
+    batchSize: Annotated[
+        Optional[int],
+        Field(
+            100,
+            description='Maximum number of events sent in a batch (Default 100).',
+            title='Batch Size',
+        ),
+    ]
     supportsMetadataExtraction: Optional[
         connectionBasicType.SupportsMetadataExtraction
     ] = None

metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py

@@ -1,13 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/metadata/openMetadataConnection.json
-#   timestamp: 2024-08-16T17:41:32+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Dict, Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field, RootModel
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.client import openMetadataJWTClientConfig
 from .....security.secrets import secretsManagerClientLoader, secretsManagerProvider
@@ -17,10 +20,10 @@ from .. import connectionBasicType
 
 
 class ElasticsSearch(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: str = Field(..., description='Type of sink component ex: metadata')
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    type: Annotated[str, Field(description='Type of sink component ex: metadata')]
     config: Optional[basic.ComponentConfig] = None
 
 
@@ -28,8 +31,8 @@ class OpenmetadataType(Enum):
     OpenMetadata = 'OpenMetadata'
 
 
-class ExtraHeaders(BaseModel):
-    __root__: Optional[Dict[str, str]] = None
+class ExtraHeaders(RootModel[Optional[Dict[str, str]]]):
+    root: Optional[Dict[str, str]] = None
 
 
 class AuthProvider(Enum):
@@ -46,87 +49,143 @@ class AuthProvider(Enum):
 
 
 class OpenMetadataConnection(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    clusterName: Optional[str] = Field(
-        'openmetadata',
-        description='Cluster name to differentiate OpenMetadata Server instance',
-    )
-    type: Optional[OpenmetadataType] = Field(
-        OpenmetadataType.OpenMetadata, description='Service Type'
-    )
-    hostPort: str = Field(
-        ...,
-        description='OpenMetadata Server Config. Must include API end point ex: http://localhost:8585/api',
-    )
-    authProvider: Optional[AuthProvider] = AuthProvider.basic
-    verifySSL: Optional[verifySSLConfig.VerifySSL] = verifySSLConfig.VerifySSL.no_ssl
-    sslConfig: Optional[verifySSLConfig.SslConfig] = None
-    securityConfig: Optional[
-        openMetadataJWTClientConfig.OpenMetadataJWTClientConfig
-    ] = Field(None, description='OpenMetadata Client security configuration.')
-    secretsManagerProvider: Optional[
-        secretsManagerProvider.SecretsManagerProvider
-    ] = secretsManagerProvider.SecretsManagerProvider.db
-    secretsManagerLoader: Optional[
-        secretsManagerClientLoader.SecretsManagerClientLoader
-    ] = secretsManagerClientLoader.SecretsManagerClientLoader.noop
-    apiVersion: Optional[str] = Field(
-        'v1', description='OpenMetadata server API version to use.'
-    )
-    includeTopics: Optional[bool] = Field(
-        True, description='Include Topics for Indexing'
-    )
-    includeTables: Optional[bool] = Field(
-        True, description='Include Tables for Indexing'
-    )
-    includeDashboards: Optional[bool] = Field(
-        True, description='Include Dashboards for Indexing'
-    )
-    includePipelines: Optional[bool] = Field(
-        True, description='Include Pipelines for Indexing'
-    )
-    includeMlModels: Optional[bool] = Field(
-        True, description='Include MlModels for Indexing'
-    )
-    includeUsers: Optional[bool] = Field(True, description='Include Users for Indexing')
-    includeTeams: Optional[bool] = Field(True, description='Include Teams for Indexing')
-    includeGlossaryTerms: Optional[bool] = Field(
-        True, description='Include Glossary Terms for Indexing'
-    )
-    includeTags: Optional[bool] = Field(True, description='Include Tags for Indexing')
-    includePolicy: Optional[bool] = Field(True, description='Include Tags for Policy')
-    includeMessagingServices: Optional[bool] = Field(
-        True, description='Include Messaging Services for Indexing'
-    )
-    enableVersionValidation: Optional[bool] = Field(
-        True, description='Validate Openmetadata Server & Client Version.'
-    )
-    includeDatabaseServices: Optional[bool] = Field(
-        True, description='Include Database Services for Indexing'
-    )
-    includePipelineServices: Optional[bool] = Field(
-        True, description='Include Pipeline Services for Indexing'
-    )
-    limitRecords: Optional[int] = Field(
-        '1000', description='Limit the number of records for Indexing.'
-    )
-    forceEntityOverwriting: Optional[bool] = Field(
-        False, description='Force the overwriting of any entity during the ingestion.'
-    )
-    storeServiceConnection: Optional[bool] = Field(
-        True,
-        description='If set to true, when creating a service during the ingestion we will store its Service Connection. Otherwise, the ingestion will create a bare service without connection details.',
-    )
-    elasticsSearch: Optional[ElasticsSearch] = Field(
-        None,
-        description='Configuration for Sink Component in the OpenMetadata Ingestion Framework.',
-    )
-    supportsDataInsightExtraction: Optional[
-        connectionBasicType.SupportsDataInsightExtraction
-    ] = None
-    supportsElasticSearchReindexingExtraction: Optional[
-        connectionBasicType.SupportsElasticSearchReindexingExtraction
-    ] = None
-    extraHeaders: Optional[ExtraHeaders] = Field(None, title='Extra Headers')
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    clusterName: Annotated[
+        Optional[str],
+        Field(
+            'openmetadata',
+            description='Cluster name to differentiate OpenMetadata Server instance',
+        ),
+    ]
+    type: Annotated[
+        Optional[OpenmetadataType],
+        Field(OpenmetadataType.OpenMetadata, description='Service Type'),
+    ]
+    hostPort: Annotated[
+        str,
+        Field(
+            description='OpenMetadata Server Config. Must include API end point ex: http://localhost:8585/api'
+        ),
+    ]
+    authProvider: Annotated[
+        Optional[AuthProvider],
+        Field(
+            AuthProvider.basic,
+            description='OpenMetadata Server Authentication Provider.',
+        ),
+    ]
+    verifySSL: Annotated[
+        Optional[verifySSLConfig.VerifySSL],
+        Field(
+            verifySSLConfig.VerifySSL.no_ssl,
+            description='Flag to verify SSL Certificate for OpenMetadata Server.',
+        ),
+    ]
+    sslConfig: Annotated[
+        Optional[verifySSLConfig.SslConfig],
+        Field(None, description='SSL Configuration for OpenMetadata Server'),
+    ]
+    securityConfig: Annotated[
+        Optional[openMetadataJWTClientConfig.OpenMetadataJWTClientConfig],
+        Field(None, description='OpenMetadata Client security configuration.'),
+    ]
+    secretsManagerProvider: Annotated[
+        Optional[secretsManagerProvider.SecretsManagerProvider],
+        Field(
+            secretsManagerProvider.SecretsManagerProvider.db,
+            description='Secrets Manager Provider for OpenMetadata Server.',
+        ),
+    ]
+    secretsManagerLoader: Annotated[
+        Optional[secretsManagerClientLoader.SecretsManagerClientLoader],
+        Field(
+            secretsManagerClientLoader.SecretsManagerClientLoader.noop,
+            description='Secrets Manager Loader for the Pipeline Service Client.',
+        ),
+    ]
+    apiVersion: Annotated[
+        Optional[str],
+        Field('v1', description='OpenMetadata server API version to use.'),
+    ]
+    includeTopics: Annotated[
+        Optional[bool], Field(True, description='Include Topics for Indexing')
+    ]
+    includeTables: Annotated[
+        Optional[bool], Field(True, description='Include Tables for Indexing')
+    ]
+    includeDashboards: Annotated[
+        Optional[bool], Field(True, description='Include Dashboards for Indexing')
+    ]
+    includePipelines: Annotated[
+        Optional[bool], Field(True, description='Include Pipelines for Indexing')
+    ]
+    includeMlModels: Annotated[
+        Optional[bool], Field(True, description='Include MlModels for Indexing')
+    ]
+    includeUsers: Annotated[
+        Optional[bool], Field(True, description='Include Users for Indexing')
+    ]
+    includeTeams: Annotated[
+        Optional[bool], Field(True, description='Include Teams for Indexing')
+    ]
+    includeGlossaryTerms: Annotated[
+        Optional[bool], Field(True, description='Include Glossary Terms for Indexing')
+    ]
+    includeTags: Annotated[
+        Optional[bool], Field(True, description='Include Tags for Indexing')
+    ]
+    includePolicy: Annotated[
+        Optional[bool], Field(True, description='Include Tags for Policy')
+    ]
+    includeMessagingServices: Annotated[
+        Optional[bool],
+        Field(True, description='Include Messaging Services for Indexing'),
+    ]
+    enableVersionValidation: Annotated[
+        Optional[bool],
+        Field(True, description='Validate Openmetadata Server & Client Version.'),
+    ]
+    includeDatabaseServices: Annotated[
+        Optional[bool],
+        Field(True, description='Include Database Services for Indexing'),
+    ]
+    includePipelineServices: Annotated[
+        Optional[bool],
+        Field(True, description='Include Pipeline Services for Indexing'),
+    ]
+    limitRecords: Annotated[
+        Optional[int],
+        Field(1000, description='Limit the number of records for Indexing.'),
+    ]
+    forceEntityOverwriting: Annotated[
+        Optional[bool],
+        Field(
+            False,
+            description='Force the overwriting of any entity during the ingestion.',
+        ),
+    ]
+    storeServiceConnection: Annotated[
+        Optional[bool],
+        Field(
+            True,
+            description='If set to true, when creating a service during the ingestion we will store its Service Connection. Otherwise, the ingestion will create a bare service without connection details.',
+        ),
+    ]
+    elasticsSearch: Annotated[
+        Optional[ElasticsSearch],
+        Field(
+            None,
+            description='Configuration for Sink Component in the OpenMetadata Ingestion Framework.',
+        ),
+    ]
+    supportsDataInsightExtraction: Annotated[
+        Optional[connectionBasicType.SupportsDataInsightExtraction],
+        Field(None, description='Flag to enable Data Insight Extraction'),
+    ]
+    supportsElasticSearchReindexingExtraction: Annotated[
+        Optional[connectionBasicType.SupportsElasticSearchReindexingExtraction],
+        Field(None, description='Flag to enable ElasticSearch Reindexing Extraction'),
+    ]
+    extraHeaders: Annotated[Optional[ExtraHeaders], Field(None, title='Extra Headers')]

metadata/generated/schema/entity/services/connections/mlmodel/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-08-16T17:41:32+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00

metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py

@@ -1,13 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/mlmodel/customMlModelConnection.json
-#   timestamp: 2024-08-16T17:41:32+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .. import connectionBasicType
 
@@ -17,17 +20,22 @@ class CustomMlModelType(Enum):
 
 
 class CustomMlModelConnection(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: CustomMlModelType = Field(
-        ..., description='Custom Ml model service type', title='Service Type'
-    )
-    sourcePythonClass: Optional[str] = Field(
-        None,
-        description='Source Python Class Name to instantiated by the ingestion workflow',
-        title='Source Python Class Name',
-    )
-    connectionOptions: Optional[connectionBasicType.ConnectionOptions] = Field(
-        None, title='Connection Options'
+    model_config = ConfigDict(
+        extra='forbid',
     )
+    type: Annotated[
+        CustomMlModelType,
+        Field(description='Custom Ml model service type', title='Service Type'),
+    ]
+    sourcePythonClass: Annotated[
+        Optional[str],
+        Field(
+            None,
+            description='Source Python Class Name to instantiated by the ingestion workflow',
+            title='Source Python Class Name',
+        ),
+    ]
+    connectionOptions: Annotated[
+        Optional[connectionBasicType.ConnectionOptions],
+        Field(None, title='Connection Options'),
+    ]

metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py

@@ -1,13 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/mlmodel/mlflowConnection.json
-#   timestamp: 2024-08-16T17:41:32+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .. import connectionBasicType
 
@@ -17,22 +20,28 @@ class MlflowType(Enum):
 
 
 class MlflowConnection(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: Optional[MlflowType] = Field(
-        MlflowType.Mlflow, description='Service Type', title='Service Type'
-    )
-    trackingUri: str = Field(
-        ...,
-        description='Mlflow Experiment tracking URI. E.g., http://localhost:5000',
-        title='Tracking URI',
-    )
-    registryUri: str = Field(
-        ...,
-        description='Mlflow Model registry backend. E.g., mysql+pymysql://mlflow:password@localhost:3307/experiments',
-        title='Registry URI',
+    model_config = ConfigDict(
+        extra='forbid',
     )
-    supportsMetadataExtraction: Optional[
-        connectionBasicType.SupportsMetadataExtraction
-    ] = Field(None, title='Supports Metadata Extraction')
+    type: Annotated[
+        Optional[MlflowType],
+        Field(MlflowType.Mlflow, description='Service Type', title='Service Type'),
+    ]
+    trackingUri: Annotated[
+        str,
+        Field(
+            description='Mlflow Experiment tracking URI. E.g., http://localhost:5000',
+            title='Tracking URI',
+        ),
+    ]
+    registryUri: Annotated[
+        str,
+        Field(
+            description='Mlflow Model registry backend. E.g., mysql+pymysql://mlflow:password@localhost:3307/experiments',
+            title='Registry URI',
+        ),
+    ]
+    supportsMetadataExtraction: Annotated[
+        Optional[connectionBasicType.SupportsMetadataExtraction],
+        Field(None, title='Supports Metadata Extraction'),
+    ]

metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py

@@ -1,13 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/mlmodel/sageMakerConnection.json
-#   timestamp: 2024-08-16T17:41:32+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.credentials import awsCredentials
 from .. import connectionBasicType
@@ -18,15 +21,19 @@ class SageMakerType(Enum):
 
 
 class SageMakerConnection(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: Optional[SageMakerType] = Field(
-        SageMakerType.SageMaker, description='Service Type', title='Service Type'
-    )
-    awsConfig: awsCredentials.AWSCredentials = Field(
-        ..., title='AWS Credentials Configuration'
+    model_config = ConfigDict(
+        extra='forbid',
     )
-    supportsMetadataExtraction: Optional[
-        connectionBasicType.SupportsMetadataExtraction
-    ] = Field(None, title='Supports Metadata Extraction')
+    type: Annotated[
+        Optional[SageMakerType],
+        Field(
+            SageMakerType.SageMaker, description='Service Type', title='Service Type'
+        ),
+    ]
+    awsConfig: Annotated[
+        awsCredentials.AWSCredentials, Field(title='AWS Credentials Configuration')
+    ]
+    supportsMetadataExtraction: Annotated[
+        Optional[connectionBasicType.SupportsMetadataExtraction],
+        Field(None, title='Supports Metadata Extraction'),
+    ]

metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py

@@ -1,13 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/mlmodel/sklearnConnection.json
-#   timestamp: 2024-08-16T17:41:32+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .. import connectionBasicType
 
@@ -17,12 +20,14 @@ class SklearnType(Enum):
 
 
 class SklearnConnection(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: Optional[SklearnType] = Field(
-        SklearnType.Sklearn, description='Service Type', title='Service Type'
+    model_config = ConfigDict(
+        extra='forbid',
     )
-    supportsMetadataExtraction: Optional[
-        connectionBasicType.SupportsMetadataExtraction
-    ] = Field(None, title='Supports Metadata Extraction')
+    type: Annotated[
+        Optional[SklearnType],
+        Field(SklearnType.Sklearn, description='Service Type', title='Service Type'),
+    ]
+    supportsMetadataExtraction: Annotated[
+        Optional[connectionBasicType.SupportsMetadataExtraction],
+        Field(None, title='Supports Metadata Extraction'),
+    ]

metadata/generated/schema/entity/services/connections/pipeline/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-08-16T17:41:32+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00