openmetadata-ingestion 1.6.7.0__py3-none-any.whl → 1.7.0.0rc1__py3-none-any.whl

metadata/generated/schema/entity/services/connections/database/db2Connection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/db2Connection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -78,6 +79,30 @@ class Db2Connection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/deltaLakeConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
+from .....type import filterPattern
 from .. import connectionBasicType
 from .deltalake import metastoreConfig, storageConfig
 
@@ -53,6 +54,30 @@ class DeltaLakeConnection(BaseModel):
             title='Connection Arguments',
         ),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00

metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/deltalake/metastoreConfig.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/deltalake/storageConfig.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/domoDatabaseConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -65,6 +66,30 @@ class DomoDatabaseConnection(BaseModel):
             title='Database Name',
         ),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/dorisConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/dorisConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -13,6 +13,7 @@ from typing_extensions import Annotated
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
 from .....security.ssl import verifySSLConfig
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -83,6 +84,30 @@ class DorisConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/druidConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/druidConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -71,6 +72,30 @@ class DruidConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/dynamoDBConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -13,6 +13,7 @@ from typing_extensions import Annotated
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.credentials import awsCredentials
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -47,6 +48,30 @@ class DynamoDBConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/exasolConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/exasolConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -78,6 +79,30 @@ class ExasolConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/glueConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/glueConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -13,6 +13,7 @@ from typing_extensions import Annotated
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.credentials import awsCredentials
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -47,6 +48,30 @@ class GlueConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/greenplumConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/greenplumConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -13,6 +13,7 @@ from typing_extensions import Annotated
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.ssl import verifySSLConfig
+from .....type import filterPattern
 from .. import connectionBasicType
 from .common import basicAuth, iamAuthConfig
 
@@ -89,6 +90,30 @@ class GreenplumConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/hiveConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/hiveConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
+from .....type import filterPattern
 from .. import connectionBasicType
 from . import mysqlConnection, postgresConnection
 
@@ -132,6 +133,30 @@ class HiveConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00

metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/iceberg/dynamoDbCatalogConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/iceberg/glueCatalogConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/iceberg/hiveCatalogConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/iceberg/icebergCatalog.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/iceberg/icebergFileSystem.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/iceberg/restCatalogConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/database/icebergConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/icebergConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
+from .....type import filterPattern
 from .. import connectionBasicType
 from .iceberg import icebergCatalog
 
@@ -37,6 +38,30 @@ class IcebergConnection(BaseModel):
             title='Ownership Property',
         ),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/impalaConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/impalaConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -120,6 +121,30 @@ class ImpalaConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),