openmetadata-ingestion 1.6.7.0__py3-none-any.whl → 1.7.0.0rc1__py3-none-any.whl

metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00

metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/powerbi/azureConfig.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/powerbi/bucketDetails.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/powerbi/gcsConfig.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/powerbi/s3Config.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py

@@ -1,20 +1,27 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/qlikCloudConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
 from enum import Enum
-from typing import Optional
+from typing import List, Optional
 
 from pydantic import AnyUrl, ConfigDict, Field
 from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
+class SpaceType(Enum):
+    Managed = 'Managed'
+    Shared = 'Shared'
+    Personal = 'Personal'
+
+
 class QlikCloudType(Enum):
     QlikCloud = 'QlikCloud'
 
@@ -40,6 +47,47 @@ class QlikCloudConnection(BaseModel):
             title='Host and Port',
         ),
     ]
+    spaceTypes: Annotated[
+        Optional[List[SpaceType]],
+        Field(
+            [SpaceType.Managed, SpaceType.Shared, SpaceType.Personal],
+            description='Space types of Qlik Cloud to filter the dashboards ingested into the platform.',
+            min_length=1,
+            title='Space Types',
+        ),
+    ]
+    dashboardFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include dashboards that matches the pattern.',
+            title='Default Dashboard Filter Pattern',
+        ),
+    ]
+    chartFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include charts that matches the pattern.',
+            title='Default Chart Filter Pattern',
+        ),
+    ]
+    dataModelFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include data models that matches the pattern.',
+            title='Default Data Model Filter Pattern',
+        ),
+    ]
+    projectFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include projects that matches the pattern.',
+            title='Default Project Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/qlikSenseConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -13,6 +13,7 @@ from typing_extensions import Annotated
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.ssl import verifySSLConfig
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -74,6 +75,38 @@ class QlikSenseConnection(BaseModel):
     userId: Annotated[
         Optional[str], Field(None, description='User ID.', title='User ID')
     ]
+    dashboardFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include dashboards that matches the pattern.',
+            title='Default Dashboard Filter Pattern',
+        ),
+    ]
+    chartFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include charts that matches the pattern.',
+            title='Default Chart Filter Pattern',
+        ),
+    ]
+    dataModelFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include data models that matches the pattern.',
+            title='Default Data Model Filter Pattern',
+        ),
+    ]
+    projectFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include projects that matches the pattern.',
+            title='Default Project Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/quickSightConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -13,6 +13,7 @@ from typing_extensions import Annotated
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.credentials import awsCredentials
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -57,6 +58,38 @@ class QuickSightConnection(BaseModel):
             description='The Amazon QuickSight namespace that contains the dashboard IDs in this request ( To be provided when identityType is `ANONYMOUS` )',
         ),
     ]
+    dashboardFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include dashboards that matches the pattern.',
+            title='Default Dashboard Filter Pattern',
+        ),
+    ]
+    chartFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include charts that matches the pattern.',
+            title='Default Chart Filter Pattern',
+        ),
+    ]
+    dataModelFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include data models that matches the pattern.',
+            title='Default Data Model Filter Pattern',
+        ),
+    ]
+    projectFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include projects that matches the pattern.',
+            title='Default Project Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/redashConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -43,6 +44,38 @@ class RedashConnection(BaseModel):
             title='Redash Version',
         ),
     ]
+    dashboardFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include dashboards that matches the pattern.',
+            title='Default Dashboard Filter Pattern',
+        ),
+    ]
+    chartFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include charts that matches the pattern.',
+            title='Default Chart Filter Pattern',
+        ),
+    ]
+    dataModelFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include data models that matches the pattern.',
+            title='Default Data Model Filter Pattern',
+        ),
+    ]
+    projectFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include projects that matches the pattern.',
+            title='Default Project Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/sigmaConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,8 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
+from .....type import filterPattern
+
 
 class SigmaType(Enum):
     Sigma = 'Sigma'
@@ -39,3 +41,35 @@ class SigmaConnection(BaseModel):
         Optional[str],
         Field('v2', description='Sigma API version.', title='API Version'),
     ]
+    dashboardFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include dashboards that matches the pattern.',
+            title='Default Dashboard Filter Pattern',
+        ),
+    ]
+    chartFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include charts that matches the pattern.',
+            title='Default Chart Filter Pattern',
+        ),
+    ]
+    dataModelFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include data models that matches the pattern.',
+            title='Default Data Model Filter Pattern',
+        ),
+    ]
+    projectFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include projects that matches the pattern.',
+            title='Default Project Filter Pattern',
+        ),
+    ]

metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/supersetConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
+from .....type import filterPattern
 from ....utils import supersetApiConnection
 from .. import connectionBasicType
 from ..database import mysqlConnection, postgresConnection
@@ -44,6 +45,38 @@ class SupersetConnection(BaseModel):
             title='Superset Connection',
         ),
     ]
+    dashboardFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include dashboards that matches the pattern.',
+            title='Default Dashboard Filter Pattern',
+        ),
+    ]
+    chartFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include charts that matches the pattern.',
+            title='Default Chart Filter Pattern',
+        ),
+    ]
+    dataModelFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include data models that matches the pattern.',
+            title='Default Data Model Filter Pattern',
+        ),
+    ]
+    projectFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include projects that matches the pattern.',
+            title='Default Project Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/dashboard/tableauConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -14,6 +14,7 @@ from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.credentials import accessTokenAuth, basicAuth
 from .....security.ssl import verifySSLConfig
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -62,6 +63,38 @@ class TableauConnection(BaseModel):
     ]
     verifySSL: Optional[verifySSLConfig.VerifySSL] = verifySSLConfig.VerifySSL.no_ssl
     sslConfig: Optional[verifySSLConfig.SslConfig] = None
+    dashboardFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include dashboards that matches the pattern.',
+            title='Default Dashboard Filter Pattern',
+        ),
+    ]
+    chartFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include charts that matches the pattern.',
+            title='Default Chart Filter Pattern',
+        ),
+    ]
+    dataModelFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex exclude or include data models that matches the pattern.',
+            title='Default Data Model Filter Pattern',
+        ),
+    ]
+    projectFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to exclude or include projects that matches the pattern.',
+            title='Default Project Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00

metadata/generated/schema/entity/services/connections/database/athenaConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/athenaConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -13,6 +13,7 @@ from typing_extensions import Annotated
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.credentials import awsCredentials
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -69,6 +70,30 @@ class AthenaConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/azureSQLConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -12,6 +12,7 @@ from typing_extensions import Annotated
 
 from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -135,6 +136,30 @@ class AzureSQLConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/bigQueryConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -13,6 +13,7 @@ from typing_extensions import Annotated
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.credentials import gcpCredentials
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -84,10 +85,38 @@ class BigQueryConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),
     ]
+    supportsIncrementalMetadataExtraction: Annotated[
+        Optional[connectionBasicType.SupportsIncrementalMetadataExtraction],
+        Field(None, title='Supports Incremental Metadata Extraction'),
+    ]
     supportsUsageExtraction: Optional[
         connectionBasicType.SupportsUsageExtraction
     ] = None
@@ -119,3 +148,9 @@ class BigQueryConnection(BaseModel):
         Optional[connectionBasicType.SupportsDataDiff],
         Field(None, title='Supports Data Diff Extraction.'),
     ]
+    costPerTB: Annotated[
+        Optional[float],
+        Field(
+            6.25, description='Cost per TiB for BigQuery usage', title='Cost Per TiB'
+        ),
+    ]

metadata/generated/schema/entity/services/connections/database/bigTableConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/bigTableConnection.json
-#   timestamp: 2025-03-28T07:59:21+00:00
+#   timestamp: 2025-04-02T05:35:35+00:00
 
 from __future__ import annotations
 
@@ -13,6 +13,7 @@ from typing_extensions import Annotated
 from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....security.credentials import gcpCredentials
+from .....type import filterPattern
 from .. import connectionBasicType
 
 
@@ -40,6 +41,30 @@ class BigTableConnection(BaseModel):
         Optional[connectionBasicType.ConnectionArguments],
         Field(None, title='Connection Arguments'),
     ]
+    schemaFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude schemas that matches the pattern.',
+            title='Default Schema Filter Pattern',
+        ),
+    ]
+    tableFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude tables that matches the pattern.',
+            title='Default Table Filter Pattern',
+        ),
+    ]
+    databaseFilterPattern: Annotated[
+        Optional[filterPattern.FilterPattern],
+        Field(
+            None,
+            description='Regex to only include/exclude databases that matches the pattern.',
+            title='Default Database Filter Pattern',
+        ),
+    ]
     supportsMetadataExtraction: Annotated[
         Optional[connectionBasicType.SupportsMetadataExtraction],
         Field(None, title='Supports Metadata Extraction'),

metadata/generated/schema/entity/services/connections/database/cassandra/__init__.py

@@ -0,0 +1,3 @@
+# generated by datamodel-codegen:
+#   filename:  schema
+#   timestamp: 2025-04-02T05:35:35+00:00