openmetadata-ingestion 1.5.13.1__py3-none-any.whl → 1.6.0.0__py3-none-any.whl

metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py

@@ -0,0 +1,69 @@
+# generated by datamodel-codegen:
+#   filename:  entity/services/connections/pipeline/datafactoryConnection.json
+#   timestamp: 2024-12-10T09:05:03+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+from typing import Optional
+
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
+
+from .....security.credentials import azureCredentials
+
+
+class DataFactoryType(Enum):
+    DataFactory = 'DataFactory'
+
+
+class DataFactoryConnection(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    type: Annotated[
+        Optional[DataFactoryType],
+        Field(
+            DataFactoryType.DataFactory,
+            description='Service Type',
+            title='Service Type',
+        ),
+    ]
+    subscription_id: Annotated[
+        str,
+        Field(
+            description='The azure subscription identifier.', title='Subscription ID'
+        ),
+    ]
+    resource_group_name: Annotated[
+        str,
+        Field(
+            description='The name of your resource group the data factory is associated with.',
+            title='Resource Group name',
+        ),
+    ]
+    factory_name: Annotated[
+        str,
+        Field(
+            description='The name of your azure data factory.',
+            title='Azure Data Factory name',
+        ),
+    ]
+    run_filter_days: Annotated[
+        Optional[int],
+        Field(
+            7,
+            description='Number of days in the past to filter pipeline runs.',
+            title='Azure Data Factory pipeline runs day filter',
+        ),
+    ]
+    configSource: Annotated[
+        Optional[azureCredentials.AzureCredentials],
+        Field(
+            None,
+            description='Available sources to fetch metadata.',
+            title='Azure Data Factory Configuration',
+        ),
+    ]

metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py

@@ -1,11 +1,11 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/pipeline/dbtCloudConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 
 from enum import Enum
-from typing import Optional
+from typing import List, Optional
 
 from pydantic import AnyUrl, ConfigDict, Field
 from typing_extensions import Annotated
@@ -33,9 +33,21 @@ class DBTCloudConnection(BaseModel):
     accountId: Annotated[
         str, Field(description='ID of your DBT cloud account', title='Account Id')
     ]
-    jobId: Annotated[
-        Optional[str],
-        Field(None, description='ID of your DBT cloud job', title='Job Id'),
+    jobIds: Annotated[
+        Optional[List[str]],
+        Field(
+            None,
+            description='List of IDs of your DBT cloud jobs seperated by comma `,`',
+            title='Job Ids',
+        ),
+    ]
+    projectIds: Annotated[
+        Optional[List[str]],
+        Field(
+            None,
+            description='List of IDs of your DBT cloud projects seperated by comma `,`',
+            title='Project Ids',
+        ),
     ]
     token: Annotated[
         CustomSecretStr,

metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/pipeline/domoPipelineConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/pipeline/fivetranConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/pipeline/flinkConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/pipeline/gluePipelineConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/pipeline/kafkaConnectConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py

@@ -0,0 +1,65 @@
+# generated by datamodel-codegen:
+#   filename:  entity/services/connections/pipeline/matillionConnection.json
+#   timestamp: 2024-12-10T09:05:03+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+from typing import Optional
+
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
+
+from .....security.ssl import verifySSLConfig
+from .. import connectionBasicType
+
+
+class MatillionType(Enum):
+    Matillion = 'Matillion'
+
+
+class Type(Enum):
+    MatillionETL = 'MatillionETL'
+
+
+class MatillionETL(BaseModel):
+    type: Optional[Type] = Type.MatillionETL
+    hostPort: Annotated[str, Field(description='Matillion Host', title='Host')]
+    username: Annotated[
+        str,
+        Field(
+            description='Username to connect to the Matillion. This user should have privileges to read all the metadata in Matillion.',
+            title='Username',
+        ),
+    ]
+    password: Annotated[
+        CustomSecretStr,
+        Field(description='Password to connect to the Matillion.', title='Password'),
+    ]
+    sslConfig: Optional[verifySSLConfig.SslConfig] = None
+
+
+class MatillionConnection(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    type: Annotated[
+        Optional[MatillionType],
+        Field(
+            MatillionType.Matillion, description='Service Type', title='Service Type'
+        ),
+    ]
+    connection: Annotated[
+        Optional[MatillionETL],
+        Field(
+            None,
+            description='Matillion Auth Configuration',
+            title='Matillion Connection',
+        ),
+    ]
+    supportsMetadataExtraction: Annotated[
+        Optional[connectionBasicType.SupportsMetadataExtraction],
+        Field(None, title='Supports Metadata Extraction'),
+    ]

metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/pipeline/nifiConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/pipeline/openLineageConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/pipeline/sparkConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/pipeline/splineConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py

@@ -0,0 +1,43 @@
+# generated by datamodel-codegen:
+#   filename:  entity/services/connections/pipeline/stitchConnection.json
+#   timestamp: 2024-12-10T09:05:03+00:00
+
+from __future__ import annotations
+
+from enum import Enum
+from typing import Optional
+
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
+
+from .. import connectionBasicType
+
+
+class StitchType(Enum):
+    Stitch = 'Stitch'
+
+
+class StitchConnection(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    type: Annotated[
+        Optional[StitchType],
+        Field(StitchType.Stitch, description='Service Type', title='Service Type'),
+    ]
+    hostPort: Annotated[
+        str,
+        Field(
+            description='Host and port of the Stitch API host', title='Host and Port'
+        ),
+    ]
+    token: Annotated[
+        CustomSecretStr,
+        Field(description='Token to connect to Stitch api doc', title='JWT Token'),
+    ]
+    supportsMetadataExtraction: Annotated[
+        Optional[connectionBasicType.SupportsMetadataExtraction],
+        Field(None, title='Supports Metadata Extraction'),
+    ]

metadata/generated/schema/entity/services/connections/search/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00

metadata/generated/schema/entity/services/connections/search/customSearchConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/search/customSearchConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00

metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/search/elasticSearch/apiAuth.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/search/elasticSearch/basicAuth.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/search/elasticSearchConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/search/openSearchConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/search/openSearchConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/serviceConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/serviceConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 
@@ -27,7 +27,7 @@ from .. import (
 class ServiceConnection(
     RootModel[
         Union[
-            apiService.ApiServiceConnection,
+            apiService.ApiConnection,
             dashboardService.DashboardConnection,
             databaseService.DatabaseConnection,
             messagingService.MessagingConnection,
@@ -41,7 +41,7 @@ class ServiceConnection(
 ):
     root: Annotated[
         Union[
-            apiService.ApiServiceConnection,
+            apiService.ApiConnection,
             dashboardService.DashboardConnection,
             databaseService.DatabaseConnection,
             messagingService.MessagingConnection,

metadata/generated/schema/entity/services/connections/storage/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00

metadata/generated/schema/entity/services/connections/storage/adlsConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/storage/adlsConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/storage/customStorageConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/storage/gcsConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/storage/gcsConnection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/storage/s3Connection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/storage/s3Connection.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/testConnectionDefinition.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/testConnectionDefinition.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/connections/testConnectionResult.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/testConnectionResult.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/dashboardService.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/dashboardService.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 
@@ -20,14 +20,15 @@ from .connections.dashboard import (
     lightdashConnection,
     lookerConnection,
     metabaseConnection,
+    microStrategyConnection,
     modeConnection,
-    mstrConnection,
     powerBIConnection,
     powerBIReportServerConnection,
     qlikCloudConnection,
     qlikSenseConnection,
     quickSightConnection,
     redashConnection,
+    sigmaConnection,
     supersetConnection,
     tableauConnection,
 )
@@ -47,8 +48,9 @@ class DashboardServiceType(Enum):
     QuickSight = 'QuickSight'
     QlikSense = 'QlikSense'
     Lightdash = 'Lightdash'
-    Mstr = 'Mstr'
+    MicroStrategy = 'MicroStrategy'
     QlikCloud = 'QlikCloud'
+    Sigma = 'Sigma'
 
 
 class DashboardConnection(BaseModel):
@@ -70,8 +72,9 @@ class DashboardConnection(BaseModel):
             quickSightConnection.QuickSightConnection,
             qlikSenseConnection.QlikSenseConnection,
             lightdashConnection.LightdashConnection,
-            mstrConnection.MstrConnection,
+            microStrategyConnection.MicroStrategyConnection,
             qlikCloudConnection.QlikCloudConnection,
+            sigmaConnection.SigmaConnection,
         ]
     ] = None
 
@@ -118,7 +121,7 @@ class DashboardService(BaseModel):
     ]
     tags: Annotated[
         Optional[List[tagLabel.TagLabel]],
-        Field(None, description='Tags for this Dashboard Service.'),
+        Field([], description='Tags for this Dashboard Service.'),
     ]
     owners: Annotated[
         Optional[entityReferenceList.EntityReferenceList],

metadata/generated/schema/entity/services/databaseService.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/databaseService.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 
@@ -30,6 +30,7 @@ from .connections.database import (
     dorisConnection,
     druidConnection,
     dynamoDBConnection,
+    exasolConnection,
     glueConnection,
     greenplumConnection,
     hiveConnection,
@@ -103,6 +104,7 @@ class DatabaseServiceType(Enum):
     Teradata = 'Teradata'
     SapErp = 'SapErp'
     Synapse = 'Synapse'
+    Exasol = 'Exasol'
 
 
 class DatabaseConnection(BaseModel):
@@ -152,6 +154,7 @@ class DatabaseConnection(BaseModel):
             teradataConnection.TeradataConnection,
             sapErpConnection.SapErpConnection,
             synapseConnection.SynapseConnection,
+            exasolConnection.ExasolConnection,
         ]
     ] = None
 
@@ -200,7 +203,7 @@ class DatabaseService(BaseModel):
     ]
     tags: Annotated[
         Optional[List[tagLabel.TagLabel]],
-        Field(None, description='Tags for this Database Service.'),
+        Field([], description='Tags for this Database Service.'),
     ]
     version: Annotated[
         Optional[entityHistory.EntityVersion],

metadata/generated/schema/entity/services/ingestionPipelines/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00

metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/ingestionPipelines/ingestionPipeline.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 
@@ -23,6 +23,7 @@ class PipelineType(Enum):
     usage = 'usage'
     lineage = 'lineage'
     profiler = 'profiler'
+    autoClassification = 'autoClassification'
     TestSuite = 'TestSuite'
     dataInsight = 'dataInsight'
     elasticSearchReindex = 'elasticSearchReindex'

metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/ingestionPipelines/pipelineServiceClientResponse.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/ingestionPipelines/status.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/ingestionPipelines/status.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/services/messagingService.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/messagingService.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 
@@ -97,7 +97,7 @@ class MessagingService(BaseModel):
     ]
     tags: Annotated[
         Optional[List[tagLabel.TagLabel]],
-        Field(None, description='Tags for this Message Service.'),
+        Field([], description='Tags for this Message Service.'),
     ]
     version: Annotated[
         Optional[entityHistory.EntityVersion],

metadata/generated/schema/entity/services/metadataService.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/metadataService.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 
@@ -107,7 +107,7 @@ class MetadataService(BaseModel):
     ]
     tags: Annotated[
         Optional[List[tagLabel.TagLabel]],
-        Field(None, description='Tags for this Metadata Service.'),
+        Field([], description='Tags for this Metadata Service.'),
     ]
     owners: Annotated[
         Optional[entityReferenceList.EntityReferenceList],

metadata/generated/schema/entity/services/mlmodelService.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/mlmodelService.json
-#   timestamp: 2024-12-03T13:40:51+00:00
+#   timestamp: 2024-12-10T09:05:03+00:00
 
 from __future__ import annotations
 
@@ -105,7 +105,7 @@ class MlModelService(BaseModel):
     ]
     tags: Annotated[
         Optional[List[tagLabel.TagLabel]],
-        Field(None, description='Tags for this MlModel Service.'),
+        Field([], description='Tags for this MlModel Service.'),
     ]
     owners: Annotated[
         Optional[entityReferenceList.EntityReferenceList],