openmetadata-ingestion 1.4.8.0__py3-none-any.whl → 1.5.0.0__py3-none-any.whl

metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py

@@ -1,14 +1,73 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/configuration/internal/dataInsightsAppConfig.json
-#   timestamp: 2024-08-21T07:08:21+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
-from pydantic import BaseModel, Extra
+from datetime import date
+from enum import Enum
+from typing import Optional
 
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
+
+
+class DataInsightsAppType(Enum):
+    DataInsights = 'DataInsights'
 
-class DataInsightsAppConfig(BaseModel):
-    pass
 
-    class Config:
-        extra = Extra.forbid
+class BackfillConfiguration(BaseModel):
+    enabled: Annotated[
+        Optional[bool],
+        Field(
+            None,
+            description='Enable Backfill for the configured dates',
+            title='Enabled',
+        ),
+    ]
+    startDate: Annotated[
+        Optional[date],
+        Field(
+            None,
+            description='Date from which to start the backfill',
+            title='Start Date',
+        ),
+    ]
+    endDate: Annotated[
+        Optional[date],
+        Field(
+            None, description='Date for which the backfill will end', title='End Date'
+        ),
+    ]
+
+
+class DataInsightsAppConfig(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    type: Annotated[
+        Optional[DataInsightsAppType],
+        Field(
+            DataInsightsAppType.DataInsights,
+            description='Application Type',
+            title='Application Type',
+        ),
+    ]
+    batchSize: Annotated[
+        Optional[int],
+        Field(
+            100,
+            description='Maximum number of events processed at a time (Default 100).',
+        ),
+    ]
+    recreateDataAssetsIndex: Annotated[
+        Optional[bool],
+        Field(
+            False,
+            description='Recreates the DataAssets index on DataInsights. Useful if you changed a Custom Property Type and are facing errors. Bear in mind that recreating the index will delete your DataAssets and a backfill will be needed.',
+            title='Recreate DataInsights DataAssets Index',
+        ),
+    ]
+    backfillConfiguration: Optional[BackfillConfiguration] = None

metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py

@@ -1,13 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/configuration/internal/dataInsightsReportAppConfig.json
-#   timestamp: 2024-08-21T07:08:21+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
 
 
 class DataInsightsReportAppType(Enum):
@@ -15,13 +18,16 @@ class DataInsightsReportAppType(Enum):
 
 
 class DataInsightsReportAppConfig(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: Optional[DataInsightsReportAppType] = Field(
-        DataInsightsReportAppType.DataInsightsReport,
-        description='Application Type',
-        title='Application Type',
+    model_config = ConfigDict(
+        extra='forbid',
     )
-    sendToAdmins: Optional[bool] = Field(True, title='Send To Admins')
-    sendToTeams: Optional[bool] = Field(True, title='Send To Teams')
+    type: Annotated[
+        Optional[DataInsightsReportAppType],
+        Field(
+            DataInsightsReportAppType.DataInsightsReport,
+            description='Application Type',
+            title='Application Type',
+        ),
+    ]
+    sendToAdmins: Annotated[Optional[bool], Field(True, title='Send To Admins')]
+    sendToTeams: Annotated[Optional[bool], Field(True, title='Send To Teams')]

metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py

@@ -1,13 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/configuration/internal/searchIndexingAppConfig.json
-#   timestamp: 2024-08-21T07:08:21+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import List, Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .....configuration import elasticSearchConfiguration
 
@@ -17,26 +20,33 @@ class SearchIndexingType(Enum):
 
 
 class SearchIndexingApp(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: Optional[SearchIndexingType] = Field(
-        SearchIndexingType.SearchIndexing,
-        description='Application Type',
-        title='Application Type',
-    )
-    entities: Optional[List[str]] = Field(
-        ['all'], description='List of Entities to Reindex', unique_items=True
-    )
-    recreateIndex: Optional[bool] = Field(
-        False, description='This schema publisher run modes.'
-    )
-    batchSize: Optional[int] = Field(
-        100, description='Maximum number of events sent in a batch (Default 100).'
-    )
-    searchIndexMappingLanguage: Optional[
-        elasticSearchConfiguration.SearchIndexMappingLanguage
-    ] = Field(
-        elasticSearchConfiguration.SearchIndexMappingLanguage.EN,
-        description='Recreate Indexes with updated Language',
+    model_config = ConfigDict(
+        extra='forbid',
     )
+    type: Annotated[
+        Optional[SearchIndexingType],
+        Field(
+            SearchIndexingType.SearchIndexing,
+            description='Application Type',
+            title='Application Type',
+        ),
+    ]
+    entities: Annotated[
+        Optional[List[str]], Field(['all'], description='List of Entities to Reindex')
+    ]
+    recreateIndex: Annotated[
+        Optional[bool], Field(False, description='This schema publisher run modes.')
+    ]
+    batchSize: Annotated[
+        Optional[int],
+        Field(
+            100, description='Maximum number of events sent in a batch (Default 100).'
+        ),
+    ]
+    searchIndexMappingLanguage: Annotated[
+        Optional[elasticSearchConfiguration.SearchIndexMappingLanguage],
+        Field(
+            elasticSearchConfiguration.SearchIndexMappingLanguage.EN,
+            description='Recreate Indexes with updated Language',
+        ),
+    ]

metadata/generated/schema/entity/applications/configuration/private/external/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-08-21T07:08:21+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00

metadata/generated/schema/entity/applications/configuration/private/external/metaPilotAppPrivateConfig.py

@@ -1,26 +1,29 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/configuration/private/external/metaPilotAppPrivateConfig.json
-#   timestamp: 2024-08-21T07:08:21+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
 
-from metadata.ingestion.models.custom_pydantic import CustomSecretStr
+from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
 
 class MetaPilotAppPrivateConfig(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    waiiInstance: str = Field(
-        ..., description='WAII API host URL', title='WAII Instance'
-    )
-    collateURL: str = Field(
-        ...,
-        description='Collate Server public URL. WAII will use this information to interact with the server. E.g., https://sandbox.getcollate.io',
-        title='Collate URL',
-    )
-    token: CustomSecretStr = Field(
-        ..., description='WAII API Token', title='WAII API Token'
+    model_config = ConfigDict(
+        extra='forbid',
     )
+    waiiInstance: Annotated[
+        str, Field(description='WAII API host URL', title='WAII Instance')
+    ]
+    collateURL: Annotated[
+        str,
+        Field(
+            description='Collate Server public URL. WAII will use this information to interact with the server. E.g., https://sandbox.getcollate.io',
+            title='Collate URL',
+        ),
+    ]
+    token: Annotated[
+        CustomSecretStr, Field(description='WAII API Token', title='WAII API Token')
+    ]

metadata/generated/schema/entity/applications/createAppRequest.py

@@ -1,37 +1,49 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/createAppRequest.json
-#   timestamp: 2024-08-21T07:08:21+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from typing import Any, Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
 
-from ...type import basic, entityReference
+from metadata.ingestion.models.custom_pydantic import BaseModel
+
+from ...type import basic, entityReferenceList
 from . import app
 
 
 class CreateAppRequest(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    name: Optional[basic.EntityName] = Field(
-        None, description='Name of the Application.'
-    )
-    displayName: Optional[str] = Field(
-        None, description='Display Name for the application.'
-    )
-    description: Optional[basic.Markdown] = Field(
-        None, description='Description of the Application.'
-    )
-    owner: Optional[entityReference.EntityReference] = Field(
-        None, description='Owner of this workflow.'
-    )
-    bot: Optional[basic.FullyQualifiedEntityName] = Field(
-        None, description='Fqn of Bot Associated with this application.'
-    )
-    appConfiguration: Optional[Any] = Field(
-        None, description='Application Configuration object.'
+    model_config = ConfigDict(
+        extra='forbid',
     )
+    name: Annotated[
+        Optional[basic.EntityName], Field(None, description='Name of the Application.')
+    ]
+    displayName: Annotated[
+        Optional[str], Field(None, description='Display Name for the application.')
+    ]
+    description: Annotated[
+        Optional[basic.Markdown],
+        Field(None, description='Description of the Application.'),
+    ]
+    owners: Annotated[
+        Optional[entityReferenceList.EntityReferenceList],
+        Field(None, description='Owners of this workflow.'),
+    ]
+    bot: Annotated[
+        Optional[basic.FullyQualifiedEntityName],
+        Field(None, description='Fqn of Bot Associated with this application.'),
+    ]
+    appConfiguration: Annotated[
+        Optional[Any], Field(None, description='Application Configuration object.')
+    ]
     appSchedule: Optional[app.AppSchedule] = None
+    domain: Annotated[
+        Optional[str],
+        Field(
+            None, description='Fully qualified name of the domain the Table belongs to.'
+        ),
+    ]

metadata/generated/schema/entity/applications/jobStatus.py

@@ -1,10 +1,13 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/jobStatus.json
-#   timestamp: 2024-08-21T07:08:21+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
-from pydantic import BaseModel, Field
+from pydantic import Field, RootModel
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
 
 from .configuration.internal import searchIndexingAppConfig
 
@@ -13,7 +16,8 @@ class JobRun(BaseModel):
     pass
 
 
-class Configuration(BaseModel):
-    __root__: searchIndexingAppConfig.SearchIndexingApp = Field(
-        ..., description='Configuration Object.'
-    )
+class Configuration(RootModel[searchIndexingAppConfig.SearchIndexingApp]):
+    root: Annotated[
+        searchIndexingAppConfig.SearchIndexingApp,
+        Field(description='Configuration Object.'),
+    ]

metadata/generated/schema/entity/applications/liveExecutionContext.py

@@ -1,16 +1,25 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/liveExecutionContext.json
-#   timestamp: 2024-08-21T07:08:21+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from typing import List, Optional
 
-from pydantic import BaseModel, Field
+from pydantic import Field
+from typing_extensions import Annotated
+
+from metadata.ingestion.models.custom_pydantic import BaseModel
 
 
 class JobRun(BaseModel):
-    enabled: Optional[bool] = Field(False, description='If Live Execution is enabled')
-    resources: Optional[List[str]] = Field(
-        None, description='Resource full classname to register to extend any endpoints.'
-    )
+    enabled: Annotated[
+        Optional[bool], Field(False, description='If Live Execution is enabled')
+    ]
+    resources: Annotated[
+        Optional[List[str]],
+        Field(
+            None,
+            description='Resource full classname to register to extend any endpoints.',
+        ),
+    ]

metadata/generated/schema/entity/applications/marketplace/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-08-21T07:08:21+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00

metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py

@@ -1,102 +1,157 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/marketplace/appMarketPlaceDefinition.json
-#   timestamp: 2024-08-21T07:08:21+00:00
+#   timestamp: 2024-08-26T10:15:21+00:00
 
 from __future__ import annotations
 
 from typing import List, Optional
 
-from pydantic import AnyUrl, BaseModel, Extra, Field
+from pydantic import AnyUrl, ConfigDict, Field
+from typing_extensions import Annotated
 
-from ....type import basic, entityHistory, entityReference, tagLabel
+from metadata.ingestion.models.custom_pydantic import BaseModel
+
+from ....type import (
+    basic,
+    entityHistory,
+    entityReference,
+    entityReferenceList,
+    tagLabel,
+)
 from .. import app
 from ..configuration import applicationConfig
 
 
 class AppMarketPlaceDefinition(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    id: basic.Uuid = Field(..., description='Unique identifier of this application.')
-    name: basic.EntityName = Field(..., description='Name of the Application.')
-    displayName: Optional[str] = Field(
-        None, description='Display Name for the application.'
-    )
-    description: Optional[basic.Markdown] = Field(
-        None, description='Description of the Application.'
-    )
-    features: Optional[basic.Markdown] = Field(
-        None, description='Features of the Application.'
-    )
-    fullyQualifiedName: Optional[basic.FullyQualifiedEntityName] = Field(
-        None, description='FullyQualifiedName same as `name`.'
-    )
-    owner: Optional[entityReference.EntityReference] = Field(
-        None, description='Owner of this workflow.'
-    )
-    version: Optional[entityHistory.EntityVersion] = Field(
-        None, description='Metadata version of the entity.'
-    )
-    updatedAt: Optional[basic.Timestamp] = Field(
-        None,
-        description='Last update time corresponding to the new version of the entity in Unix epoch time milliseconds.',
-    )
-    updatedBy: Optional[str] = Field(None, description='User who made the update.')
-    href: Optional[basic.Href] = Field(
-        None, description='Link to the resource corresponding to this entity.'
-    )
-    changeDescription: Optional[entityHistory.ChangeDescription] = Field(
-        None, description='Change that lead to this version of the entity.'
-    )
-    deleted: Optional[bool] = Field(
-        False, description='When `true` indicates the entity has been soft deleted.'
-    )
-    tags: Optional[List[tagLabel.TagLabel]] = Field(
-        None, description='Tags associated with the entity.'
-    )
-    developer: Optional[str] = Field(None, description='Developer For the Application.')
-    developerUrl: Optional[str] = Field(None, description='Url for the developer')
-    privacyPolicyUrl: Optional[str] = Field(
-        None, description='Privacy Policy for the developer'
-    )
-    supportEmail: Optional[str] = Field(
-        None, description='Support Email for the application'
-    )
-    className: str = Field(
-        ..., description='Full Qualified ClassName for the the application'
-    )
-    sourcePythonClass: Optional[str] = Field(
-        None,
-        description='Fully Qualified class name for the Python source that will execute the external application.',
-    )
-    appType: app.AppType = Field(
-        ..., description='This schema defines the type of application.'
-    )
-    scheduleType: app.ScheduleType = Field(
-        ..., description='This schema defines the Schedule Type of Application.'
-    )
-    permission: app.Permissions = Field(
-        ..., description='Permission used by Native Applications.'
-    )
-    runtime: Optional[app.ExecutionContext] = Field(
-        None,
-        description='If app type is live, user can provide additional runtime context.',
-    )
-    allowConfiguration: Optional[bool] = Field(
-        True,
-        description='Allow users to configure the app from the UI. If `false`, the `configure` step will be hidden.',
-    )
-    appConfiguration: Optional[applicationConfig.AppConfig] = Field(
-        None, description='Application Configuration object.'
-    )
-    appLogoUrl: Optional[AnyUrl] = Field(None, description='Application Logo Url.')
-    appScreenshots: Optional[List[str]] = Field(
-        None, description='Application Screenshots.', unique_items=True
-    )
-    system: Optional[bool] = Field(
-        False, description='A system app cannot be uninstalled or modified.'
-    )
-    preview: Optional[bool] = Field(
-        False,
-        description="Flag to enable/disable preview for the application. If the app is in preview mode, it can't be installed.",
-    )
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    id: Annotated[
+        basic.Uuid, Field(description='Unique identifier of this application.')
+    ]
+    name: Annotated[basic.EntityName, Field(description='Name of the Application.')]
+    displayName: Annotated[
+        Optional[str], Field(None, description='Display Name for the application.')
+    ]
+    description: Annotated[
+        Optional[basic.Markdown],
+        Field(None, description='Description of the Application.'),
+    ]
+    features: Annotated[
+        Optional[basic.Markdown],
+        Field(None, description='Features of the Application.'),
+    ]
+    fullyQualifiedName: Annotated[
+        Optional[basic.FullyQualifiedEntityName],
+        Field(None, description='FullyQualifiedName same as `name`.'),
+    ]
+    owners: Annotated[
+        Optional[entityReferenceList.EntityReferenceList],
+        Field(None, description='Owners of this workflow.'),
+    ]
+    version: Annotated[
+        Optional[entityHistory.EntityVersion],
+        Field(None, description='Metadata version of the entity.'),
+    ]
+    updatedAt: Annotated[
+        Optional[basic.Timestamp],
+        Field(
+            None,
+            description='Last update time corresponding to the new version of the entity in Unix epoch time milliseconds.',
+        ),
+    ]
+    updatedBy: Annotated[
+        Optional[str], Field(None, description='User who made the update.')
+    ]
+    href: Annotated[
+        Optional[basic.Href],
+        Field(None, description='Link to the resource corresponding to this entity.'),
+    ]
+    changeDescription: Annotated[
+        Optional[entityHistory.ChangeDescription],
+        Field(None, description='Change that lead to this version of the entity.'),
+    ]
+    deleted: Annotated[
+        Optional[bool],
+        Field(
+            False, description='When `true` indicates the entity has been soft deleted.'
+        ),
+    ]
+    tags: Annotated[
+        Optional[List[tagLabel.TagLabel]],
+        Field(None, description='Tags associated with the entity.'),
+    ]
+    developer: Annotated[
+        Optional[str], Field(None, description='Developer For the Application.')
+    ]
+    developerUrl: Annotated[
+        Optional[str], Field(None, description='Url for the developer')
+    ]
+    privacyPolicyUrl: Annotated[
+        Optional[str], Field(None, description='Privacy Policy for the developer')
+    ]
+    supportEmail: Annotated[
+        Optional[str], Field(None, description='Support Email for the application')
+    ]
+    className: Annotated[
+        str, Field(description='Full Qualified ClassName for the the application')
+    ]
+    sourcePythonClass: Annotated[
+        Optional[str],
+        Field(
+            None,
+            description='Fully Qualified class name for the Python source that will execute the external application.',
+        ),
+    ]
+    appType: Annotated[
+        app.AppType, Field(description='This schema defines the type of application.')
+    ]
+    scheduleType: Annotated[
+        app.ScheduleType,
+        Field(description='This schema defines the Schedule Type of Application.'),
+    ]
+    permission: Annotated[
+        app.Permissions, Field(description='Permission used by Native Applications.')
+    ]
+    runtime: Annotated[
+        Optional[app.ExecutionContext],
+        Field(
+            None,
+            description='If app type is live, user can provide additional runtime context.',
+        ),
+    ]
+    allowConfiguration: Annotated[
+        Optional[bool],
+        Field(
+            True,
+            description='Allow users to configure the app from the UI. If `false`, the `configure` step will be hidden.',
+        ),
+    ]
+    appConfiguration: Annotated[
+        Optional[applicationConfig.AppConfig],
+        Field(None, description='Application Configuration object.'),
+    ]
+    appLogoUrl: Annotated[
+        Optional[AnyUrl], Field(None, description='Application Logo Url.')
+    ]
+    appScreenshots: Annotated[
+        Optional[List[str]], Field(None, description='Application Screenshots.')
+    ]
+    system: Annotated[
+        Optional[bool],
+        Field(False, description='A system app cannot be uninstalled or modified.'),
+    ]
+    preview: Annotated[
+        Optional[bool],
+        Field(
+            False,
+            description="Flag to enable/disable preview for the application. If the app is in preview mode, it can't be installed.",
+        ),
+    ]
+    domain: Annotated[
+        Optional[entityReference.EntityReference],
+        Field(
+            None,
+            description='Domain the asset belongs to. When not set, the asset inherits the domain from the parent it belongs to.',
+        ),
+    ]