openmetadata-ingestion 1.2.5.2__py3-none-any.whl → 1.3.0.0__py3-none-any.whl

metadata/generated/schema/entity/applications/configuration/{searchIndexingApp.py → internal/searchIndexingAppConfig.py}

@@ -1,20 +1,30 @@
 # generated by datamodel-codegen:
-#   filename:  entity/applications/configuration/searchIndexingApp.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   filename:  entity/applications/configuration/internal/searchIndexingAppConfig.json
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
+from enum import Enum
 from typing import List, Optional
 
 from pydantic import BaseModel, Extra, Field
 
-from ....configuration import elasticSearchConfiguration
+from .....configuration import elasticSearchConfiguration
+
+
+class SearchIndexingType(Enum):
+    SearchIndexing = 'SearchIndexing'
 
 
 class SearchIndexingApp(BaseModel):
     class Config:
         extra = Extra.forbid
 
+    type: Optional[SearchIndexingType] = Field(
+        SearchIndexingType.SearchIndexing,
+        description='Application Type',
+        title='Application Type',
+    )
     entities: Optional[List[str]] = Field(
         ['all'], description='List of Entities to Reindex', unique_items=True
     )

metadata/generated/schema/entity/applications/configuration/private/external/__init__.py

@@ -0,0 +1,3 @@
+# generated by datamodel-codegen:
+#   filename:  schema
+#   timestamp: 2024-02-06T05:39:24+00:00

metadata/generated/schema/entity/applications/configuration/private/external/metaPilotAppPrivateConfig.py

@@ -0,0 +1,26 @@
+# generated by datamodel-codegen:
+#   filename:  entity/applications/configuration/private/external/metaPilotAppPrivateConfig.json
+#   timestamp: 2024-02-06T05:39:24+00:00
+
+from __future__ import annotations
+
+from pydantic import BaseModel, Extra, Field
+
+from metadata.ingestion.models.custom_pydantic import CustomSecretStr
+
+
+class MetaPilotAppPrivateConfig(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    waiiInstance: str = Field(
+        ..., description='WAII API host URL', title='WAII Instance'
+    )
+    collateURL: str = Field(
+        ...,
+        description='Collate Server public URL. WAII will use this information to interact with the server. E.g., https://sandbox.getcollate.io',
+        title='Collate URL',
+    )
+    token: CustomSecretStr = Field(
+        ..., description='WAII API Token', title='WAII API Token'
+    )

metadata/generated/schema/entity/applications/createAppRequest.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/createAppRequest.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/applications/jobStatus.py

@@ -1,12 +1,12 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/jobStatus.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
 from pydantic import BaseModel, Field
 
-from .configuration import searchIndexingApp
+from .configuration.internal import searchIndexingAppConfig
 
 
 class JobRun(BaseModel):
@@ -14,6 +14,6 @@ class JobRun(BaseModel):
 
 
 class Configuration(BaseModel):
-    __root__: searchIndexingApp.SearchIndexingApp = Field(
+    __root__: searchIndexingAppConfig.SearchIndexingApp = Field(
         ..., description='Configuration Object.'
     )

metadata/generated/schema/entity/applications/liveExecutionContext.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/liveExecutionContext.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/applications/marketplace/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00

metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py

@@ -1,15 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/marketplace/appMarketPlaceDefinition.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
-from typing import Any, List, Optional
+from typing import List, Optional
 
 from pydantic import AnyUrl, BaseModel, Extra, Field
 
 from ....type import basic, entityHistory, entityReference, tagLabel
 from .. import app
+from ..configuration import applicationConfig
 
 
 class AppMarketPlaceDefinition(BaseModel):
@@ -64,6 +65,10 @@ class AppMarketPlaceDefinition(BaseModel):
     className: str = Field(
         ..., description='Full Qualified ClassName for the the application'
     )
+    sourcePythonClass: Optional[str] = Field(
+        None,
+        description='Fully Qualified class name for the Python source that will execute the external application.',
+    )
     appType: app.AppType = Field(
         ..., description='This schema defines the type of application.'
     )
@@ -77,7 +82,11 @@ class AppMarketPlaceDefinition(BaseModel):
         None,
         description='If app type is live, user can provide additional runtime context.',
     )
-    appConfiguration: Optional[Any] = Field(
+    allowConfiguration: Optional[bool] = Field(
+        True,
+        description='Allow users to configure the app from the UI. If `false`, the `configure` step will be hidden.',
+    )
+    appConfiguration: Optional[applicationConfig.AppConfig] = Field(
         None, description='Application Configuration object.'
     )
     appLogoUrl: Optional[AnyUrl] = Field(None, description='Application Logo Url.')

metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py

@@ -1,15 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/marketplace/createAppMarketPlaceDefinitionReq.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
-from typing import Any, List, Optional
+from typing import List, Optional
 
 from pydantic import AnyUrl, BaseModel, Extra, Field
 
 from ....type import basic, entityReference, tagLabel
 from .. import app
+from ..configuration import applicationConfig
 
 
 class CreateAppMarketPlaceDefinitionReq(BaseModel):
@@ -43,6 +44,10 @@ class CreateAppMarketPlaceDefinitionReq(BaseModel):
     className: str = Field(
         ..., description='Full Qualified ClassName for the the application'
     )
+    sourcePythonClass: Optional[str] = Field(
+        None,
+        description='Fully Qualified class name for the Python source that will execute the external application.',
+    )
     appType: app.AppType = Field(
         ..., description='This schema defines the type of application.'
     )
@@ -56,7 +61,11 @@ class CreateAppMarketPlaceDefinitionReq(BaseModel):
         None,
         description='If app type is live, user can provide additional runtime context.',
     )
-    appConfiguration: Optional[Any] = Field(
+    allowConfiguration: Optional[bool] = Field(
+        True,
+        description='Allow users to configure the app from the UI. If `false`, the `configure` step will be hidden.',
+    )
+    appConfiguration: Optional[applicationConfig.AppConfig] = Field(
         None, description='Application Configuration object.'
     )
     appLogoUrl: Optional[AnyUrl] = Field(None, description='Application Logo Url.')

metadata/generated/schema/entity/applications/scheduledExecutionContext.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/applications/scheduledExecutionContext.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/automations/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00

metadata/generated/schema/entity/automations/testServiceConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/automations/testServiceConnection.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -51,4 +51,4 @@ class TestServiceConnectionRequest(BaseModel):
     )
     secretsManagerProvider: Optional[
         secretsManagerProvider.SecretsManagerProvider
-    ] = secretsManagerProvider.SecretsManagerProvider.noop
+    ] = secretsManagerProvider.SecretsManagerProvider.db

metadata/generated/schema/entity/automations/workflow.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/automations/workflow.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/bot.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/bot.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -9,7 +9,6 @@ from typing import Optional
 from pydantic import BaseModel, Extra, Field
 
 from ..type import basic, entityHistory, entityReference
-from .teams import user
 
 
 class Bot(BaseModel):
@@ -17,7 +16,7 @@ class Bot(BaseModel):
         extra = Extra.forbid
 
     id: basic.Uuid = Field(..., description='Unique identifier of a bot instance.')
-    name: user.EntityName = Field(..., description='Name of the bot.')
+    name: basic.EntityName = Field(..., description='Name of the bot.')
     fullyQualifiedName: Optional[basic.FullyQualifiedEntityName] = Field(
         None, description='FullyQualifiedName same as `name`.'
     )

metadata/generated/schema/entity/classification/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00

metadata/generated/schema/entity/classification/classification.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/classification/classification.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/classification/tag.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/classification/tag.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -13,7 +13,7 @@ from ...type import basic, entityHistory, entityReference, entityReferenceList
 
 class TagName(BaseModel):
     __root__: constr(
-        regex=r'^(?u)[\w\'\- .&()]+$', min_length=2, max_length=64
+        regex=r'(?u)^[\w\'\- .&()]+$', min_length=2, max_length=64
     ) = Field(..., description='Name of the tag.')
 
 

metadata/generated/schema/entity/data/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00

metadata/generated/schema/entity/data/chart.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/chart.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/container.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/container.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -22,13 +22,6 @@ from ..services import storageService
 from . import table
 
 
-class EntityName(BaseModel):
-    __root__: constr(regex=r'^((?!::).)*$', min_length=1, max_length=128) = Field(
-        ...,
-        description='Name of a container. Expected to be unique in the same level containers.',
-    )
-
-
 class FileFormat(Enum):
     zip = 'zip'
     gz = 'gz'
@@ -60,7 +53,9 @@ class Container(BaseModel):
     id: basic.Uuid = Field(
         ..., description='Unique identifier that identifies this container instance.'
     )
-    name: EntityName = Field(..., description='Name that identifies the container.')
+    name: basic.EntityName = Field(
+        ..., description='Name that identifies the container.'
+    )
     fullyQualifiedName: Optional[basic.FullyQualifiedEntityName] = Field(
         None,
         description="Name that uniquely identifies a container in the format 'ServiceName.ContainerName'.",

metadata/generated/schema/entity/data/dashboard.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/dashboard.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/dashboardDataModel.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/dashboardDataModel.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/database.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/database.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -23,12 +23,6 @@ from ..services.connections import connectionBasicType
 from . import table
 
 
-class EntityName(BaseModel):
-    __root__: constr(regex=r'^((?!::).)*$', min_length=1, max_length=128) = Field(
-        ..., description='Name of a table. Expected to be unique within a database.'
-    )
-
-
 class DatabaseProfilerConfig(BaseModel):
     profileSample: Optional[float] = Field(
         None,
@@ -54,7 +48,9 @@ class Database(BaseModel):
     id: Optional[basic.Uuid] = Field(
         None, description='Unique identifier that identifies this database instance.'
     )
-    name: EntityName = Field(..., description='Name that identifies the database.')
+    name: basic.EntityName = Field(
+        ..., description='Name that identifies the database.'
+    )
     fullyQualifiedName: Optional[basic.FullyQualifiedEntityName] = Field(
         None,
         description="Name that uniquely identifies a database in the format 'ServiceName.DatabaseName'.",

metadata/generated/schema/entity/data/databaseSchema.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/databaseSchema.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -23,12 +23,6 @@ from ..services.connections import connectionBasicType
 from . import table
 
 
-class EntityName(BaseModel):
-    __root__: constr(regex=r'^((?!::).)*$', min_length=1, max_length=128) = Field(
-        ..., description='Name of a table. Expected to be unique within a database.'
-    )
-
-
 class DatabaseSchemaProfilerConfig(BaseModel):
     profileSample: Optional[float] = Field(
         None,
@@ -54,7 +48,7 @@ class DatabaseSchema(BaseModel):
     id: Optional[basic.Uuid] = Field(
         None, description='Unique identifier that identifies this schema instance.'
     )
-    name: EntityName = Field(..., description='Name that identifies the schema.')
+    name: basic.EntityName = Field(..., description='Name that identifies the schema.')
     fullyQualifiedName: Optional[basic.FullyQualifiedEntityName] = Field(
         None,
         description="Name that uniquely identifies a schema in the format 'ServiceName.DatabaseName.SchemaName'.",

metadata/generated/schema/entity/data/glossary.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/glossary.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/glossaryTerm.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/glossaryTerm.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/metrics.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/metrics.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/mlmodel.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/mlmodel.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/pipeline.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/pipeline.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -21,17 +21,11 @@ from ...type import (
 from ..services import pipelineService
 
 
-class EntityName(BaseModel):
-    __root__: constr(regex=r'^((?!::).)*$', min_length=1, max_length=128) = Field(
-        ...,
-        description='Name of a pipeline. Expected to be unique within a pipeline service.',
-    )
-
-
 class StatusType(Enum):
     Successful = 'Successful'
     Failed = 'Failed'
     Pending = 'Pending'
+    Skipped = 'Skipped'
 
 
 class TaskStatus(BaseModel):
@@ -98,6 +92,9 @@ class Task(BaseModel):
     tags: Optional[List[tagLabel.TagLabel]] = Field(
         None, description='Tags for this task.'
     )
+    owner: Optional[entityReference.EntityReference] = Field(
+        None, description='Owner of this task.'
+    )
 
 
 class Pipeline(BaseModel):
@@ -107,7 +104,7 @@ class Pipeline(BaseModel):
     id: basic.Uuid = Field(
         ..., description='Unique identifier that identifies a pipeline instance.'
     )
-    name: EntityName = Field(
+    name: basic.EntityName = Field(
         ..., description='Name that identifies this pipeline instance uniquely.'
     )
     displayName: Optional[str] = Field(

metadata/generated/schema/entity/data/query.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/query.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -54,7 +54,7 @@ class Query(BaseModel):
         None, description='Owner of this Query.'
     )
     duration: Optional[float] = Field(
-        None, description='How long did the query took to run in seconds.'
+        None, description='How long did the query took to run in milliseconds.'
     )
     users: Optional[List[entityReference.EntityReference]] = Field(
         None, description='List of users who ran this query.'

metadata/generated/schema/entity/data/report.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/report.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/searchIndex.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/searchIndex.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/entity/data/storedProcedure.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  entity/data/storedProcedure.json
-#   timestamp: 2024-02-06T05:24:33+00:00
+#   timestamp: 2024-02-06T05:39:24+00:00
 
 from __future__ import annotations
 
@@ -21,18 +21,12 @@ from ...type import (
 from ..services import databaseService
 
 
-class EntityName(BaseModel):
-    __root__: constr(regex=r'^((?!::).)*$', min_length=1, max_length=256) = Field(
-        ...,
-        description='Name of a Stored Procedure. Expected to be unique within a database schema.',
-    )
-
-
 class Language(Enum):
     SQL = 'SQL'
     Java = 'Java'
     JavaScript = 'JavaScript'
     Python = 'Python'
+    External = 'External'
 
 
 class StoredProcedureCode(BaseModel):
@@ -51,7 +45,7 @@ class StoredProcedure(BaseModel):
         extra = Extra.forbid
 
     id: basic.Uuid = Field(..., description='Unique identifier of the StoredProcedure.')
-    name: EntityName = Field(..., description='Name of Stored Procedure.')
+    name: basic.EntityName = Field(..., description='Name of Stored Procedure.')
     fullyQualifiedName: Optional[basic.FullyQualifiedEntityName] = Field(
         None, description='Fully qualified name of a Stored Procedure.'
     )