openmetadata-ingestion 1.2.5.2__py3-none-any.whl → 1.3.0.0__py3-none-any.whl

{openmetadata_ingestion-1.2.5.2.dist-info → openmetadata_ingestion-1.3.0.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.38.4)
+Generator: bdist_wheel (0.42.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

metadata/generated/schema/entity/applications/appConfig.py

@@ -1,21 +0,0 @@
-# generated by datamodel-codegen:
-#   filename:  entity/applications/appConfig.json
-#   timestamp: 2024-02-06T05:24:33+00:00
-
-from __future__ import annotations
-
-from typing import Union
-
-from pydantic import BaseModel, Field
-
-from .configuration import dataInsightsApp, searchIndexingApp
-
-
-class AppConfiguration(BaseModel):
-    pass
-
-
-class Configuration(BaseModel):
-    __root__: Union[
-        searchIndexingApp.SearchIndexingApp, dataInsightsApp.DataInsightsReportAppConfig
-    ] = Field(..., description='Configuration Object.')

metadata/generated/schema/entity/applications/configuration/dataInsightsApp.py

@@ -1,17 +0,0 @@
-# generated by datamodel-codegen:
-#   filename:  entity/applications/configuration/dataInsightsApp.json
-#   timestamp: 2024-02-06T05:24:33+00:00
-
-from __future__ import annotations
-
-from typing import Optional
-
-from pydantic import BaseModel, Extra, Field
-
-
-class DataInsightsReportAppConfig(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    sendToAdmins: Optional[bool] = Field(False, description='Send the Mails to Admins')
-    sendToTeams: Optional[bool] = Field(False, description='Send the Mails to Teams')

metadata/generated/schema/entity/applications/configuration/externalAppIngestionConfig.py

@@ -1,38 +0,0 @@
-# generated by datamodel-codegen:
-#   filename:  entity/applications/configuration/externalAppIngestionConfig.json
-#   timestamp: 2024-02-06T05:24:33+00:00
-
-from __future__ import annotations
-
-from typing import Optional
-
-from pydantic import BaseModel, Extra, Field
-
-from ....metadataIngestion import workflow
-from ....type import basic
-from ...services.ingestionPipelines import ingestionPipeline
-
-
-class Service(BaseModel):
-    name: Optional[str] = Field(None, description='Name of the Service.')
-    type: Optional[str] = Field(None, description='Type of Service')
-
-
-class ExternalAppIngestionConfig(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    name: basic.EntityName = Field(..., description='Name of the ingestion Pipeline.')
-    displayName: Optional[str] = Field(
-        None, description='Display Name that identifies this ingestion pipeline.'
-    )
-    description: Optional[basic.Markdown] = Field(
-        None, description='Description of the pipeline.'
-    )
-    pipelineType: ingestionPipeline.PipelineType
-    sourceConfig: Optional[workflow.SourceConfig] = None
-    airflowConfig: Optional[ingestionPipeline.AirflowConfig] = None
-    loggerLevel: Optional[workflow.LogLevels] = Field(
-        workflow.LogLevels.INFO, description='Set the logging level for the workflow.'
-    )
-    service: Service

metadata/generated/schema/entity/services/connections/database/mongoDB/mongoDBValues.py

@@ -1,44 +0,0 @@
-# generated by datamodel-codegen:
-#   filename:  entity/services/connections/database/mongoDB/mongoDBValues.json
-#   timestamp: 2024-02-06T05:24:33+00:00
-
-from __future__ import annotations
-
-from enum import Enum
-from typing import Optional
-
-from pydantic import BaseModel, Extra, Field
-
-from metadata.ingestion.models.custom_pydantic import CustomSecretStr
-
-from ... import connectionBasicType
-
-
-class MongoDBScheme(Enum):
-    mongodb = 'mongodb'
-    mongodb_srv = 'mongodb+srv'
-
-
-class MongoConnectionValues(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    scheme: Optional[MongoDBScheme] = Field(
-        MongoDBScheme.mongodb,
-        description='Mongo connection scheme options.',
-        title='Connection Scheme',
-    )
-    username: Optional[str] = Field(
-        None,
-        description='Username to connect to MongoDB. This user should have privileges to read all the metadata in MongoDB.',
-        title='Username',
-    )
-    password: Optional[CustomSecretStr] = Field(
-        None, description='Password to connect to MongoDB.', title='Password'
-    )
-    hostPort: str = Field(
-        ..., description='Host and port of the MongoDB service.', title='Host and Port'
-    )
-    connectionOptions: Optional[connectionBasicType.ConnectionOptions] = Field(
-        None, title='Connection Options'
-    )

metadata/generated/schema/events/dataInsightAlertConfig.py

@@ -1,17 +0,0 @@
-# generated by datamodel-codegen:
-#   filename:  events/dataInsightAlertConfig.json
-#   timestamp: 2024-02-06T05:24:33+00:00
-
-from __future__ import annotations
-
-from typing import Optional
-
-from pydantic import BaseModel, Extra, Field
-
-
-class DataInsightAlertConfig(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    sendToAdmins: Optional[bool] = Field(False, description='Send the Mails to Admins')
-    sendToTeams: Optional[bool] = Field(False, description='Send the Mails to Teams')

metadata/generated/schema/events/entitySpelFilters.py

@@ -1,19 +0,0 @@
-# generated by datamodel-codegen:
-#   filename:  events/entitySpelFilters.json
-#   timestamp: 2024-02-06T05:24:33+00:00
-
-from __future__ import annotations
-
-from typing import List
-
-from pydantic import BaseModel, Extra, Field
-
-
-class EntitySpelFilters(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    entityType: str = Field(..., description='EntityType')
-    supportedFunctions: List[str] = Field(
-        ..., description='List of Supported functions'
-    )

metadata/ingestion/models/es_documents.py

@@ -1,339 +0,0 @@
-#  Copyright 2021 Collate
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#  http://www.apache.org/licenses/LICENSE-2.0
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""
-ES Document definitions for Entities
-"""
-from typing import List, Optional
-
-from pydantic import BaseModel
-
-from metadata.generated.schema.entity.data.mlmodel import (
-    MlFeature,
-    MlHyperParameter,
-    MlStore,
-)
-from metadata.generated.schema.entity.data.pipeline import Task
-from metadata.generated.schema.entity.data.table import Column
-from metadata.generated.schema.type import schema
-from metadata.generated.schema.type.entityReference import EntityReference
-from metadata.generated.schema.type.entityReferenceList import EntityReferenceList
-from metadata.generated.schema.type.tagLabel import TagLabel
-from metadata.generated.schema.type.usageDetails import UsageDetails
-
-
-class ESSuggest(BaseModel):
-    input: str
-    weight: int
-
-
-class TableESDocument(BaseModel):
-    """ElasticSearch Mapping doc"""
-
-    entityType: str = "table"
-    id: str
-    name: str
-    fullyQualifiedName: str
-    description: Optional[str] = None
-    displayName: str
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    href: Optional[str]
-    columns: List[Column]
-    databaseSchema: EntityReference
-    database: EntityReference
-    service: EntityReference
-    owner: EntityReference = None
-    location: Optional[EntityReference] = None
-    usageSummary: UsageDetails = None
-    deleted: bool
-    serviceType: str
-    tags: List[TagLabel]
-    tier: Optional[TagLabel] = None
-    followers: List[str]
-    suggest: List[ESSuggest]
-    column_suggest: List[ESSuggest]
-    database_suggest: List[ESSuggest]
-    schema_suggest: List[ESSuggest]
-    service_suggest: List[ESSuggest]
-    doc_as_upsert: bool = True
-
-
-class TopicESDocument(BaseModel):
-    """Topic ElasticSearch Mapping doc"""
-
-    entityType: str = "topic"
-    id: str
-    name: str
-    displayName: str
-    fullyQualifiedName: str
-    description: Optional[str] = None
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    href: Optional[str]
-    deleted: bool
-    service: EntityReference
-    serviceType: str
-    schemaText: Optional[str] = None
-    schemaType: Optional[schema.SchemaType] = None
-    cleanupPolicies: List[str] = None
-    replicationFactor: Optional[int] = None
-    maximumMessageSize: Optional[int] = None
-    retentionSize: Optional[int] = None
-    suggest: List[ESSuggest]
-    service_suggest: List[ESSuggest]
-    tags: List[TagLabel]
-    tier: Optional[TagLabel] = None
-    owner: EntityReference = None
-    followers: List[str]
-    doc_as_upsert: bool = True
-
-
-class DashboardESDocument(BaseModel):
-    """ElasticSearch Mapping doc for Dashboards"""
-
-    entityType: str = "dashboard"
-    id: str
-    name: str
-    displayName: str
-    fullyQualifiedName: str
-    description: Optional[str] = None
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    sourceUrl: Optional[str]
-    charts: List[EntityReference]
-    href: Optional[str]
-    owner: EntityReference = None
-    followers: List[str]
-    service: EntityReference
-    serviceType: str
-    usageSummary: UsageDetails = None
-    deleted: bool
-    tags: List[TagLabel]
-    tier: Optional[TagLabel] = None
-    suggest: List[ESSuggest]
-    chart_suggest: List[ESSuggest]
-    data_model_suggest: List[ESSuggest]
-    service_suggest: List[ESSuggest]
-    doc_as_upsert: bool = True
-
-
-class PipelineESDocument(BaseModel):
-    """ElasticSearch Mapping doc for Pipelines"""
-
-    entityType: str = "pipeline"
-    id: str
-    name: str
-    displayName: str
-    fullyQualifiedName: str
-    description: Optional[str] = None
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    sourceUrl: Optional[str]
-    tasks: List[Task]
-    deleted: bool
-    href: Optional[str]
-    owner: EntityReference = None
-    followers: List[str]
-    tags: List[TagLabel]
-    tier: Optional[TagLabel] = None
-    service: EntityReference
-    serviceType: str
-    suggest: List[ESSuggest]
-    task_suggest: List[ESSuggest]
-    service_suggest: List[ESSuggest]
-    doc_as_upsert: bool = True
-
-
-class MlModelESDocument(BaseModel):
-    """ElasticSearch Mapping doc for MlModels"""
-
-    entityType: str = "mlmodel"
-    id: str
-    name: str
-    displayName: str
-    fullyQualifiedName: str
-    description: Optional[str] = None
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    algorithm: str
-    mlFeatures: Optional[List[MlFeature]] = None
-    mlHyperParameters: Optional[List[MlHyperParameter]] = None
-    target: str
-    dashboard: Optional[EntityReference] = None
-    mlStore: Optional[MlStore] = None
-    server: Optional[str] = None
-    usageSummary: UsageDetails = None
-    tags: List[TagLabel]
-    tier: Optional[TagLabel] = None
-    owner: EntityReference = None
-    followers: List[str]
-    href: Optional[str]
-    deleted: bool
-    suggest: List[ESSuggest]
-    service_suggest: List[ESSuggest] = None
-    service: EntityReference
-    serviceType: str
-    doc_as_upsert: bool = True
-
-
-class ContainerESDocument(BaseModel):
-    """ElasticSearch Mapping doc for Containers"""
-
-    entityType: str = "container"
-    id: str
-    name: str
-    displayName: str
-    fullyQualifiedName: str
-    description: Optional[str] = None
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    tags: List[TagLabel]
-    tier: Optional[TagLabel] = None
-    owner: EntityReference = None
-    followers: List[str]
-    href: Optional[str]
-    deleted: bool
-    suggest: List[ESSuggest]
-    service_suggest: List[ESSuggest] = None
-    service: EntityReference
-    serviceType: str
-    doc_as_upsert: bool = True
-    parent: Optional[dict] = None
-    dataModel: Optional[dict] = None
-    children: Optional[List[dict]] = None
-    prefix: Optional[str] = None
-    numberOfObjects: Optional[int] = None
-    size: Optional[float] = None
-    fileFormats: Optional[List[str]] = None
-
-
-class QueryESDocument(BaseModel):
-    """ElasticSearch Mapping doc for Containers"""
-
-    entityType: str = "query"
-    id: str
-    name: str
-    displayName: str
-    fullyQualifiedName: str
-    description: Optional[str] = None
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    tags: List[TagLabel]
-    tier: Optional[TagLabel] = None
-    owner: EntityReference = None
-    followers: List[str]
-    href: Optional[str]
-    deleted: bool
-    suggest: List[ESSuggest]
-    service_suggest: List[ESSuggest] = None
-    doc_as_upsert: bool = True
-    duration: Optional[float] = None
-    users: Optional[List[dict]] = None
-    votes: Optional[dict] = None
-    query: str
-    queryDate: float
-
-
-class UserESDocument(BaseModel):
-    """ElasticSearch Mapping doc for Users"""
-
-    entityType: str = "user"
-    id: str
-    name: str
-    fullyQualifiedName: str
-    displayName: str
-    description: str
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    email: str
-    href: Optional[str]
-    isAdmin: bool
-    teams: EntityReferenceList
-    roles: EntityReferenceList
-    inheritedRoles: EntityReferenceList
-    deleted: bool
-    suggest: List[ESSuggest]
-    doc_as_upsert: bool = True
-
-
-class TeamESDocument(BaseModel):
-    """ElasticSearch Mapping doc for Teams"""
-
-    entityType: str = "team"
-    id: str
-    name: str
-    fullyQualifiedName: str
-    displayName: str
-    description: str
-    teamType: str
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    href: Optional[str]
-    suggest: List[ESSuggest]
-    users: EntityReferenceList
-    defaultRoles: EntityReferenceList
-    parents: EntityReferenceList
-    isJoinable: bool
-    deleted: bool
-    doc_as_upsert: bool = True
-
-
-class GlossaryTermESDocument(BaseModel):
-    """ElasticSearch Mapping doc for Glossary Term"""
-
-    entityType: str = "glossaryTerm"
-    id: str
-    name: str
-    fullyQualifiedName: str
-    displayName: str
-    description: str
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    href: Optional[str]
-    synonyms: Optional[List[str]]
-    glossary: EntityReference
-    children: Optional[List[EntityReference]]
-    relatedTerms: Optional[List[EntityReference]]
-    reviewers: Optional[List[EntityReference]]
-    usageCount: Optional[int]
-    tags: List[TagLabel]
-    status: str
-    suggest: List[ESSuggest]
-    deleted: bool
-    doc_as_upsert: bool = True
-
-
-class TagESDocument(BaseModel):
-    """ElasticSearch Mapping doc for Tag"""
-
-    entityType: str = "tag"
-    id: str
-    name: str
-    fullyQualifiedName: str
-    description: str
-    version: float
-    updatedAt: Optional[int]
-    updatedBy: Optional[str]
-    href: Optional[str]
-    suggest: List[ESSuggest]
-    deleted: bool
-    deprecated: bool
-    doc_as_upsert: bool = True