openmetadata-ingestion 1.4.6.0__py3-none-any.whl → 1.5.0.0rc1__py3-none-any.whl

metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py

@@ -1,15 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/singleStoreConnection.json
-#   timestamp: 2024-08-02T13:31:44+00:00
+#   timestamp: 2024-08-05T15:12:43+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
 
-from metadata.ingestion.models.custom_pydantic import CustomSecretStr
+from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
 from .. import connectionBasicType
 
@@ -23,56 +24,83 @@ class SingleStoreScheme(Enum):
 
 
 class SingleStoreConnection(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: Optional[SingleStoreType] = Field(
-        SingleStoreType.SingleStore, description='Service Type', title='Service Type'
-    )
-    scheme: Optional[SingleStoreScheme] = Field(
-        SingleStoreScheme.mysql_pymysql,
-        description='SQLAlchemy driver scheme options.',
-        title='Connection Scheme',
-    )
-    username: str = Field(
-        ...,
-        description='Username to connect to SingleStore. This user should have privileges to read all the metadata in MySQL.',
-        title='Username',
-    )
-    password: Optional[CustomSecretStr] = Field(
-        None, description='Password to connect to SingleStore.', title='Password'
-    )
-    hostPort: str = Field(
-        ...,
-        description='Host and port of the SingleStore service.',
-        title='Host and Port',
-    )
-    databaseName: Optional[str] = Field(
-        None,
-        description='Optional name to give to the database in OpenMetadata. If left blank, we will use default as the database name.',
-        title='Database Name',
+    model_config = ConfigDict(
+        extra='forbid',
     )
-    databaseSchema: Optional[str] = Field(
-        None,
-        description='Database Schema of the data source. This is optional parameter, if you would like to restrict the metadata reading to a single schema. When left blank, OpenMetadata Ingestion attempts to scan all the schemas.',
-        title='Database Schema',
-    )
-    connectionOptions: Optional[connectionBasicType.ConnectionOptions] = Field(
-        None, title='Connection Options'
-    )
-    connectionArguments: Optional[connectionBasicType.ConnectionArguments] = Field(
-        None, title='Connection Arguments'
-    )
-    supportsMetadataExtraction: Optional[
-        connectionBasicType.SupportsMetadataExtraction
-    ] = Field(None, title='Supports Metadata Extraction')
+    type: Annotated[
+        Optional[SingleStoreType],
+        Field(
+            SingleStoreType.SingleStore,
+            description='Service Type',
+            title='Service Type',
+        ),
+    ]
+    scheme: Annotated[
+        Optional[SingleStoreScheme],
+        Field(
+            SingleStoreScheme.mysql_pymysql,
+            description='SQLAlchemy driver scheme options.',
+            title='Connection Scheme',
+        ),
+    ]
+    username: Annotated[
+        str,
+        Field(
+            description='Username to connect to SingleStore. This user should have privileges to read all the metadata in MySQL.',
+            title='Username',
+        ),
+    ]
+    password: Annotated[
+        Optional[CustomSecretStr],
+        Field(
+            None, description='Password to connect to SingleStore.', title='Password'
+        ),
+    ]
+    hostPort: Annotated[
+        str,
+        Field(
+            description='Host and port of the SingleStore service.',
+            title='Host and Port',
+        ),
+    ]
+    databaseName: Annotated[
+        Optional[str],
+        Field(
+            None,
+            description='Optional name to give to the database in OpenMetadata. If left blank, we will use default as the database name.',
+            title='Database Name',
+        ),
+    ]
+    databaseSchema: Annotated[
+        Optional[str],
+        Field(
+            None,
+            description='Database Schema of the data source. This is optional parameter, if you would like to restrict the metadata reading to a single schema. When left blank, OpenMetadata Ingestion attempts to scan all the schemas.',
+            title='Database Schema',
+        ),
+    ]
+    connectionOptions: Annotated[
+        Optional[connectionBasicType.ConnectionOptions],
+        Field(None, title='Connection Options'),
+    ]
+    connectionArguments: Annotated[
+        Optional[connectionBasicType.ConnectionArguments],
+        Field(None, title='Connection Arguments'),
+    ]
+    supportsMetadataExtraction: Annotated[
+        Optional[connectionBasicType.SupportsMetadataExtraction],
+        Field(None, title='Supports Metadata Extraction'),
+    ]
     supportsDBTExtraction: Optional[connectionBasicType.SupportsDBTExtraction] = None
-    supportsProfiler: Optional[connectionBasicType.SupportsProfiler] = Field(
-        None, title='Supports Profiler'
-    )
-    supportsQueryComment: Optional[connectionBasicType.SupportsQueryComment] = Field(
-        None, title='Supports Query Comment'
-    )
-    sampleDataStorageConfig: Optional[
-        connectionBasicType.SampleDataStorageConfig
-    ] = Field(None, title='Storage Config for Sample Data')
+    supportsProfiler: Annotated[
+        Optional[connectionBasicType.SupportsProfiler],
+        Field(None, title='Supports Profiler'),
+    ]
+    supportsQueryComment: Annotated[
+        Optional[connectionBasicType.SupportsQueryComment],
+        Field(None, title='Supports Query Comment'),
+    ]
+    sampleDataStorageConfig: Annotated[
+        Optional[connectionBasicType.SampleDataStorageConfig],
+        Field(None, title='Storage Config for Sample Data'),
+    ]

metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py

@@ -1,15 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/snowflakeConnection.json
-#   timestamp: 2024-08-02T13:31:44+00:00
+#   timestamp: 2024-08-05T15:12:43+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
 
-from metadata.ingestion.models.custom_pydantic import CustomSecretStr
+from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
 from .. import connectionBasicType
 
@@ -23,71 +24,107 @@ class SnowflakeScheme(Enum):
 
 
 class SnowflakeConnection(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: Optional[SnowflakeType] = Field(
-        SnowflakeType.Snowflake, description='Service Type', title='Service Type'
-    )
-    scheme: Optional[SnowflakeScheme] = Field(
-        SnowflakeScheme.snowflake,
-        description='SQLAlchemy driver scheme options.',
-        title='Connection Scheme',
-    )
-    username: str = Field(
-        ...,
-        description='Username to connect to Snowflake. This user should have privileges to read all the metadata in Snowflake.',
-        title='Username',
-    )
-    password: Optional[CustomSecretStr] = Field(
-        None, description='Password to connect to Snowflake.', title='Password'
-    )
-    account: str = Field(
-        ...,
-        description='If the Snowflake URL is https://xyz1234.us-east-1.gcp.snowflakecomputing.com, then the account is xyz1234.us-east-1.gcp',
-        title='Account',
-    )
-    role: Optional[str] = Field(None, description='Snowflake Role.', title='Role')
-    database: Optional[str] = Field(
-        None,
-        description='Database of the data source. This is optional parameter, if you would like to restrict the metadata reading to a single database. When left blank, OpenMetadata Ingestion attempts to scan all the databases.',
-        title='Database',
-    )
-    warehouse: str = Field(..., description='Snowflake warehouse.', title='Warehouse')
-    queryTag: Optional[str] = Field(
-        None,
-        description='Session query tag used to monitor usage on snowflake. To use a query tag snowflake user should have enough privileges to alter the session.',
-        title='Query Tag',
-    )
-    privateKey: Optional[CustomSecretStr] = Field(
-        None,
-        description='Connection to Snowflake instance via Private Key',
-        title='Private Key',
-    )
-    snowflakePrivatekeyPassphrase: Optional[CustomSecretStr] = Field(
-        None,
-        description='Snowflake Passphrase Key used with Private Key',
-        title='Snowflake Passphrase Key',
-    )
-    includeTransientTables: Optional[bool] = Field(
-        False,
-        description='Optional configuration for ingestion of TRANSIENT tables, By default, it will skip the TRANSIENT tables.',
-        title='Include Transient Tables',
-    )
-    clientSessionKeepAlive: Optional[bool] = Field(
-        False,
-        description='Optional configuration for ingestion to keep the client session active in case the ingestion process runs for longer durations.',
-        title='Client Session Keep Alive',
-    )
-    connectionOptions: Optional[connectionBasicType.ConnectionOptions] = Field(
-        None, title='Connection Options'
-    )
-    connectionArguments: Optional[connectionBasicType.ConnectionArguments] = Field(
-        None, title='Connection Arguments'
-    )
-    supportsMetadataExtraction: Optional[
-        connectionBasicType.SupportsMetadataExtraction
-    ] = Field(None, title='Supports Metadata Extraction')
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    type: Annotated[
+        Optional[SnowflakeType],
+        Field(
+            SnowflakeType.Snowflake, description='Service Type', title='Service Type'
+        ),
+    ]
+    scheme: Annotated[
+        Optional[SnowflakeScheme],
+        Field(
+            SnowflakeScheme.snowflake,
+            description='SQLAlchemy driver scheme options.',
+            title='Connection Scheme',
+        ),
+    ]
+    username: Annotated[
+        str,
+        Field(
+            description='Username to connect to Snowflake. This user should have privileges to read all the metadata in Snowflake.',
+            title='Username',
+        ),
+    ]
+    password: Annotated[
+        Optional[CustomSecretStr],
+        Field(None, description='Password to connect to Snowflake.', title='Password'),
+    ]
+    account: Annotated[
+        str,
+        Field(
+            description='If the Snowflake URL is https://xyz1234.us-east-1.gcp.snowflakecomputing.com, then the account is xyz1234.us-east-1.gcp',
+            title='Account',
+        ),
+    ]
+    role: Annotated[
+        Optional[str], Field(None, description='Snowflake Role.', title='Role')
+    ]
+    database: Annotated[
+        Optional[str],
+        Field(
+            None,
+            description='Database of the data source. This is optional parameter, if you would like to restrict the metadata reading to a single database. When left blank, OpenMetadata Ingestion attempts to scan all the databases.',
+            title='Database',
+        ),
+    ]
+    warehouse: Annotated[
+        str, Field(description='Snowflake warehouse.', title='Warehouse')
+    ]
+    queryTag: Annotated[
+        Optional[str],
+        Field(
+            None,
+            description='Session query tag used to monitor usage on snowflake. To use a query tag snowflake user should have enough privileges to alter the session.',
+            title='Query Tag',
+        ),
+    ]
+    privateKey: Annotated[
+        Optional[CustomSecretStr],
+        Field(
+            None,
+            description='Connection to Snowflake instance via Private Key',
+            title='Private Key',
+        ),
+    ]
+    snowflakePrivatekeyPassphrase: Annotated[
+        Optional[CustomSecretStr],
+        Field(
+            None,
+            description='Snowflake Passphrase Key used with Private Key',
+            title='Snowflake Passphrase Key',
+        ),
+    ]
+    includeTransientTables: Annotated[
+        Optional[bool],
+        Field(
+            False,
+            description='Optional configuration for ingestion of TRANSIENT tables, By default, it will skip the TRANSIENT tables.',
+            title='Include Transient Tables',
+        ),
+    ]
+    clientSessionKeepAlive: Annotated[
+        Optional[bool],
+        Field(
+            False,
+            description='Optional configuration for ingestion to keep the client session active in case the ingestion process runs for longer durations.',
+            title='Client Session Keep Alive',
+        ),
+    ]
+    connectionOptions: Annotated[
+        Optional[connectionBasicType.ConnectionOptions],
+        Field(None, title='Connection Options'),
+    ]
+    connectionArguments: Annotated[
+        Optional[connectionBasicType.ConnectionArguments],
+        Field(None, title='Connection Arguments'),
+    ]
+    supportsMetadataExtraction: Annotated[
+        Optional[connectionBasicType.SupportsMetadataExtraction],
+        Field(None, title='Supports Metadata Extraction'),
+    ]
     supportsUsageExtraction: Optional[
         connectionBasicType.SupportsUsageExtraction
     ] = None
@@ -95,15 +132,19 @@ class SnowflakeConnection(BaseModel):
         connectionBasicType.SupportsLineageExtraction
     ] = None
     supportsDBTExtraction: Optional[connectionBasicType.SupportsDBTExtraction] = None
-    supportsProfiler: Optional[connectionBasicType.SupportsProfiler] = Field(
-        None, title='Supports Profiler'
-    )
-    supportsDatabase: Optional[connectionBasicType.SupportsDatabase] = Field(
-        None, title='Supports Database'
-    )
-    supportsQueryComment: Optional[connectionBasicType.SupportsQueryComment] = Field(
-        None, title='Supports Query Comment'
-    )
-    sampleDataStorageConfig: Optional[
-        connectionBasicType.SampleDataStorageConfig
-    ] = Field(None, title='Storage Config for Sample Data')
+    supportsProfiler: Annotated[
+        Optional[connectionBasicType.SupportsProfiler],
+        Field(None, title='Supports Profiler'),
+    ]
+    supportsDatabase: Annotated[
+        Optional[connectionBasicType.SupportsDatabase],
+        Field(None, title='Supports Database'),
+    ]
+    supportsQueryComment: Annotated[
+        Optional[connectionBasicType.SupportsQueryComment],
+        Field(None, title='Supports Query Comment'),
+    ]
+    sampleDataStorageConfig: Annotated[
+        Optional[connectionBasicType.SampleDataStorageConfig],
+        Field(None, title='Storage Config for Sample Data'),
+    ]

metadata/generated/schema/entity/services/connections/database/sqliteConnection.py

@@ -1,15 +1,16 @@
 # generated by datamodel-codegen:
 #   filename:  entity/services/connections/database/sqliteConnection.json
-#   timestamp: 2024-08-02T13:31:44+00:00
+#   timestamp: 2024-08-05T15:12:43+00:00
 
 from __future__ import annotations
 
 from enum import Enum
 from typing import Optional
 
-from pydantic import BaseModel, Extra, Field
+from pydantic import ConfigDict, Field
+from typing_extensions import Annotated
 
-from metadata.ingestion.models.custom_pydantic import CustomSecretStr
+from metadata.ingestion.models.custom_pydantic import BaseModel, CustomSecretStr
 
 from .. import connectionBasicType
 
@@ -23,58 +24,83 @@ class SQLiteScheme(Enum):
 
 
 class SQLiteConnection(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    type: Optional[SQLiteType] = Field(
-        SQLiteType.SQLite, description='Service Type', title='Service Type'
-    )
-    scheme: Optional[SQLiteScheme] = Field(
-        SQLiteScheme.sqlite_pysqlite,
-        description='SQLAlchemy driver scheme options.',
-        title='Connection Scheme',
-    )
-    username: Optional[str] = Field(
-        None,
-        description='Username to connect to SQLite. Blank for in-memory database.',
-        title='Username',
-    )
-    password: Optional[CustomSecretStr] = Field(
-        None,
-        description='Password to connect to SQLite. Blank for in-memory database.',
-        title='Password',
-    )
-    hostPort: Optional[str] = Field(
-        None,
-        description='Host and port of the SQLite service. Blank for in-memory database.',
-        title='Host and Port',
-    )
-    database: Optional[str] = Field(
-        None,
-        description='Database of the data source. This is optional parameter, if you would like to restrict the metadata reading to a single database. When left blank, OpenMetadata Ingestion attempts to scan all the databases.',
-        title='Database',
+    model_config = ConfigDict(
+        extra='forbid',
     )
-    databaseMode: Optional[str] = Field(
-        ':memory:',
-        description='How to run the SQLite database. :memory: by default.',
-        title='Database Mode',
-    )
-    connectionOptions: Optional[connectionBasicType.ConnectionOptions] = Field(
-        None, title='Connection Options'
-    )
-    connectionArguments: Optional[connectionBasicType.ConnectionArguments] = Field(
-        None, title='Connection Arguments'
-    )
-    supportsMetadataExtraction: Optional[
-        connectionBasicType.SupportsMetadataExtraction
-    ] = Field(None, title='Supports Metadata Extraction')
+    type: Annotated[
+        Optional[SQLiteType],
+        Field(SQLiteType.SQLite, description='Service Type', title='Service Type'),
+    ]
+    scheme: Annotated[
+        Optional[SQLiteScheme],
+        Field(
+            SQLiteScheme.sqlite_pysqlite,
+            description='SQLAlchemy driver scheme options.',
+            title='Connection Scheme',
+        ),
+    ]
+    username: Annotated[
+        Optional[str],
+        Field(
+            None,
+            description='Username to connect to SQLite. Blank for in-memory database.',
+            title='Username',
+        ),
+    ]
+    password: Annotated[
+        Optional[CustomSecretStr],
+        Field(
+            None,
+            description='Password to connect to SQLite. Blank for in-memory database.',
+            title='Password',
+        ),
+    ]
+    hostPort: Annotated[
+        Optional[str],
+        Field(
+            None,
+            description='Host and port of the SQLite service. Blank for in-memory database.',
+            title='Host and Port',
+        ),
+    ]
+    database: Annotated[
+        Optional[str],
+        Field(
+            None,
+            description='Database of the data source. This is optional parameter, if you would like to restrict the metadata reading to a single database. When left blank, OpenMetadata Ingestion attempts to scan all the databases.',
+            title='Database',
+        ),
+    ]
+    databaseMode: Annotated[
+        Optional[str],
+        Field(
+            ':memory:',
+            description='How to run the SQLite database. :memory: by default.',
+            title='Database Mode',
+        ),
+    ]
+    connectionOptions: Annotated[
+        Optional[connectionBasicType.ConnectionOptions],
+        Field(None, title='Connection Options'),
+    ]
+    connectionArguments: Annotated[
+        Optional[connectionBasicType.ConnectionArguments],
+        Field(None, title='Connection Arguments'),
+    ]
+    supportsMetadataExtraction: Annotated[
+        Optional[connectionBasicType.SupportsMetadataExtraction],
+        Field(None, title='Supports Metadata Extraction'),
+    ]
     supportsDBTExtraction: Optional[connectionBasicType.SupportsDBTExtraction] = None
-    supportsProfiler: Optional[connectionBasicType.SupportsProfiler] = Field(
-        None, title='Supports Profiler'
-    )
-    supportsQueryComment: Optional[connectionBasicType.SupportsQueryComment] = Field(
-        None, title='Supports Query Comment'
-    )
-    sampleDataStorageConfig: Optional[
-        connectionBasicType.SampleDataStorageConfig
-    ] = Field(None, title='Storage Config for Sample Data')
+    supportsProfiler: Annotated[
+        Optional[connectionBasicType.SupportsProfiler],
+        Field(None, title='Supports Profiler'),
+    ]
+    supportsQueryComment: Annotated[
+        Optional[connectionBasicType.SupportsQueryComment],
+        Field(None, title='Supports Query Comment'),
+    ]
+    sampleDataStorageConfig: Annotated[
+        Optional[connectionBasicType.SampleDataStorageConfig],
+        Field(None, title='Storage Config for Sample Data'),
+    ]