etlplus 0.7.0__py3-none-any.whl → 0.8.3__py3-none-any.whl

etlplus/database/orm.py

@@ -13,9 +13,8 @@ Usage
 from __future__ import annotations
 
 import re
-from collections.abc import Callable
-from pathlib import Path
 from typing import Any
+from typing import Final
 
 from sqlalchemy import Boolean
 from sqlalchemy import CheckConstraint
@@ -41,11 +40,15 @@ from sqlalchemy.orm import DeclarativeBase
 from sqlalchemy.orm import mapped_column
 from sqlalchemy.types import TypeEngine
 
+from ..types import StrPath
 from .schema import ForeignKeySpec
 from .schema import TableSpec
 from .schema import load_table_specs
+from .types import ModelRegistry
+from .types import TypeFactory
+
+# SECTION: EXPORTS ========================================================== #
 
-# SECTION: INTERNAL CONSTANTS =============================================== #
 
 __all__ = [
     # Classes
@@ -57,7 +60,9 @@ __all__ = [
 ]
 
 
-_TYPE_MAPPING: dict[str, Callable[[list[int]], TypeEngine]] = {
+# SECTION: INTERNAL CONSTANTS =============================================== #
+
+_TYPE_MAPPING: Final[dict[str, TypeFactory]] = {
     'int': lambda _: Integer(),
     'integer': lambda _: Integer(),
     'bigint': lambda _: Integer(),
@@ -102,6 +107,8 @@ _TYPE_MAPPING: dict[str, Callable[[list[int]], TypeEngine]] = {
 class Base(DeclarativeBase):
     """Base class for all ORM models."""
 
+    __abstract__ = True
+
 
 # SECTION: INTERNAL FUNCTIONS =============================================== #
 
@@ -191,7 +198,7 @@ def build_models(
     specs: list[TableSpec],
     *,
     base: type[DeclarativeBase] = Base,
-) -> dict[str, type[DeclarativeBase]]:
+) -> ModelRegistry:
     """
     Build SQLAlchemy ORM models from table specifications.
     Parameters
@@ -202,10 +209,10 @@ def build_models(
         Base class for the ORM models (default: :class:`Base`).
     Returns
     -------
-    dict[str, type[DeclarativeBase]]
+    ModelRegistry
         Registry mapping fully qualified table names to ORM model classes.
     """
-    registry: dict[str, type[DeclarativeBase]] = {}
+    registry: ModelRegistry = {}
 
     for spec in specs:
         table_args: list[object] = []
@@ -302,23 +309,23 @@ def build_models(
 
 
 def load_and_build_models(
-    path: str | Path,
+    path: StrPath,
     *,
     base: type[DeclarativeBase] = Base,
-) -> dict[str, type[DeclarativeBase]]:
+) -> ModelRegistry:
     """
     Load table specifications from a file and build SQLAlchemy models.
 
     Parameters
     ----------
-    path : str | Path
+    path : StrPath
         Path to the YAML file containing table specifications.
     base : type[DeclarativeBase], optional
         Base class for the ORM models (default: :class:`Base`).
 
     Returns
     -------
-    dict[str, type[DeclarativeBase]]
+    ModelRegistry
         Registry mapping fully qualified table names to ORM model classes.
     """
     return build_models(load_table_specs(path), base=base)

etlplus/database/schema.py

@@ -16,6 +16,7 @@ from pydantic import ConfigDict
 from pydantic import Field
 
 from ..file import File
+from ..types import StrPath
 
 # SECTION: EXPORTS ========================================================== #
 
@@ -244,14 +245,14 @@ class TableSpec(BaseModel):
 
 
 def load_table_specs(
-    path: str | Path,
+    path: StrPath,
 ) -> list[TableSpec]:
     """
     Load table specifications from a YAML file.
 
     Parameters
     ----------
-    path : str | Path
+    path : StrPath
         Path to the YAML file containing table specifications.
 
     Returns

etlplus/database/types.py

@@ -0,0 +1,33 @@
+"""
+:mod:`etlplus.database.types` module.
+
+Shared type aliases leveraged across :mod:`etlplus.database` modules.
+"""
+
+from __future__ import annotations
+
+from collections.abc import Callable
+
+from sqlalchemy.orm import DeclarativeBase
+from sqlalchemy.types import TypeEngine
+
+# SECTION: EXPORTS ========================================================== #
+
+
+__all__ = [
+    # Type Aliases
+    'ModelRegistry',
+    'TypeFactory',
+]
+
+
+# SECTION: TYPE ALIASES ===================================================== #
+
+
+# pylint: disable=invalid-name
+
+# Registry mapping fully qualified table names to declarative classes.
+type ModelRegistry = dict[str, type[DeclarativeBase]]
+
+# Callable producing a SQLAlchemy TypeEngine from parsed parameters.
+type TypeFactory = Callable[[list[int]], TypeEngine]

etlplus/types.py

@@ -225,3 +225,8 @@ type Sleeper = Callable[[float], None]
 
 # Numeric timeout in seconds or ``None`` for no timeout.
 type Timeout = float | None
+
+# -- Templates -- #
+
+# Allowed template keys for bundled DDL rendering.
+type TemplateKey = Literal['ddl', 'view']

etlplus/utils.py

@@ -6,7 +6,6 @@ Small shared helpers used across modules.
 
 from __future__ import annotations
 
-import argparse
 import json
 from collections.abc import Callable
 from collections.abc import Mapping
@@ -22,7 +21,6 @@ from .types import StrAnyMap
 __all__ = [
     # Data utilities
     'count_records',
-    'json_type',
     'print_json',
     # Mapping utilities
     'cast_str_dict',
@@ -119,35 +117,6 @@ def count_records(
     return len(data) if isinstance(data, list) else 1
 
 
-def json_type(
-    option: str,
-) -> Any:
-    """
-    Argparse ``type=`` hook that parses a JSON string.
-
-    Parameters
-    ----------
-    option : str
-        Raw CLI string to parse as JSON.
-
-    Returns
-    -------
-    Any
-        Parsed JSON value.
-
-    Raises
-    ------
-    argparse.ArgumentTypeError
-        If the input cannot be parsed as JSON.
-    """
-    try:
-        return json.loads(option)
-    except json.JSONDecodeError as e:  # pragma: no cover - argparse path
-        raise argparse.ArgumentTypeError(
-            f'Invalid JSON: {e.msg} (pos {e.pos})',
-        ) from e
-
-
 def maybe_mapping(
     value: Any,
 ) -> StrAnyMap | None:

{etlplus-0.7.0.dist-info → etlplus-0.8.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: etlplus
-Version: 0.7.0
+Version: 0.8.3
 Summary: A Swiss Army knife for simple ETL operations
 Home-page: https://github.com/Dagitali/ETLPlus
 Author: ETLPlus Team
@@ -64,7 +64,7 @@ package and command-line interface for data extraction, validation, transformati
   - [Quickstart](#quickstart)
   - [Usage](#usage)
     - [Command Line Interface](#command-line-interface)
-      - [Inspect Pipelines](#inspect-pipelines)
+      - [Check Pipelines](#check-pipelines)
       - [Render SQL DDL](#render-sql-ddl)
       - [Extract Data](#extract-data)
       - [Validate Data](#validate-data)
@@ -182,6 +182,9 @@ etlplus --help
 etlplus --version
 ```
 
+The CLI is implemented with Typer (Click-based). There is no argparse compatibility layer, so rely
+on the documented commands/flags and run `etlplus <command> --help` for current options.
+
 #### Check Pipelines
 
 Use `etlplus check` to explore pipeline YAML definitions without running them. The command can print
@@ -366,8 +369,6 @@ etlplus check --config examples/configs/pipeline.yml --summary
 
 # Run a job
 etlplus run --config examples/configs/pipeline.yml --job file_to_file_customers
-
-# Deprecated shim (will be removed): etlplus pipeline
 ```
 
 ### Complete ETL Pipeline Example

{etlplus-0.7.0.dist-info → etlplus-0.8.3.dist-info}/RECORD

@@ -10,10 +10,10 @@ etlplus/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 etlplus/run.py,sha256=X4kp5FQlIWVf1_d9oSrchKau7BFDCE1Zkscvu7WPaWw,12340
 etlplus/run_helpers.py,sha256=bj6MkaeFxjl3CeKG1HoXKx5DwAlXNERVW-GX-z1P_qQ,24373
 etlplus/transform.py,sha256=uAUVDDHYCgx7GpVez9IK3OAZM-CnCuMa9iox3vwGGJA,25296
-etlplus/types.py,sha256=SJiZ7wJiSnV4CEvF-9E5nSFLBo4DT9OqHQqj1GSHkv8,6042
-etlplus/utils.py,sha256=_fn8b-SAdxiw28VX-Ugr8sZUPZI9mEkWKAGExlgxhJA,13993
+etlplus/types.py,sha256=1hsDlnF6r76zAwaUYay-i6pCM-Y0IU5nP7Crj8PLCQ4,6157
+etlplus/utils.py,sha256=GrRH6N9u_U-4gs6PYpO0_Y2RwsyD3Ju9cup0b0byUbk,13367
 etlplus/validate.py,sha256=7rJoEI_SIILdPpoBqqh2UJqg9oeReDz34mYSlc3t7Qg,12989
-etlplus/api/README.md,sha256=UkK5PiZWXbbnMNP0MaPa56S88PjSqOwhMNCyswOhvKc,7329
+etlplus/api/README.md,sha256=ZiyjxLz0LfFCzeYKXwtH8yY1OJ4hXCju7t2ICroFoU8,7215
 etlplus/api/__init__.py,sha256=P2JUYFy6Ep4t6xnsBiCBfQCkQLHYYhA-yXPXCobS8Y0,4295
 etlplus/api/auth.py,sha256=GOO5on-LoMS1GXTAhtK9rFcfpjbBcNeA6NE5UZwIq0g,12158
 etlplus/api/config.py,sha256=wRpOaZ31sPReVzEMme0jKl_37nqgraESwuYSNxP_xDo,17397
@@ -31,9 +31,14 @@ etlplus/api/rate_limiting/__init__.py,sha256=ZySB1dZettEDnWvI1EHf_TZ9L08M_kKsNR-
 etlplus/api/rate_limiting/config.py,sha256=2b4wIynblN-1EyMqI4aXa71SljzSjXYh5N1Nngr3jOg,9406
 etlplus/api/rate_limiting/rate_limiter.py,sha256=Uxozqd_Ej5Lsj-M-mLT2WexChgWh7x35_YP10yqYPQA,7159
 etlplus/cli/__init__.py,sha256=J97-Rv931IL1_b4AXnB7Fbbd7HKnHBpx18NQfC_kE6c,299
-etlplus/cli/app.py,sha256=SYPO-NDwXgymJrACw39jZ_NJrSKAs0O8anuWR5o42WM,35893
-etlplus/cli/handlers.py,sha256=nFMvqHQhJ8kJZPisDCiUHeOhjlqAO6hJvRjXiJTcU74,18951
-etlplus/cli/main.py,sha256=ijYOy72SEsxrTEBan5yADW8CZyr0yddVF8HeMgFw6Zg,16576
+etlplus/cli/commands.py,sha256=-lO8XX2IeTvdfZLeI_UpT2kH4qZuNpfujArw3IKS2vY,22585
+etlplus/cli/constants.py,sha256=NJ6IvNyYEI8IdB7eMcc-vteQiiIwqid5YvmUk-5DRHY,1839
+etlplus/cli/handlers.py,sha256=WBzJZz7ESU4Hljog_ON4g9PLIW6U6io_F9op7daksKY,17781
+etlplus/cli/io.py,sha256=hkmbDh0HFrZhDjfZbma0Lp4tc0wrTwdD9Snqa-wNAd4,7308
+etlplus/cli/main.py,sha256=_ipwLgIzkf8ks8cbu2KkVBbY3gcdaqDR98WUBdwviiw,5191
+etlplus/cli/options.py,sha256=dswqAdnQ4fRJGI3xEFUyMifp0ry3rm2cCaPyEqI_99c,1199
+etlplus/cli/state.py,sha256=20uKdYddYvAlR-HUQJAV-ThyXMZaPiSk9cN-tevRIpw,7991
+etlplus/cli/types.py,sha256=tclhKVJXDqHzlTQBYKARfqMgDOcuBJ-Zej2pvFy96WM,652
 etlplus/config/__init__.py,sha256=VZWzOg7d2YR9NT6UwKTv44yf2FRUMjTHynkm1Dl5Qzo,1486
 etlplus/config/connector.py,sha256=0-TIwevHbKRHVmucvyGpPd-3tB1dKHB-dj0yJ6kq5eY,9809
 etlplus/config/jobs.py,sha256=hmzRCqt0OvCEZZR4ONKrd3lvSv0OmayjLc4yOBk3ug8,7399
@@ -41,19 +46,20 @@ etlplus/config/pipeline.py,sha256=Va4MQY6KEyKqHGMKPmh09ZcGpx95br-iNUjpkqtzVbw,95
 etlplus/config/profile.py,sha256=Ss2zedQGjkaGSpvBLTD4SZaWViMJ7TJPLB8Q2_BTpPg,1898
 etlplus/config/types.py,sha256=a0epJ3z16HQ5bY3Ctf8s_cQPa3f0HHcwdOcjCP2xoG4,4954
 etlplus/config/utils.py,sha256=4SUHMkt5bKBhMhiJm-DrnmE2Q4TfOgdNCKz8PJDS27o,3443
-etlplus/database/__init__.py,sha256=0gWnMlQiVHS6SVUxIT9zklQUHU36y-2RF_gN1cx7icg,1018
-etlplus/database/ddl.py,sha256=lIar9KIOoBRslp_P0DnpoMDXzkjt64J5-iVV7CeSV_M,7747
-etlplus/database/engine.py,sha256=54f-XtNKIuogJhsLV9cX_xPoBwcl_HNJTL5HqMCi8kw,3986
-etlplus/database/orm.py,sha256=StjeguokM70oNKq7mNXLyc4_mYUZR-EKW3oGRlsd8QE,9962
-etlplus/database/schema.py,sha256=BmRP2wwX2xex1phLm0tnHrP6A2AQgguA-hSLnK0xwwc,7003
+etlplus/database/__init__.py,sha256=AKJsDl2RHuRGPS-eXgNJeh4aSncJP5Y0yLApBF6i7i8,1052
+etlplus/database/ddl.py,sha256=z9KvHi1MPhPBLHxMDdqJgLTp3A2-lcz0gqhZ7HIE6kU,7916
+etlplus/database/engine.py,sha256=7rr7YndA8LwyWJL8k1YhQbqxxmW4gWEUQjp0NwQcYtc,4061
+etlplus/database/orm.py,sha256=gCSqH-CjQz6tV9133-VqgiwokK5ylun0BwXaIWfImAo,10008
+etlplus/database/schema.py,sha256=HNTgglI8qvQLInr7gq--2lLmLKHzAZTL2MJUOIw9DlY,7025
+etlplus/database/types.py,sha256=_pkQyC14TzAlgyeIqZG4F5LWYknZbHw3TW68Auk7Ya0,795
 etlplus/templates/__init__.py,sha256=tsniN7XJYs3NwYxJ6c2HD5upHP3CDkLx-bQCMt97UOM,106
 etlplus/templates/ddl.sql.j2,sha256=s8fMWvcb4eaJVXkifuib1aQPljtZ8buuyB_uA-ZdU3Q,4734
 etlplus/templates/view.sql.j2,sha256=Iy8DHfhq5yyvrUKDxqp_aHIEXY4Tm6j4wT7YDEFWAhk,2180
 etlplus/validation/__init__.py,sha256=Pe5Xg1_EA4uiNZGYu5WTF3j7odjmyxnAJ8rcioaplSQ,1254
 etlplus/validation/utils.py,sha256=Mtqg449VIke0ziy_wd2r6yrwJzQkA1iulZC87FzXMjo,10201
-etlplus-0.7.0.dist-info/licenses/LICENSE,sha256=MuNO63i6kWmgnV2pbP2SLqP54mk1BGmu7CmbtxMmT-U,1069
-etlplus-0.7.0.dist-info/METADATA,sha256=ulMPDyXMX6p-NcxMBSZfegGrv0LNwAu_686_TVrkJPM,19383
-etlplus-0.7.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-etlplus-0.7.0.dist-info/entry_points.txt,sha256=6w-2-jzuPa55spzK34h-UKh2JTEShh38adFRONNP9QE,45
-etlplus-0.7.0.dist-info/top_level.txt,sha256=aWWF-udn_sLGuHTM6W6MLh99ArS9ROkUWO8Mi8y1_2U,8
-etlplus-0.7.0.dist-info/RECORD,,
+etlplus-0.8.3.dist-info/licenses/LICENSE,sha256=MuNO63i6kWmgnV2pbP2SLqP54mk1BGmu7CmbtxMmT-U,1069
+etlplus-0.8.3.dist-info/METADATA,sha256=fCmfB5aa9jgUEb2s_l-5j5b3vooe-l3M0pNYrrjhYAg,19513
+etlplus-0.8.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+etlplus-0.8.3.dist-info/entry_points.txt,sha256=6w-2-jzuPa55spzK34h-UKh2JTEShh38adFRONNP9QE,45
+etlplus-0.8.3.dist-info/top_level.txt,sha256=aWWF-udn_sLGuHTM6W6MLh99ArS9ROkUWO8Mi8y1_2U,8
+etlplus-0.8.3.dist-info/RECORD,,