etlplus 0.4.7__py3-none-any.whl → 0.8.3__py3-none-any.whl

etlplus/cli/state.py

@@ -0,0 +1,335 @@
+"""
+:mod:`etlplus.cli.state` module.
+
+Shared state and helper utilities for the ``etlplus`` command-line interface
+(CLI).
+"""
+
+from __future__ import annotations
+
+import sys
+from collections.abc import Collection
+from dataclasses import dataclass
+from pathlib import Path
+from typing import Final
+
+import typer
+
+from .constants import DATA_CONNECTORS
+
+# SECTION: EXPORTS ========================================================== #
+
+__all__ = [
+    # Classes
+    'CliState',
+    # Functions
+    'ensure_state',
+    'infer_resource_type',
+    'infer_resource_type_or_exit',
+    'infer_resource_type_soft',
+    'log_inferred_resource',
+    'optional_choice',
+    'resolve_resource_type',
+    'validate_choice',
+]
+
+
+# SECTION: INTERNAL CONSTANTS =============================================== #
+
+
+_DB_SCHEMES: Final[tuple[str, ...]] = (
+    'postgres://',
+    'postgresql://',
+    'mysql://',
+)
+
+
+# SECTION: DATA CLASSES ===================================================== #
+
+
+@dataclass(slots=True)
+class CliState:
+    """
+    Mutable container for runtime CLI toggles.
+
+    Attributes
+    ----------
+    pretty : bool
+        Whether to pretty-print output.
+    quiet : bool
+        Whether to suppress non-error output.
+    verbose : bool
+        Whether to enable verbose logging.
+    """
+
+    pretty: bool = True
+    quiet: bool = False
+    verbose: bool = False
+
+
+# SECTION: FUNCTIONS ======================================================== #
+
+
+def ensure_state(
+    ctx: typer.Context,
+) -> CliState:
+    """
+    Return the :class:`CliState` stored on the :mod:`typer` context.
+
+    Initializes a new :class:`CliState` if none exists.
+
+    Parameters
+    ----------
+    ctx : typer.Context
+        The Typer command context.
+
+    Returns
+    -------
+    CliState
+        The CLI state object.
+    """
+    if not isinstance(getattr(ctx, 'obj', None), CliState):
+        ctx.obj = CliState()
+    return ctx.obj
+
+
+def infer_resource_type(
+    value: str,
+) -> str:
+    """
+    Infer the resource type from a path, URL, or DSN string.
+
+    Parameters
+    ----------
+    value : str
+        The resource identifier (path, URL, or DSN).
+
+    Returns
+    -------
+    str
+        The inferred resource type: ``file``, ``api``, or ``database``.
+
+    Raises
+    ------
+    ValueError
+        If inference fails.
+    """
+    val = (value or '').strip()
+    low = val.lower()
+
+    match (val, low):
+        case ('-', _):
+            return 'file'
+        case (_, inferred) if inferred.startswith(('http://', 'https://')):
+            return 'api'
+        case (_, inferred) if inferred.startswith(_DB_SCHEMES):
+            return 'database'
+
+    path = Path(val)
+    if path.exists() or path.suffix:
+        return 'file'
+
+    raise ValueError(
+        'Could not infer resource type. Use --from/--to to specify it.',
+    )
+
+
+def infer_resource_type_or_exit(
+    value: str,
+) -> str:
+    """
+    Infer a resource type and map ``ValueError`` to ``BadParameter``.
+
+    Parameters
+    ----------
+    value : str
+        The resource identifier (path, URL, or DSN).
+
+    Returns
+    -------
+    str
+        The inferred resource type: ``file``, ``api``, or ``database``.
+
+    Raises
+    ------
+    typer.BadParameter
+        If inference fails.
+    """
+    try:
+        return infer_resource_type(value)
+    except ValueError as exc:  # pragma: no cover - exercised indirectly
+        raise typer.BadParameter(str(exc)) from exc
+
+
+def infer_resource_type_soft(
+    value: str | None,
+) -> str | None:
+    """
+    Make a best-effort inference that tolerates inline payloads.
+
+    Parameters
+    ----------
+    value : str | None
+        The resource identifier (path, URL, DSN, or inline payload).
+
+    Returns
+    -------
+    str | None
+        The inferred resource type, or ``None`` if inference failed.
+    """
+    if value is None:
+        return None
+    try:
+        return infer_resource_type(value)
+    except ValueError:
+        return None
+
+
+def log_inferred_resource(
+    state: CliState,
+    *,
+    role: str,
+    value: str,
+    resource_type: str | None,
+) -> None:
+    """
+    Emit a uniform verbose message for inferred resource types.
+
+    Parameters
+    ----------
+    state : CliState
+        The current CLI state.
+    role : str
+        The resource role, e.g., ``source`` or ``target``.
+    value : str
+        The resource identifier (path, URL, or DSN).
+    resource_type : str | None
+        The inferred resource type, or ``None`` if inference failed.
+    """
+    if state.quiet or not state.verbose or resource_type is None:
+        return
+    print(
+        f'Inferred {role}_type={resource_type} for {role}={value}',
+        file=sys.stderr,
+    )
+
+
+def optional_choice(
+    value: str | None,
+    choices: Collection[str],
+    *,
+    label: str,
+) -> str | None:
+    """
+    Validate optional CLI choice inputs while preserving ``None``.
+
+    Parameters
+    ----------
+    value : str | None
+        The input value to validate, or ``None``.
+    choices : Collection[str]
+        The set of valid choices.
+    label : str
+        The label for error messages.
+
+    Returns
+    -------
+    str | None
+        The validated choice, or ``None`` if input was ``None``.
+    """
+    if value is None:
+        return None
+    return validate_choice(value, choices, label=label)
+
+
+def resolve_resource_type(
+    *,
+    explicit_type: str | None,
+    override_type: str | None,
+    value: str,
+    label: str,
+    conflict_error: str | None = None,
+    legacy_file_error: str | None = None,
+) -> str:
+    """
+    Resolve resource type preference order and validate it.
+
+    Parameters
+    ----------
+    explicit_type : str | None
+        The explicit resource type from the CLI, or ``None`` if not provided.
+    override_type : str | None
+        The override resource type from the CLI, or ``None`` if not provided.
+    value : str
+        The resource identifier (path, URL, or DSN).
+    label : str
+        The label for error messages.
+    conflict_error : str | None, optional
+        The error message to raise if both explicit and override types are
+        provided, by default ``None``.
+    legacy_file_error : str | None, optional
+        The error message to raise if the explicit type is ``file``, by default
+        ``None``.
+
+    Returns
+    -------
+    str
+        The resolved and validated resource type.
+
+    Raises
+    ------
+    typer.BadParameter
+        If there is a conflict between explicit and override types, or if the
+        explicit type is ``file`` when disallowed.
+    """
+    if explicit_type is not None:
+        if override_type is not None and conflict_error:
+            raise typer.BadParameter(conflict_error)
+        if legacy_file_error and explicit_type.strip().lower() == 'file':
+            raise typer.BadParameter(legacy_file_error)
+        candidate = explicit_type
+    else:
+        candidate = override_type or infer_resource_type_or_exit(value)
+    return validate_choice(candidate, DATA_CONNECTORS, label=label)
+
+
+def validate_choice(
+    value: str | object,
+    choices: Collection[str],
+    *,
+    label: str,
+) -> str:
+    """
+    Validate CLI input against a whitelist of choices.
+
+    Parameters
+    ----------
+    value : str
+        The input value to validate.
+    choices : Collection[str]
+        The set of valid choices.
+    label : str
+        The label for error messages.
+
+    Returns
+    -------
+    str
+        The validated choice.
+
+    Raises
+    ------
+    typer.BadParameter
+        If the input value is not in the set of valid choices.
+    """
+    v = str(value or '').strip().lower()
+    normalized_choices = {c.lower() for c in choices}
+    if v in normalized_choices:
+        # Preserve original casing from choices when possible for messages
+        for choice in choices:
+            if choice.lower() == v:
+                return choice
+        return v
+    allowed = ', '.join(sorted(choices))
+    raise typer.BadParameter(
+        f"Invalid {label} '{value}'. Choose from: {allowed}",
+    )

etlplus/cli/types.py

@@ -0,0 +1,33 @@
+"""
+:mod:`etlplus.cli.types` module.
+
+Type aliases for :mod:`etlplus.cli` helpers.
+
+Notes
+-----
+- Keeps other modules decoupled from ``typing`` details.
+
+Examples
+--------
+>>> from etlplus.cli.types import DataConnectorContext
+>>> connector: DataConnectorContext = 'source'
+"""
+
+from __future__ import annotations
+
+from typing import Literal
+
+# SECTION: EXPORTS ========================================================== #
+
+
+__all__ = [
+    # Type Aliases
+    'DataConnectorContext',
+]
+
+
+# SECTION: TYPE ALIASES ===================================================== #
+
+
+# Data connector context.
+type DataConnectorContext = Literal['source', 'target']

etlplus/config/pipeline.py

@@ -190,6 +190,8 @@ class PipelineConfig:
         Target connectors, parsed tolerantly.
     jobs : list[JobConfig]
         Job orchestration definitions.
+    table_schemas : list[dict[str, Any]]
+        Optional DDL-style table specifications used by the render command.
     """
 
     # -- Attributes -- #
@@ -208,6 +210,7 @@ class PipelineConfig:
     transforms: dict[str, dict[str, Any]] = field(default_factory=dict)
     targets: list[Connector] = field(default_factory=list)
     jobs: list[JobConfig] = field(default_factory=list)
+    table_schemas: list[dict[str, Any]] = field(default_factory=list)
 
     # -- Class Methods -- #
 
@@ -312,6 +315,13 @@ class PipelineConfig:
         # Jobs
         jobs = _build_jobs(raw)
 
+        # Table schemas (optional, tolerant pass-through structures).
+        table_schemas: list[dict[str, Any]] = []
+        for entry in raw.get('table_schemas', []) or []:
+            spec = maybe_mapping(entry)
+            if spec is not None:
+                table_schemas.append(dict(spec))
+
         return cls(
             name=name,
             version=version,
@@ -325,4 +335,5 @@ class PipelineConfig:
             transforms=transforms,
             targets=targets,
             jobs=jobs,
+            table_schemas=table_schemas,
         )

etlplus/database/__init__.py

@@ -0,0 +1,44 @@
+"""
+:mod:`etlplus.database` package.
+
+Database utilities for:
+- DDL rendering and schema management.
+- Schema parsing from configuration files.
+- Dynamic ORM generation.
+- Database engine/session management.
+"""
+
+from __future__ import annotations
+
+from .ddl import load_table_spec
+from .ddl import render_table_sql
+from .ddl import render_tables
+from .ddl import render_tables_to_string
+from .engine import engine
+from .engine import load_database_url_from_config
+from .engine import make_engine
+from .engine import session
+from .orm import Base
+from .orm import build_models
+from .orm import load_and_build_models
+from .schema import load_table_specs
+
+# SECTION: EXPORTS ========================================================== #
+
+
+__all__ = [
+    # Functions
+    'build_models',
+    'load_and_build_models',
+    'load_database_url_from_config',
+    'load_table_spec',
+    'load_table_specs',
+    'make_engine',
+    'render_table_sql',
+    'render_tables',
+    'render_tables_to_string',
+    'Base',
+    # Singletons
+    'engine',
+    'session',
+]