etlplus 0.15.0__py3-none-any.whl → 0.15.4__py3-none-any.whl

etlplus/workflow/pipeline.py

@@ -16,6 +16,7 @@ Notes
 from __future__ import annotations
 
 import os
+from collections.abc import Callable
 from collections.abc import Mapping
 from dataclasses import dataclass
 from dataclasses import field
@@ -28,12 +29,12 @@ from ..file import File
 from ..file import FileFormat
 from ..types import StrAnyMap
 from ..utils import coerce_dict
+from ..utils import deep_substitute
 from ..utils import maybe_mapping
 from .connector import Connector
 from .connector import parse_connector
 from .jobs import JobConfig
 from .profile import ProfileConfig
-from .utils import deep_substitute
 
 # SECTION: EXPORTS ========================================================== #
 
@@ -49,55 +50,65 @@ __all__ = [
 # SECTION: INTERNAL FUNCTIONS =============================================== #
 
 
-def _build_jobs(
+def _collect_parsed[T](
     raw: StrAnyMap,
-) -> list[JobConfig]:
+    key: str,
+    parser: Callable[[Any], T | None],
+) -> list[T]:
     """
-    Return a list of ``JobConfig`` objects parsed from the mapping.
+    Collect parsed items from ``raw[key]`` using a tolerant parser.
 
     Parameters
     ----------
     raw : StrAnyMap
         Raw pipeline mapping.
+    key : str
+        Key pointing to a list-like payload.
+    parser : Callable[[Any], T | None]
+        Parser that returns an instance or ``None`` for invalid entries.
 
     Returns
     -------
-    list[JobConfig]
-        Parsed job configurations.
+    list[T]
+        Parsed items, excluding invalid entries.
     """
-    jobs: list[JobConfig] = []
-    for job_raw in raw.get('jobs', []) or []:
-        job_cfg = JobConfig.from_obj(job_raw)
-        if job_cfg is not None:
-            jobs.append(job_cfg)
-
-    return jobs
+    items: list[T] = []
+    for entry in raw.get(key, []) or []:
+        parsed = parser(entry)
+        if parsed is not None:
+            items.append(parsed)
+    return items
 
 
-def _build_sources(
-    raw: StrAnyMap,
-) -> list[Connector]:
+def _parse_connector_entry(
+    obj: Any,
+) -> Connector | None:
     """
-    Return a list of source connectors parsed from the mapping.
+    Parse a connector mapping into a concrete connector instance.
 
     Parameters
     ----------
-    raw : StrAnyMap
-        Raw pipeline mapping.
+    obj : Any
+        Candidate connector mapping.
 
     Returns
     -------
-    list[Connector]
-        Parsed source connectors.
+    Connector | None
+        Parsed connector instance or ``None`` when invalid.
     """
-    return _build_connectors(raw, 'sources')
+    if not (entry := maybe_mapping(obj)):
+        return None
+    try:
+        return parse_connector(entry)
+    except TypeError:
+        return None
 
 
-def _build_targets(
+def _build_sources(
     raw: StrAnyMap,
 ) -> list[Connector]:
     """
-    Return a list of target connectors parsed from the mapping.
+    Return a list of source connectors parsed from the mapping.
 
     Parameters
     ----------
@@ -107,43 +118,32 @@ def _build_targets(
     Returns
     -------
     list[Connector]
-        Parsed target connectors.
+        Parsed source connectors.
     """
-    return _build_connectors(raw, 'targets')
+    return list(
+        _collect_parsed(raw, 'sources', _parse_connector_entry),
+    )
 
 
-def _build_connectors(
+def _build_targets(
     raw: StrAnyMap,
-    key: str,
 ) -> list[Connector]:
     """
-    Return parsed connectors from ``raw[key]`` using tolerant parsing.
-
-    Unknown or malformed entries are skipped to preserve permissiveness.
+    Return a list of target connectors parsed from the mapping.
 
     Parameters
     ----------
     raw : StrAnyMap
         Raw pipeline mapping.
-    key : str
-        List-containing top-level key ("sources" or "targets").
 
     Returns
     -------
     list[Connector]
-        Constructed connector instances (malformed entries skipped).
+        Parsed target connectors.
     """
-    items: list[Connector] = []
-    for obj in raw.get(key, []) or []:
-        if not (entry := maybe_mapping(obj)):
-            continue
-        try:
-            items.append(parse_connector(entry))
-        except TypeError:
-            # Skip unsupported types or malformed entries
-            continue
-
-    return items
+    return list(
+        _collect_parsed(raw, 'targets', _parse_connector_entry),
+    )
 
 
 # SECTION: FUNCTIONS ======================================================== #
@@ -321,7 +321,7 @@ class PipelineConfig:
         targets = _build_targets(raw)
 
         # Jobs
-        jobs = _build_jobs(raw)
+        jobs = _collect_parsed(raw, 'jobs', JobConfig.from_obj)
 
         # Table schemas (optional, tolerant pass-through structures).
         table_schemas: list[dict[str, Any]] = []

etlplus/workflow/types.py

@@ -1,7 +1,7 @@
 """
 :mod:`etlplus.workflow.types` module.
 
-Type aliases and editor-only :class:`TypedDict`s for :mod:`etlplus.config`.
+Type aliases and editor-only :class:`TypedDict`s for :mod:`etlplus.workflow`.
 
 These types improve IDE autocomplete and static analysis while the runtime
 parsers remain permissive.

{etlplus-0.15.0.dist-info → etlplus-0.15.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: etlplus
-Version: 0.15.0
+Version: 0.15.4
 Summary: A Swiss Army knife for simple ETL operations
 Home-page: https://github.com/Dagitali/ETLPlus
 Author: ETLPlus Team
@@ -805,12 +805,12 @@ Navigate to detailed documentation for each subpackage:
 
 - [etlplus.api](etlplus/api/README.md): Lightweight HTTP client and paginated REST helpers
 - [etlplus.file](etlplus/file/README.md): Unified file format support and helpers
-- [etlplus.config](etlplus/config/README.md): Configuration helpers for connectors, pipelines, jobs,
-  and profiles
-- [etlplus.cli](etlplus/cli/README.md): Command-line interface for ETLPlus workflows
+- [etlplus.cli](etlplus/cli/README.md): Command-line interface definitions for `etlplus`
 - [etlplus.database](etlplus/database/README.md): Database engine, schema, and ORM helpers
 - [etlplus.templates](etlplus/templates/README.md): SQL and DDL template helpers
 - [etlplus.validation](etlplus/validation/README.md): Data validation utilities and helpers
+- [etlplus.workflow](etlplus/workflow/README.md): Helpers for data connectors, pipelines, jobs, and
+  profiles
 
 ### Community Health
 

{etlplus-0.15.0.dist-info → etlplus-0.15.4.dist-info}/RECORD

@@ -1,24 +1,23 @@
-etlplus/README.md,sha256=NwnsMajz2_afAXgYDnTIwVU6uBoOKQn8f6UJHUY-Xe8,1461
+etlplus/README.md,sha256=JaMSomnMsHrTruDnonHqe83Rv4K0-e7Wy46tMeVoleU,1468
 etlplus/__init__.py,sha256=mgTP4PJmRmsEjTCAizzzdtzAmhuHtarmPzphzdjvLgM,277
 etlplus/__main__.py,sha256=btoROneNiigyfBU7BSzPKZ1R9gzBMpxcpsbPwmuHwTM,479
 etlplus/__version__.py,sha256=1E0GMK_yUWCMQFKxXjTvyMwofi0qT2k4CDNiHWiymWE,327
-etlplus/dag.py,sha256=4EYmBsJax3y4clHv10jjdp3GrBBD_WblvtxUb_JxGCQ,2464
 etlplus/enums.py,sha256=ZxObavNilITJNT4Mf2hBy1s4kKtTFUTmrc8_whkxKNg,7541
 etlplus/mixins.py,sha256=ifGpHwWv7U00yqGf-kN93vJax2IiK4jaGtTsPsO3Oak,1350
 etlplus/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-etlplus/types.py,sha256=LhyKU67CW7CcLEshE_1OIvEqWr-QVMJVYByf1221miY,6161
-etlplus/utils.py,sha256=BMLTWAvCJj3zLEcffBgURYnu0UGhhXsfH2WWpAt7fV8,13363
-etlplus/api/README.md,sha256=Glxz9Y5RagqJomCPc8q3Nagm-23Owj9aAd8fM0H-Ph8,7917
+etlplus/types.py,sha256=-knM5bWRq49k4o-KlW-GRsENcj2P-h6oPnEmuz3EJso,6214
+etlplus/utils.py,sha256=JVOBPyjIv1C9EZWZuYdqCISS-Dpa-PHrFvvruu1R0HA,17171
+etlplus/api/README.md,sha256=amxS_eIcsnNuVvD0x_w8nkyfedOTYbhlY0gGhaFg0DE,8705
 etlplus/api/__init__.py,sha256=PK2lQv1FbsE7ZZS_ejevFZQSuOUHGApBc22YfHAzMqA,4615
 etlplus/api/auth.py,sha256=GOO5on-LoMS1GXTAhtK9rFcfpjbBcNeA6NE5UZwIq0g,12158
-etlplus/api/config.py,sha256=Xi1_FUaogQxAAx7LUTGwYr5vEB_SIFvjU_xgMGF2Fsc,17913
+etlplus/api/config.py,sha256=_8_iXpaHXQN6RQ1z0e3q0LTY936IYsc1SVcE6_sPT6E,17639
 etlplus/api/endpoint_client.py,sha256=OPAvw3NkpSzeITqgRP1reyqX9Nc_XC8lAj6Yp7nV4Tw,30705
 etlplus/api/enums.py,sha256=Tvkru6V8fzQh2JM2FDLcA_yaPENOKz5JgzxLhieqEvc,1141
 etlplus/api/errors.py,sha256=XjI2xW-sypMUNUbqfc2S57-IGyWnH3oCDFhCmKYYI_Q,4648
 etlplus/api/request_manager.py,sha256=fhzPV5x7DqpKqoLvfDR8GKhBX_QBMtvZsRXxVnQQElY,18674
 etlplus/api/retry_manager.py,sha256=0GDhJVyIlb1Ww35JUWlYoa8QYUPjKLBtxQeZj3TdLbY,11306
 etlplus/api/transport.py,sha256=DVWzWFZLfQQXaTJ60w-SzdXRxiOE8llPprpUB5CtSyg,9410
-etlplus/api/types.py,sha256=ijHgREN5akEFF3th2yNdWbhJhXvAxh_24qQgg_sMB4w,4653
+etlplus/api/types.py,sha256=geuKmnf6C2P9_tpRpOF90Uu7J160OL3RQpQ_CgJsSrM,6695
 etlplus/api/utils.py,sha256=U39OXcrPiLD9m0Y03pACXIIOyuuDPO6RRKuTcwEayBE,26249
 etlplus/api/pagination/__init__.py,sha256=a4UX2J0AG8RMvmHt_CCofUm5vSmFo6GAfkb8XnSXypM,1395
 etlplus/api/pagination/client.py,sha256=yMEpWqRxTCD4zRc9OYtEyUtShpGH5atiHFEAt95v2FE,5394
@@ -29,28 +28,25 @@ etlplus/api/rate_limiting/config.py,sha256=eB-dSOG-c5awYeEpnDsQJ5pO8BJtEpGYxOunB
 etlplus/api/rate_limiting/rate_limiter.py,sha256=heAasm1KLeBFmoJKPz6W-eQbNuahMgG1E9-z8zGEUro,7035
 etlplus/cli/README.md,sha256=8H_G2d3HteYIU6ReX9K9DM485QjWDT5vHMQbGD_vv20,1237
 etlplus/cli/__init__.py,sha256=J97-Rv931IL1_b4AXnB7Fbbd7HKnHBpx18NQfC_kE6c,299
-etlplus/cli/commands.py,sha256=g8_m3A8HEMyTRu2HctNiRoi2gtB5oSZCUEcyq-PIXos,24669
+etlplus/cli/commands.py,sha256=HFlg29tO6Jwv1NXWAHmvniLCyRSlboL55Arn9B8nZAM,25028
 etlplus/cli/constants.py,sha256=E6Uy4WauLa_0zkzxqImXh-bb1gKdb9sBZQVc8QOzr2Q,1943
-etlplus/cli/handlers.py,sha256=mILI386pf2RzfI7WJfXJ13huIGwsqFfcYx4sNIf1aWU,18174
+etlplus/cli/handlers.py,sha256=hXsgG3c6n8JDN4U3Svq6i2r21vetw5NcmXE1bGSwb9w,18560
 etlplus/cli/io.py,sha256=EFaBPYaBOyOllfMQWXgTjy-MPiGfNejicpD7ROrPyAE,7840
-etlplus/cli/main.py,sha256=IgeqxypixfwLHR-QcpgVMQ7vMZ865bXOh2oO9v-BWeM,5234
+etlplus/cli/main.py,sha256=d5yhCS6aNo_TKMvhdTS7qeJm4yb1S58gGBrUoBV7SCs,5241
 etlplus/cli/options.py,sha256=vfXT3YLh7wG1iC-aTdSg6ItMC8l6n0Lozmy53XjqLbA,1199
-etlplus/cli/state.py,sha256=Pfd8ru0wYIN7eGp1_A0tioqs1LiCDZCuJ6AnjZb6yYQ,8027
+etlplus/cli/state.py,sha256=3Dq5BKct0uAvRajtc2yHbsX7wqepZOwlAMKsyvQcnqk,7918
 etlplus/cli/types.py,sha256=tclhKVJXDqHzlTQBYKARfqMgDOcuBJ-Zej2pvFy96WM,652
-etlplus/config/README.md,sha256=CBeUW6IBfS8_U1iW4LzMQiAshcaTr2hgMDW3bos3BUY,1467
-etlplus/config/__init__.py,sha256=rjUC-OUH_dXqG11B5r0hlJuss1J_nSinkvoygfuqId8,921
-etlplus/config/types.py,sha256=3EyibjzqjK3GQu0fsvbmkfHERDtubEmtOU_lXsgXQuQ,3603
 etlplus/database/README.md,sha256=3Af5BEGLkBmMoGOLtS1GQuj4wKPh_CwSp5NEPMf2uaY,1435
 etlplus/database/__init__.py,sha256=AKJsDl2RHuRGPS-eXgNJeh4aSncJP5Y0yLApBF6i7i8,1052
 etlplus/database/ddl.py,sha256=0dEM9SJMMabkhI_h-Fc0j9a1Sl5lSyZdI0bIeBVGm10,7913
-etlplus/database/engine.py,sha256=PUxXLvLPyc-KaxuW7fXe12wYci7EvUp-Ad1H3bGhUog,4058
-etlplus/database/orm.py,sha256=gCSqH-CjQz6tV9133-VqgiwokK5ylun0BwXaIWfImAo,10008
+etlplus/database/engine.py,sha256=gWgTjGoo1HYHrBuYX5l2P8avAR3XithzAiqUOpLHP-8,4386
+etlplus/database/orm.py,sha256=ZCHkeVEUns2eievlFzmLyVKA3YVPea1xs6vrcUBZ7Jw,10010
 etlplus/database/schema.py,sha256=813C0Dd3WE53KTYot4dgjAxctgKXLXx-8_Rk_4r2e28,7022
 etlplus/database/types.py,sha256=_pkQyC14TzAlgyeIqZG4F5LWYknZbHw3TW68Auk7Ya0,795
 etlplus/file/README.md,sha256=ivU8svVs1fktQiW5ozvh1N-IOSLCAQ3oM9bW8DUFwIw,3630
 etlplus/file/__init__.py,sha256=X03bosSM-uSd6dh3ur0un6_ozFRw2Tm4PE6kVUjtXK8,475
 etlplus/file/_imports.py,sha256=9e8CWjyNIRcmiULEPuwtnJELUOXd4EvVv_vDnDYiB9c,3121
-etlplus/file/_io.py,sha256=GXTcvjfXQX4rSdyu1JNhFmqQJlirDqd8dEGCN3dHvNg,2968
+etlplus/file/_io.py,sha256=2Dj7MH6r-yp_SsCe5GmuNN7Ta70qYzF_jKoMgnD3rME,3925
 etlplus/file/accdb.py,sha256=xdBLrXHDonVJ1Z6-qZRrLBXpUwqw5nZYxDuxYMJHzVs,1681
 etlplus/file/arrow.py,sha256=rYPqoCAI3cBHETYN3c0Xi7R5Nq7_prIdyESm3ll3Zos,1694
 etlplus/file/avro.py,sha256=yFQMnWPcvC0CbDCyagoB9SHRIuvl2SXIoQJTBIlw4dA,4437
@@ -72,7 +68,7 @@ etlplus/file/hdf5.py,sha256=SZ-UbXTJGOYA82hdma7AFulWo9emH5Kih_RXC7f-Bfk,1624
 etlplus/file/ini.py,sha256=HlvQyQC00oBD8KFBfznPjBx9wF1ZwXH7Yo1JaXqCq8I,1701
 etlplus/file/ion.py,sha256=9q938jROTAcuUT5sRYvS1qIeoz9p8KkVWYDDS2-2A_4,1710
 etlplus/file/jinja2.py,sha256=FFqGQjBnRgPQ-oJ3WqiKspJMj6g_J0fDKGwsoOJAEzk,1630
-etlplus/file/json.py,sha256=6EWsOI4RZo366FYsnPp-VkHdgAVBRVUwix-hAJZQM10,2537
+etlplus/file/json.py,sha256=m4eM8cPGHYAEppwLqBdq-t9gC2GtKPLptRTBeBfRimY,2130
 etlplus/file/log.py,sha256=OmsGijXZn1VhN7BUklF8saoktxkmHh1MPLI_BbGDLyc,1681
 etlplus/file/mat.py,sha256=u3jWMK8c4k9L0uVRiQSd7JgVQF-efoJj3QiKYtt1arA,1654
 etlplus/file/mdb.py,sha256=hSCaxBbc_b9dGTBpR-Gb0UTY2r3zYUxoEiKuwpnx0kI,1657
@@ -107,7 +103,7 @@ etlplus/file/xlsm.py,sha256=6meoukAvpEIm_mvVomIo2oefPYfmHHXfE1XmFfeFpvY,1738
 etlplus/file/xlsx.py,sha256=vtiAS8Ng9FV1vCWYTd1YO2ORKIJG3HDfmqy3NkVpt0A,2182
 etlplus/file/xml.py,sha256=p5P60DiV6hyiz-t970d0d0ZXB41gVvAm3MT7dTMULa8,4360
 etlplus/file/xpt.py,sha256=JLqOkZ60awNsPXSqLKcPUwqZLPhPR05zk4EVRdEfvoU,1702
-etlplus/file/yaml.py,sha256=8BEqCELaTQ_nRu1iksLBHVj19P6JmcUf5__fe0yVigw,2449
+etlplus/file/yaml.py,sha256=P9xzginPVVyvIPbFAp6MYWwARhK50GzgMbjZB7HwOrs,2052
 etlplus/file/zip.py,sha256=nd26V3S0edklriKnKOGDTLlO8RBXTda_zLLEQrJgKL4,4185
 etlplus/file/zsav.py,sha256=2WxjXamvzj0adDbWGMWM3-cj_LsCRjyZz4J907lNkPk,1664
 etlplus/ops/README.md,sha256=8omi7DYZhelc26JKk8Cm8QR8I3OGwziysPj1ivx41iQ,1380
@@ -116,24 +112,23 @@ etlplus/ops/extract.py,sha256=OJozX25qTjME7m9aTdVPJScT3GHHgopGM8uHo_rHm1Y,5783
 etlplus/ops/load.py,sha256=RgEKnVygRN2cPDpzihU8UsIhd4eVoj0cPe0jBuNC0u4,8328
 etlplus/ops/run.py,sha256=JOPQxrciRUQ67FJhUcZ-pW1aiYGZUdxHLwhzWLNCaDo,13528
 etlplus/ops/transform.py,sha256=1P43WYUaw872JDU86FhbbbkP8xnBWpgEPn2Q-z4ywls,25421
-etlplus/ops/utils.py,sha256=tbV-s3NjIGO-GfdyJFxPYIYihPibNo-4TbdRq9vWVWs,11480
-etlplus/ops/validate.py,sha256=gLa5zcwhxGbaIhH-OqTwDsQAgAYZSajLVGwwyeT2OZk,13257
+etlplus/ops/utils.py,sha256=mNUcbnLl3M6rA_BPoUqG-IFPqT1zrp_EkQTs7uvzBIQ,10839
+etlplus/ops/validate.py,sha256=-OLAwQNNCmmDbmj0SB7zzYXDkJfcyBP_z9nTpqImLP0,13271
 etlplus/templates/README.md,sha256=IfPXlj1TGVA-uFWosHJhE2rabFW-znxOlOMazO9Z5cE,1361
 etlplus/templates/__init__.py,sha256=tsniN7XJYs3NwYxJ6c2HD5upHP3CDkLx-bQCMt97UOM,106
 etlplus/templates/ddl.sql.j2,sha256=s8fMWvcb4eaJVXkifuib1aQPljtZ8buuyB_uA-ZdU3Q,4734
 etlplus/templates/view.sql.j2,sha256=Iy8DHfhq5yyvrUKDxqp_aHIEXY4Tm6j4wT7YDEFWAhk,2180
 etlplus/workflow/README.md,sha256=D1oloiJCOHiqpqgv3m3qpRSIUOMIQcWtIsOPv7KkNI0,1652
 etlplus/workflow/__init__.py,sha256=LxI9VGlDBUc9ADoK8JNn3oVsGeaz1Uhjonn4Y5KIJdM,967
-etlplus/workflow/connector.py,sha256=9b4KF2uNKaJtsQadwT7Id8OujfJM8GLJHqI-n4kFsGA,9851
+etlplus/workflow/connector.py,sha256=vnzq9-qcU4ThWeI3ZJcL8iCoaKWrSEtZ9Jixn4il2KE,9995
 etlplus/workflow/dag.py,sha256=kp31dORgk0GHbct_bipU5hu_0elwBtwLsXGjMWuhFHI,2503
-etlplus/workflow/jobs.py,sha256=yFNj4S7ORMtpYSA0nCAUgb4E5msW7dyvtQVPBb-CAK8,7938
-etlplus/workflow/pipeline.py,sha256=DL6XsX47gGPiURH8Qj1Ixm0RctI3taqo3e6Asg8fpto,9624
+etlplus/workflow/jobs.py,sha256=5_jhPoT2hCGTgsbK_lIPKrB94f7tzOEUJxtU3tpvTjg,8947
+etlplus/workflow/pipeline.py,sha256=eF6OYMXZ_YdDPZ5FJC6OTCAM-zsb8HxhX3IHpbb_N8w,9631
 etlplus/workflow/profile.py,sha256=dZ6P50k_ZqXnrbgrbODUqgVkymbchcEqfZR-ExjTd3M,1935
-etlplus/workflow/types.py,sha256=kVdOMT8qwnWlD7C4qWv-uF7r6-Kk-RlMZmoY8tnIo7A,2769
-etlplus/workflow/utils.py,sha256=4SUHMkt5bKBhMhiJm-DrnmE2Q4TfOgdNCKz8PJDS27o,3443
-etlplus-0.15.0.dist-info/licenses/LICENSE,sha256=MuNO63i6kWmgnV2pbP2SLqP54mk1BGmu7CmbtxMmT-U,1069
-etlplus-0.15.0.dist-info/METADATA,sha256=YdRPU6L9SNAYpfB6fypG3-KewetI_QoyDlE2WnS2wPQ,28115
-etlplus-0.15.0.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
-etlplus-0.15.0.dist-info/entry_points.txt,sha256=6w-2-jzuPa55spzK34h-UKh2JTEShh38adFRONNP9QE,45
-etlplus-0.15.0.dist-info/top_level.txt,sha256=aWWF-udn_sLGuHTM6W6MLh99ArS9ROkUWO8Mi8y1_2U,8
-etlplus-0.15.0.dist-info/RECORD,,
+etlplus/workflow/types.py,sha256=Lv1MLyM45Ob5AsMQQBqzbUaD8g7HMVxu_HoQGPeiugU,2771
+etlplus-0.15.4.dist-info/licenses/LICENSE,sha256=MuNO63i6kWmgnV2pbP2SLqP54mk1BGmu7CmbtxMmT-U,1069
+etlplus-0.15.4.dist-info/METADATA,sha256=B7LuY1d_eg8Dm4d3s2fAV9US4PiE66qBmwS7VH7MZOo,28114
+etlplus-0.15.4.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
+etlplus-0.15.4.dist-info/entry_points.txt,sha256=6w-2-jzuPa55spzK34h-UKh2JTEShh38adFRONNP9QE,45
+etlplus-0.15.4.dist-info/top_level.txt,sha256=aWWF-udn_sLGuHTM6W6MLh99ArS9ROkUWO8Mi8y1_2U,8
+etlplus-0.15.4.dist-info/RECORD,,

etlplus/config/README.md

@@ -1,50 +0,0 @@
-# `etlplus.config` Subpackage
-
-Documentation for the `etlplus.config` subpackage: type definitions and config shape helpers for
-ETLPlus.
-
-- Exposes TypedDict-based config schemas for API profiles and endpoints
-- Provides exported type aliases for API configuration maps
-- Designed for Python 3.13 typing and editor assistance (runtime parsing lives elsewhere)
-
-Back to project overview: see the top-level [README](../../README.md).
-
-- [`etlplus.config` Subpackage](#etlplusconfig-subpackage)
-  - [Modules](#modules)
-  - [Exported Types](#exported-types)
-  - [Example: Typing an API Config](#example-typing-an-api-config)
-  - [See Also](#see-also)
-
-## Modules
-
-- `etlplus.config.__init__`: package exports and high-level package notes
-- `etlplus.config.types`: TypedDict-based config schemas
-
-## Exported Types
-
-- `ApiConfigMap`: top-level API config shape
-- `ApiProfileConfigMap`: per-profile API config shape
-- `ApiProfileDefaultsMap`: defaults block within a profile
-- `EndpointMap`: endpoint config shape
-
-## Example: Typing an API Config
-
-```python
-from etlplus.config import ApiConfigMap
-
-api_cfg: ApiConfigMap = {
-    "base_url": "https://example.test",
-    "headers": {"Authorization": "Bearer token"},
-    "endpoints": {
-        "users": {
-            "path": "/users",
-            "method": "GET",
-        },
-    },
-}
-```
-
-## See Also
-
-- Top-level CLI and library usage in the main [README](../../README.md)
-- Config type definitions in [types.py](types.py)

etlplus/config/__init__.py

@@ -1,33 +0,0 @@
-"""
-:mod:`etlplus.config` package.
-
-Configuration models and helpers for ETLPlus.
-
-This package defines models for data sources/targets ("connectors"), APIs,
-pagination/rate limits, pipeline orchestration, and related utilities. The
-parsers are permissive (accepting ``Mapping[str, Any]``) and normalize to
-concrete types without raising on unknown/optional fields.
-
-Notes
------
-- The models use ``@dataclass(slots=True)`` and avoid mutating inputs.
-- TypedDicts are editor/type-checking hints and are not enforced at runtime.
-"""
-
-from __future__ import annotations
-
-from .types import ApiConfigMap
-from .types import ApiProfileConfigMap
-from .types import ApiProfileDefaultsMap
-from .types import EndpointMap
-
-# SECTION: EXPORTS ========================================================== #
-
-
-__all__ = [
-    # Typed Dicts
-    'ApiConfigMap',
-    'ApiProfileConfigMap',
-    'ApiProfileDefaultsMap',
-    'EndpointMap',
-]

etlplus/config/types.py

@@ -1,140 +0,0 @@
-"""
-:mod:`etlplus.config.types` module.
-
-Type aliases and editor-only TypedDicts for :mod:`etlplus.config`.
-
-These types improve IDE autocomplete and static analysis while the runtime
-parsers remain permissive.
-
-Notes
------
-- TypedDicts in this module are intentionally ``total=False`` and are not
-    enforced at runtime.
-- ``*.from_obj`` constructors accept ``Mapping[str, Any]`` and perform
-    tolerant parsing and light casting. This keeps the runtime permissive while
-    improving autocomplete and static analysis for contributors.
-
-Examples
---------
->>> from etlplus.config import Connector
->>> src: Connector = {
->>>     "type": "file",
->>>     "path": "/data/input.csv",
->>> }
->>> tgt: Connector = {
->>>     "type": "database",
->>>     "connection_string": "postgresql://user:pass@localhost/db",
->>> }
->>> from etlplus.api import RetryPolicy
->>> rp: RetryPolicy = {"max_attempts": 3, "backoff": 0.5}
-"""
-
-from __future__ import annotations
-
-from collections.abc import Mapping
-from typing import Any
-from typing import TypedDict
-
-from ..api import PaginationConfigMap
-from ..api import RateLimitConfigMap
-from ..types import StrAnyMap
-
-# SECTION: EXPORTS  ========================================================= #
-
-
-__all__ = [
-    # TypedDicts
-    'ApiProfileDefaultsMap',
-    'ApiProfileConfigMap',
-    'ApiConfigMap',
-    'EndpointMap',
-]
-
-
-# SECTION: TYPE ALIASES ===================================================== #
-
-
-# Literal type for supported pagination kinds
-# type PaginationType = Literal['page', 'offset', 'cursor']
-
-
-# SECTION: TYPED DICTS ====================================================== #
-
-
-class ApiConfigMap(TypedDict, total=False):
-    """
-    Top-level API config shape parsed by ApiConfig.from_obj.
-
-    Either provide a 'base_url' with optional 'headers' and 'endpoints', or
-    provide 'profiles' with at least one profile having a 'base_url'.
-
-    See Also
-    --------
-    - etlplus.config.api.ApiConfig.from_obj: parses this mapping
-    """
-
-    base_url: str
-    headers: StrAnyMap
-    endpoints: Mapping[str, EndpointMap | str]
-    profiles: Mapping[str, ApiProfileConfigMap]
-
-
-class ApiProfileConfigMap(TypedDict, total=False):
-    """
-    Shape accepted for a profile entry under ApiConfigMap.profiles.
-
-    Notes
-    -----
-    `base_url` is required at runtime when profiles are provided.
-
-    See Also
-    --------
-    - etlplus.config.api.ApiProfileConfig.from_obj: parses this mapping
-    """
-
-    base_url: str
-    headers: StrAnyMap
-    base_path: str
-    auth: StrAnyMap
-    defaults: ApiProfileDefaultsMap
-
-
-class ApiProfileDefaultsMap(TypedDict, total=False):
-    """
-    Defaults block available under a profile (all keys optional).
-
-    Notes
-    -----
-    Runtime expects header values to be str; typing remains permissive.
-
-    See Also
-    --------
-    - etlplus.config.api.ApiProfileConfig.from_obj: consumes this block
-    - etlplus.config.pagination.PaginationConfig.from_obj: parses pagination
-    - etlplus.api.rate_limiting.RateLimitConfig.from_obj: parses rate_limit
-    """
-
-    headers: StrAnyMap
-    pagination: PaginationConfigMap | StrAnyMap
-    rate_limit: RateLimitConfigMap | StrAnyMap
-
-
-class EndpointMap(TypedDict, total=False):
-    """
-    Shape accepted by EndpointConfig.from_obj.
-
-    One of 'path' or 'url' should be provided.
-
-    See Also
-    --------
-    - etlplus.config.api.EndpointConfig.from_obj: parses this mapping
-    """
-
-    path: str
-    url: str
-    method: str
-    path_params: StrAnyMap
-    query_params: StrAnyMap
-    body: Any
-    pagination: PaginationConfigMap
-    rate_limit: RateLimitConfigMap

etlplus/dag.py

@@ -1,103 +0,0 @@
-"""
-:mod:`etlplus.dag` module.
-
-Lightweight directed acyclic graph (DAG) helpers for ordering jobs based on
-``depends_on``.
-"""
-
-from __future__ import annotations
-
-from collections import deque
-from dataclasses import dataclass
-
-from .config.jobs import JobConfig
-
-# SECTION: EXPORTS ========================================================== #
-
-
-__all__ = [
-    'DagError',
-    'topological_sort_jobs',
-]
-
-
-# SECTION: ERRORS =========================================================== #
-
-
-@dataclass(slots=True)
-class DagError(ValueError):
-    """
-    Raised when the job dependency graph is invalid.
-
-    Attributes
-    ----------
-    message : str
-        Error message.
-    """
-
-    # -- Attributes -- #
-
-    message: str
-
-    # -- Magic Methods (Object Representation) -- #
-
-    def __str__(self) -> str:
-        return self.message
-
-
-# SECTION: FUNCTIONS ======================================================== #
-
-
-def topological_sort_jobs(
-    jobs: list[JobConfig],
-) -> list[JobConfig]:
-    """
-    Return jobs in topological order based on ``depends_on``.
-
-    Parameters
-    ----------
-    jobs : list[JobConfig]
-        List of job configurations to sort.
-
-    Returns
-    -------
-    list[JobConfig]
-        Jobs sorted in topological order.
-
-    Raises
-    ------
-    DagError
-        If a dependency is missing, self-referential, or when a cycle is
-        detected.
-    """
-    index = {job.name: job for job in jobs}
-    edges: dict[str, set[str]] = {name: set() for name in index}
-    indegree: dict[str, int] = {name: 0 for name in index}
-
-    for job in jobs:
-        for dep in job.depends_on:
-            if dep not in index:
-                raise DagError(
-                    f'Unknown dependency "{dep}" in job "{job.name}"',
-                )
-            if dep == job.name:
-                raise DagError(f'Job "{job.name}" depends on itself')
-            if job.name not in edges[dep]:
-                edges[dep].add(job.name)
-                indegree[job.name] += 1
-
-    queue = deque(sorted(name for name, deg in indegree.items() if deg == 0))
-    ordered: list[str] = []
-
-    while queue:
-        name = queue.popleft()
-        ordered.append(name)
-        for child in sorted(edges[name]):
-            indegree[child] -= 1
-            if indegree[child] == 0:
-                queue.append(child)
-
-    if len(ordered) != len(jobs):
-        raise DagError('Dependency cycle detected')
-
-    return [index[name] for name in ordered]