etlplus 0.9.1__py3-none-any.whl → 0.10.1__py3-none-any.whl

etlplus/enums.py

@@ -8,6 +8,7 @@ from __future__ import annotations
 
 import enum
 import operator as _op
+from pathlib import PurePath
 from statistics import fmean
 from typing import Self
 
@@ -19,16 +20,21 @@ from .types import StrStrMap
 
 
 __all__ = [
+    # Enums
     'AggregateName',
     'CoercibleStrEnum',
+    'CompressionFormat',
     'DataConnectorType',
     'FileFormat',
     'HttpMethod',
     'OperatorName',
     'PipelineStep',
+    # Functions
+    'coerce_compression_format',
     'coerce_data_connector_type',
     'coerce_file_format',
     'coerce_http_method',
+    'infer_file_format_and_compression',
 ]
 
 
@@ -172,6 +178,39 @@ class AggregateName(CoercibleStrEnum):
         return lambda xs, n: (fmean(xs) if xs else 0.0)
 
 
+class CompressionFormat(CoercibleStrEnum):
+    """Supported compression formats for data files."""
+
+    # -- Constants -- #
+
+    GZ = 'gz'
+    ZIP = 'zip'
+
+    # -- Class Methods -- #
+
+    @classmethod
+    def aliases(cls) -> StrStrMap:
+        """
+        Return a mapping of common aliases for each enum member.
+
+        Returns
+        -------
+        StrStrMap
+            A mapping of alias names to their corresponding enum member names.
+        """
+        return {
+            # File extensions
+            '.gz': 'gz',
+            '.gzip': 'gz',
+            '.zip': 'zip',
+            # MIME types
+            'application/gzip': 'gz',
+            'application/x-gzip': 'gz',
+            'application/zip': 'zip',
+            'application/x-zip-compressed': 'zip',
+        }
+
+
 class DataConnectorType(CoercibleStrEnum):
     """Supported data connector types."""
 
@@ -415,6 +454,13 @@ class PipelineStep(CoercibleStrEnum):
 # SECTION: INTERNAL CONSTANTS ============================================== #
 
 
+# Compression formats that are also file formats.
+_COMPRESSION_FILE_FORMATS: set[FileFormat] = {
+    FileFormat.GZ,
+    FileFormat.ZIP,
+}
+
+
 # Precomputed order index for PipelineStep; avoids recomputing on each access.
 _PIPELINE_ORDER_INDEX: dict[PipelineStep, int] = {
     PipelineStep.FILTER: 0,
@@ -452,6 +498,18 @@ def coerce_file_format(
     return FileFormat.coerce(file_format)
 
 
+def coerce_compression_format(
+    compression_format: CompressionFormat | str,
+) -> CompressionFormat:
+    """
+    Normalize textual compression format values to :class:`CompressionFormat`.
+
+    This thin wrapper is kept for backward compatibility; prefer
+    :meth:`CompressionFormat.coerce` going forward.
+    """
+    return CompressionFormat.coerce(compression_format)
+
+
 def coerce_http_method(
     http_method: HttpMethod | str,
 ) -> HttpMethod:
@@ -462,3 +520,55 @@ def coerce_http_method(
     :meth:`HttpMethod.coerce` going forward.
     """
     return HttpMethod.coerce(http_method)
+
+
+def infer_file_format_and_compression(
+    value: object,
+) -> tuple[FileFormat | None, CompressionFormat | None]:
+    """
+    Infer data format and compression from a filename, extension, or MIME type.
+
+    Parameters
+    ----------
+    value : object
+        A filename, extension, MIME type, or existing enum member.
+
+    Returns
+    -------
+    tuple[FileFormat | None, CompressionFormat | None]
+        The inferred data format and compression, if any.
+    """
+    if isinstance(value, FileFormat):
+        if value in _COMPRESSION_FILE_FORMATS:
+            return None, CompressionFormat.coerce(value.value)
+        return value, None
+    if isinstance(value, CompressionFormat):
+        return None, value
+
+    text = str(value).strip()
+    if not text:
+        return None, None
+
+    normalized = text.casefold()
+    mime = normalized.split(';', 1)[0].strip()
+
+    compression = CompressionFormat.try_coerce(mime)
+    fmt = FileFormat.try_coerce(mime)
+
+    suffixes = PurePath(text).suffixes
+    if suffixes:
+        normalized_suffixes = [suffix.casefold() for suffix in suffixes]
+        compression = (
+            CompressionFormat.try_coerce(normalized_suffixes[-1])
+            or compression
+        )
+        if compression is not None:
+            normalized_suffixes = normalized_suffixes[:-1]
+        if normalized_suffixes:
+            fmt = FileFormat.try_coerce(normalized_suffixes[-1]) or fmt
+
+    if fmt in _COMPRESSION_FILE_FORMATS:
+        compression = compression or CompressionFormat.coerce(fmt.value)
+        fmt = None
+
+    return fmt, compression

etlplus/file.py

@@ -16,6 +16,7 @@ from typing import Any
 from typing import cast
 
 from .enums import FileFormat
+from .enums import infer_file_format_and_compression
 from .types import JSONData
 from .types import JSONDict
 from .types import JSONList
@@ -33,15 +34,6 @@ __all__ = ['File']
 
 _DEFAULT_XML_ROOT = 'root'
 
-# Map common filename extensions to FileFormat (used for inference)
-_EXT_TO_FORMAT: dict[str, FileFormat] = {
-    'csv': FileFormat.CSV,
-    'json': FileFormat.JSON,
-    'xml': FileFormat.XML,
-    'yaml': FileFormat.YAML,
-    'yml': FileFormat.YAML,
-}
-
 # Optional YAML support (lazy-loaded to avoid hard dependency)
 # Cached access function to avoid global statements.
 _YAML_CACHE: dict[str, Any] = {}
@@ -246,14 +238,17 @@ class File:
         ValueError
             If the extension is unknown or unsupported.
         """
-        ext = self.path.suffix.lstrip('.').casefold()
-        try:
-            return _EXT_TO_FORMAT[ext]
-        except KeyError as e:
+        fmt, compression = infer_file_format_and_compression(self.path)
+        if fmt is not None:
+            return fmt
+        if compression is not None:
             raise ValueError(
-                'Cannot infer file format from '
-                f'extension {self.path.suffix!r}',
-            ) from e
+                'Cannot infer file format from compressed file '
+                f'{self.path!r} with compression {compression.value!r}',
+            )
+        raise ValueError(
+            f'Cannot infer file format from extension {self.path.suffix!r}',
+        )
 
     # -- Instance Methods (Generic API) -- #
 

{etlplus-0.9.1.dist-info → etlplus-0.10.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: etlplus
-Version: 0.9.1
+Version: 0.10.1
 Summary: A Swiss Army knife for simple ETL operations
 Home-page: https://github.com/Dagitali/ETLPlus
 Author: ETLPlus Team

{etlplus-0.9.1.dist-info → etlplus-0.10.1.dist-info}/RECORD

@@ -1,9 +1,9 @@
 etlplus/__init__.py,sha256=M2gScnyir6WOMAh_EuoQIiAzdcTls0_5hbd_Q6of8I0,1021
 etlplus/__main__.py,sha256=btoROneNiigyfBU7BSzPKZ1R9gzBMpxcpsbPwmuHwTM,479
 etlplus/__version__.py,sha256=1E0GMK_yUWCMQFKxXjTvyMwofi0qT2k4CDNiHWiymWE,327
-etlplus/enums.py,sha256=kWDXOOhyYodhCxXDgQ_gP7000nO2i0kwpve8AUkr77k,11763
+etlplus/enums.py,sha256=yW-Um1fDQbW9p70ooM8dDTH7D0XBgmT-l3bF66N0AQc,14801
 etlplus/extract.py,sha256=f44JdHhNTACxgn44USx05paKTwq7LQY-V4wANCW9hVM,6173
-etlplus/file.py,sha256=RxIAsGDN4f_vNA2B5-ct88JNd_ISAyYbooIRE5DstS8,17972
+etlplus/file.py,sha256=B-zebTrIFDKaaKzA9Fq5-L0JwDNYa2T--_6veR3N03s,17939
 etlplus/load.py,sha256=R_y0_vtsEo1bwxWVQu2bfhB5ZIJoIoWu2ycCdvY4RnE,8737
 etlplus/mixins.py,sha256=ifGpHwWv7U00yqGf-kN93vJax2IiK4jaGtTsPsO3Oak,1350
 etlplus/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -57,9 +57,9 @@ etlplus/templates/ddl.sql.j2,sha256=s8fMWvcb4eaJVXkifuib1aQPljtZ8buuyB_uA-ZdU3Q,
 etlplus/templates/view.sql.j2,sha256=Iy8DHfhq5yyvrUKDxqp_aHIEXY4Tm6j4wT7YDEFWAhk,2180
 etlplus/validation/__init__.py,sha256=Pe5Xg1_EA4uiNZGYu5WTF3j7odjmyxnAJ8rcioaplSQ,1254
 etlplus/validation/utils.py,sha256=Mtqg449VIke0ziy_wd2r6yrwJzQkA1iulZC87FzXMjo,10201
-etlplus-0.9.1.dist-info/licenses/LICENSE,sha256=MuNO63i6kWmgnV2pbP2SLqP54mk1BGmu7CmbtxMmT-U,1069
-etlplus-0.9.1.dist-info/METADATA,sha256=FuV00vTR_UMB8DEjeUg9SWIxYU4EibsWmsCbra_1fmY,21035
-etlplus-0.9.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-etlplus-0.9.1.dist-info/entry_points.txt,sha256=6w-2-jzuPa55spzK34h-UKh2JTEShh38adFRONNP9QE,45
-etlplus-0.9.1.dist-info/top_level.txt,sha256=aWWF-udn_sLGuHTM6W6MLh99ArS9ROkUWO8Mi8y1_2U,8
-etlplus-0.9.1.dist-info/RECORD,,
+etlplus-0.10.1.dist-info/licenses/LICENSE,sha256=MuNO63i6kWmgnV2pbP2SLqP54mk1BGmu7CmbtxMmT-U,1069
+etlplus-0.10.1.dist-info/METADATA,sha256=vjSqzhO6_KFW2lXvQgHGFOJDxOx-r4dSVef664jr1mU,21036
+etlplus-0.10.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+etlplus-0.10.1.dist-info/entry_points.txt,sha256=6w-2-jzuPa55spzK34h-UKh2JTEShh38adFRONNP9QE,45
+etlplus-0.10.1.dist-info/top_level.txt,sha256=aWWF-udn_sLGuHTM6W6MLh99ArS9ROkUWO8Mi8y1_2U,8
+etlplus-0.10.1.dist-info/RECORD,,