etlplus 0.11.9__tar.gz → 0.11.11__tar.gz

{etlplus-0.11.9/etlplus.egg-info → etlplus-0.11.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: etlplus
-Version: 0.11.9
+Version: 0.11.11
 Summary: A Swiss Army knife for simple ETL operations
 Home-page: https://github.com/Dagitali/ETLPlus
 Author: ETLPlus Team

etlplus-0.11.11/etlplus/file/avro.py

@@ -0,0 +1,59 @@
+"""
+:mod:`etlplus.file.avro` module.
+
+Stub helpers for AVRO read/write.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+from ..types import JSONData
+
+# SECTION: EXPORTS ========================================================== #
+
+
+def read(path: Path) -> JSONData:
+    """
+    Read AVRO content from ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the AVRO file on disk.
+
+    Returns
+    -------
+    JSONData
+        Parsed payload.
+
+    Raises
+    ------
+    NotImplementedError
+        AVRO :func:`read` is not implemented yet.
+    """
+    raise NotImplementedError('AVRO read is not implemented yet')
+
+
+def write(path: Path, data: JSONData) -> int:
+    """
+    Write ``data`` to AVRO at ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the AVRO file on disk.
+    data : JSONData
+        Data to write.
+
+    Returns
+    -------
+    int
+        Number of records written.
+
+    Raises
+    ------
+    NotImplementedError
+        AVRO :func:`write` is not implemented yet.
+    """
+    raise NotImplementedError('AVRO write is not implemented yet')

{etlplus-0.11.9 → etlplus-0.11.11}/etlplus/file/core.py

@@ -11,10 +11,21 @@ from dataclasses import dataclass
 from pathlib import Path
 
 from ..types import JSONData
+from . import avro
 from . import csv
+from . import feather
+from . import gz
 from . import json
+from . import ndjson
+from . import orc
+from . import parquet
+from . import tsv
+from . import txt
+from . import xls
+from . import xlsx
 from . import xml
 from . import yaml
+from . import zip
 from .enums import FileFormat
 from .enums import infer_file_format_and_compression
 
@@ -182,14 +193,36 @@ class File:
         self._assert_exists()
         fmt = self._ensure_format()
         match fmt:
+            case FileFormat.AVRO:
+                return avro.read(self.path)
             case FileFormat.CSV:
                 return csv.read(self.path)
+            case FileFormat.FEATHER:
+                return feather.read(self.path)
+            case FileFormat.GZ:
+                return gz.read(self.path)
             case FileFormat.JSON:
                 return json.read(self.path)
+            case FileFormat.NDJSON:
+                return ndjson.read(self.path)
+            case FileFormat.ORC:
+                return orc.read(self.path)
+            case FileFormat.PARQUET:
+                return parquet.read(self.path)
+            case FileFormat.TSV:
+                return tsv.read(self.path)
+            case FileFormat.TXT:
+                return txt.read(self.path)
+            case FileFormat.XLS:
+                return xls.read(self.path)
+            case FileFormat.XLSX:
+                return xlsx.read(self.path)
             case FileFormat.XML:
                 return xml.read(self.path)
             case FileFormat.YAML:
                 return yaml.read(self.path)
+            case FileFormat.ZIP:
+                return zip.read(self.path)
         raise ValueError(f'Unsupported format: {fmt}')
 
     def write(
@@ -221,12 +254,34 @@ class File:
         """
         fmt = self._ensure_format()
         match fmt:
+            case FileFormat.AVRO:
+                return avro.write(self.path, data)
             case FileFormat.CSV:
                 return csv.write(self.path, data)
+            case FileFormat.FEATHER:
+                return feather.write(self.path, data)
+            case FileFormat.GZ:
+                return gz.write(self.path, data)
             case FileFormat.JSON:
                 return json.write(self.path, data)
+            case FileFormat.NDJSON:
+                return ndjson.write(self.path, data)
+            case FileFormat.ORC:
+                return orc.write(self.path, data)
+            case FileFormat.PARQUET:
+                return parquet.write(self.path, data)
+            case FileFormat.TSV:
+                return tsv.write(self.path, data)
+            case FileFormat.TXT:
+                return txt.write(self.path, data)
+            case FileFormat.XLS:
+                return xls.write(self.path, data)
+            case FileFormat.XLSX:
+                return xlsx.write(self.path, data)
             case FileFormat.XML:
                 return xml.write(self.path, data, root_tag=root_tag)
             case FileFormat.YAML:
                 return yaml.write(self.path, data)
+            case FileFormat.ZIP:
+                return zip.write(self.path, data)
         raise ValueError(f'Unsupported format: {fmt}')

etlplus-0.11.11/etlplus/file/feather.py

@@ -0,0 +1,59 @@
+"""
+:mod:`etlplus.file.feather` module.
+
+Stub helpers for FEATHER read/write.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+from ..types import JSONData
+
+# SECTION: EXPORTS ========================================================== #
+
+
+def read(path: Path) -> JSONData:
+    """
+    Read FEATHER content from ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the FEATHER file on disk.
+
+    Returns
+    -------
+    JSONData
+        Parsed payload.
+
+    Raises
+    ------
+    NotImplementedError
+        FEATHER :func:`read` is not implemented yet.
+    """
+    raise NotImplementedError('FEATHER read is not implemented yet')
+
+
+def write(path: Path, data: JSONData) -> int:
+    """
+    Write ``data`` to FEATHER at ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the FEATHER file on disk.
+    data : JSONData
+        Data to write.
+
+    Returns
+    -------
+    int
+        Number of records written.
+
+    Raises
+    ------
+    NotImplementedError
+        FEATHER :func:`write` is not implemented yet.
+    """
+    raise NotImplementedError('FEATHER write is not implemented yet')

etlplus-0.11.11/etlplus/file/gz.py

@@ -0,0 +1,59 @@
+"""
+:mod:`etlplus.file.gz` module.
+
+Stub helpers for GZ read/write.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+from ..types import JSONData
+
+# SECTION: EXPORTS ========================================================== #
+
+
+def read(path: Path) -> JSONData:
+    """
+    Read GZ content from ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the GZ file on disk.
+
+    Returns
+    -------
+    JSONData
+        Parsed payload.
+
+    Raises
+    ------
+    NotImplementedError
+        GZ :func:`read` is not implemented yet.
+    """
+    raise NotImplementedError('GZ read is not implemented yet')
+
+
+def write(path: Path, data: JSONData) -> int:
+    """
+    Write ``data`` to GZ at ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the GZ file on disk.
+    data : JSONData
+        Data to write.
+
+    Returns
+    -------
+    int
+        Number of records written.
+
+    Raises
+    ------
+    NotImplementedError
+        GZ :func:`write` is not implemented yet.
+    """
+    raise NotImplementedError('GZ write is not implemented yet')

etlplus-0.11.11/etlplus/file/ndjson.py

@@ -0,0 +1,59 @@
+"""
+:mod:`etlplus.file.ndjson` module.
+
+Stub helpers for NDJSON read/write.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+from ..types import JSONData
+
+# SECTION: EXPORTS ========================================================== #
+
+
+def read(path: Path) -> JSONData:
+    """
+    Read NDJSON content from ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the NDJSON file on disk.
+
+    Returns
+    -------
+    JSONData
+        Parsed payload.
+
+    Raises
+    ------
+    NotImplementedError
+        NDJSON :func:`read` is not implemented yet.
+    """
+    raise NotImplementedError('NDJSON read is not implemented yet')
+
+
+def write(path: Path, data: JSONData) -> int:
+    """
+    Write ``data`` to NDJSON at ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the NDJSON file on disk.
+    data : JSONData
+        Data to write.
+
+    Returns
+    -------
+    int
+        Number of records written.
+
+    Raises
+    ------
+    NotImplementedError
+        NDJSON :func:`write` is not implemented yet.
+    """
+    raise NotImplementedError('NDJSON write is not implemented yet')

etlplus-0.11.11/etlplus/file/orc.py

@@ -0,0 +1,59 @@
+"""
+:mod:`etlplus.file.orc` module.
+
+Stub helpers for ORC read/write.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+from ..types import JSONData
+
+# SECTION: EXPORTS ========================================================== #
+
+
+def read(path: Path) -> JSONData:
+    """
+    Read ORC content from ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the ORC file on disk.
+
+    Returns
+    -------
+    JSONData
+        Parsed payload.
+
+    Raises
+    ------
+    NotImplementedError
+        ORC :func:`read` is not implemented yet.
+    """
+    raise NotImplementedError('ORC read is not implemented yet')
+
+
+def write(path: Path, data: JSONData) -> int:
+    """
+    Write ``data`` to ORC at ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the ORC file on disk.
+    data : JSONData
+        Data to write.
+
+    Returns
+    -------
+    int
+        Number of records written.
+
+    Raises
+    ------
+    NotImplementedError
+        ORC :func:`write` is not implemented yet.
+    """
+    raise NotImplementedError('ORC write is not implemented yet')

etlplus-0.11.11/etlplus/file/parquet.py

@@ -0,0 +1,59 @@
+"""
+:mod:`etlplus.file.parquet` module.
+
+Stub helpers for PARQUET read/write.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+from ..types import JSONData
+
+# SECTION: EXPORTS ========================================================== #
+
+
+def read(path: Path) -> JSONData:
+    """
+    Read PARQUET content from ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the PARQUET file on disk.
+
+    Returns
+    -------
+    JSONData
+        Parsed payload.
+
+    Raises
+    ------
+    NotImplementedError
+        PARQUET :func:`read` is not implemented yet.
+    """
+    raise NotImplementedError('PARQUET read is not implemented yet')
+
+
+def write(path: Path, data: JSONData) -> int:
+    """
+    Write ``data`` to PARQUET at ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the PARQUET file on disk.
+    data : JSONData
+        Data to write.
+
+    Returns
+    -------
+    int
+        Number of records written.
+
+    Raises
+    ------
+    NotImplementedError
+        PARQUET :func:`write` is not implemented yet.
+    """
+    raise NotImplementedError('PARQUET write is not implemented yet')

etlplus-0.11.11/etlplus/file/tsv.py

@@ -0,0 +1,59 @@
+"""
+:mod:`etlplus.file.tsv` module.
+
+Stub helpers for TSV read/write.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+from ..types import JSONData
+
+# SECTION: EXPORTS ========================================================== #
+
+
+def read(path: Path) -> JSONData:
+    """
+    Read TSV content from ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the TSV file on disk.
+
+    Returns
+    -------
+    JSONData
+        Parsed payload.
+
+    Raises
+    ------
+    NotImplementedError
+        TSV :func:`read` is not implemented yet.
+    """
+    raise NotImplementedError('TSV read is not implemented yet')
+
+
+def write(path: Path, data: JSONData) -> int:
+    """
+    Write ``data`` to TSV at ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the TSV file on disk.
+    data : JSONData
+        Data to write.
+
+    Returns
+    -------
+    int
+        Number of records written.
+
+    Raises
+    ------
+    NotImplementedError
+        TSV :func:`write` is not implemented yet.
+    """
+    raise NotImplementedError('TSV write is not implemented yet')

etlplus-0.11.11/etlplus/file/txt.py

@@ -0,0 +1,59 @@
+"""
+:mod:`etlplus.file.txt` module.
+
+Stub helpers for TXT read/write.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+from ..types import JSONData
+
+# SECTION: EXPORTS ========================================================== #
+
+
+def read(path: Path) -> JSONData:
+    """
+    Read TXT content from ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the TXT file on disk.
+
+    Returns
+    -------
+    JSONData
+        Parsed payload.
+
+    Raises
+    ------
+    NotImplementedError
+        TXT :func:`read` is not implemented yet.
+    """
+    raise NotImplementedError('TXT read is not implemented yet')
+
+
+def write(path: Path, data: JSONData) -> int:
+    """
+    Write ``data`` to TXT at ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the TXT file on disk.
+    data : JSONData
+        Data to write.
+
+    Returns
+    -------
+    int
+        Number of records written.
+
+    Raises
+    ------
+    NotImplementedError
+        TXT :func:`write` is not implemented yet.
+    """
+    raise NotImplementedError('TXT write is not implemented yet')

etlplus-0.11.11/etlplus/file/xls.py

@@ -0,0 +1,59 @@
+"""
+:mod:`etlplus.file.xls` module.
+
+Stub helpers for XLS read/write.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+from ..types import JSONData
+
+# SECTION: EXPORTS ========================================================== #
+
+
+def read(path: Path) -> JSONData:
+    """
+    Read XLS content from ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the XLS file on disk.
+
+    Returns
+    -------
+    JSONData
+        Parsed payload.
+
+    Raises
+    ------
+    NotImplementedError
+        XLS :func:`read` is not implemented yet.
+    """
+    raise NotImplementedError('XLS read is not implemented yet')
+
+
+def write(path: Path, data: JSONData) -> int:
+    """
+    Write ``data`` to XLS at ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the XLS file on disk.
+    data : JSONData
+        Data to write.
+
+    Returns
+    -------
+    int
+        Number of records written.
+
+    Raises
+    ------
+    NotImplementedError
+        XLS :func:`write` is not implemented yet.
+    """
+    raise NotImplementedError('XLS write is not implemented yet')

etlplus-0.11.11/etlplus/file/xlsx.py

@@ -0,0 +1,59 @@
+"""
+:mod:`etlplus.file.xlsx` module.
+
+Stub helpers for XLSX read/write.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+from ..types import JSONData
+
+# SECTION: EXPORTS ========================================================== #
+
+
+def read(path: Path) -> JSONData:
+    """
+    Read XLSX content from ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the XLSX file on disk.
+
+    Returns
+    -------
+    JSONData
+        Parsed payload.
+
+    Raises
+    ------
+    NotImplementedError
+        XLSX :func:`read` is not implemented yet.
+    """
+    raise NotImplementedError('XLSX read is not implemented yet')
+
+
+def write(path: Path, data: JSONData) -> int:
+    """
+    Write ``data`` to XLSX at ``path``.
+
+    Parameters
+    ----------
+    path : Path
+        Path to the XLSX file on disk.
+    data : JSONData
+        Data to write.
+
+    Returns
+    -------
+    int
+        Number of records written.
+
+    Raises
+    ------
+    NotImplementedError
+        XLSX :func:`write` is not implemented yet.
+    """
+    raise NotImplementedError('XLSX write is not implemented yet')