etlplus 0.12.3__py3-none-any.whl → 0.12.12__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. etlplus/file/_imports.py +141 -0
  2. etlplus/file/_io.py +1 -0
  3. etlplus/file/accdb.py +78 -0
  4. etlplus/file/arrow.py +78 -0
  5. etlplus/file/avro.py +17 -27
  6. etlplus/file/bson.py +77 -0
  7. etlplus/file/cbor.py +78 -0
  8. etlplus/file/cfg.py +79 -0
  9. etlplus/file/conf.py +80 -0
  10. etlplus/file/core.py +119 -84
  11. etlplus/file/csv.py +13 -1
  12. etlplus/file/dat.py +78 -0
  13. etlplus/file/dta.py +77 -0
  14. etlplus/file/duckdb.py +78 -0
  15. etlplus/file/enums.py +120 -15
  16. etlplus/file/feather.py +14 -2
  17. etlplus/file/fwf.py +77 -0
  18. etlplus/file/hbs.py +78 -0
  19. etlplus/file/hdf5.py +78 -0
  20. etlplus/file/ini.py +79 -0
  21. etlplus/file/ion.py +78 -0
  22. etlplus/file/jinja2.py +78 -0
  23. etlplus/file/json.py +13 -1
  24. etlplus/file/log.py +78 -0
  25. etlplus/file/mat.py +78 -0
  26. etlplus/file/mdb.py +78 -0
  27. etlplus/file/msgpack.py +78 -0
  28. etlplus/file/mustache.py +78 -0
  29. etlplus/file/nc.py +78 -0
  30. etlplus/file/ndjson.py +14 -15
  31. etlplus/file/numbers.py +75 -0
  32. etlplus/file/ods.py +79 -0
  33. etlplus/file/orc.py +14 -2
  34. etlplus/file/parquet.py +14 -2
  35. etlplus/file/pb.py +78 -0
  36. etlplus/file/pbf.py +77 -0
  37. etlplus/file/properties.py +78 -0
  38. etlplus/file/proto.py +77 -0
  39. etlplus/file/psv.py +79 -0
  40. etlplus/file/rda.py +78 -0
  41. etlplus/file/rds.py +78 -0
  42. etlplus/file/sas7bdat.py +78 -0
  43. etlplus/file/sav.py +77 -0
  44. etlplus/file/sqlite.py +78 -0
  45. etlplus/file/stub.py +84 -0
  46. etlplus/file/sylk.py +77 -0
  47. etlplus/file/tab.py +81 -0
  48. etlplus/file/toml.py +78 -0
  49. etlplus/file/tsv.py +14 -1
  50. etlplus/file/txt.py +13 -10
  51. etlplus/file/vm.py +78 -0
  52. etlplus/file/wks.py +77 -0
  53. etlplus/file/xls.py +1 -1
  54. etlplus/file/xlsm.py +79 -0
  55. etlplus/file/xlsx.py +1 -1
  56. etlplus/file/xml.py +12 -1
  57. etlplus/file/xpt.py +78 -0
  58. etlplus/file/yaml.py +15 -44
  59. etlplus/file/zsav.py +77 -0
  60. {etlplus-0.12.3.dist-info → etlplus-0.12.12.dist-info}/METADATA +119 -1
  61. {etlplus-0.12.3.dist-info → etlplus-0.12.12.dist-info}/RECORD +65 -23
  62. etlplus/file/_pandas.py +0 -58
  63. {etlplus-0.12.3.dist-info → etlplus-0.12.12.dist-info}/WHEEL +0 -0
  64. {etlplus-0.12.3.dist-info → etlplus-0.12.12.dist-info}/entry_points.txt +0 -0
  65. {etlplus-0.12.3.dist-info → etlplus-0.12.12.dist-info}/licenses/LICENSE +0 -0
  66. {etlplus-0.12.3.dist-info → etlplus-0.12.12.dist-info}/top_level.txt +0 -0
etlplus/file/stub.py ADDED
@@ -0,0 +1,84 @@
1
+ """
2
+ :mod:`etlplus.file.stub` module.
3
+
4
+ Helpers for reading/writing stubbed files.
5
+ """
6
+
7
+ from __future__ import annotations
8
+
9
+ from pathlib import Path
10
+
11
+ from ..types import JSONData
12
+ from ..types import JSONList
13
+
14
+ # SECTION: EXPORTS ========================================================== #
15
+
16
+
17
+ __all__ = [
18
+ 'read',
19
+ 'write',
20
+ ]
21
+
22
+
23
+ # SECTION: FUNCTIONS ======================================================== #
24
+
25
+
26
+ def read(
27
+ path: Path,
28
+ format_name: str = 'Stubbed',
29
+ ) -> JSONList:
30
+ """
31
+ Raises a :class:`NotImplementedError` for stubbed reads.
32
+
33
+ Parameters
34
+ ----------
35
+ path : Path
36
+ Path to the stubbed file on disk.
37
+ format_name : str
38
+ Human-readable format name.
39
+
40
+ Returns
41
+ -------
42
+ JSONList
43
+ The list of dictionaries read from the stubbed file.
44
+
45
+ Raises
46
+ ------
47
+ NotImplementedError
48
+ Always, since this is a stub implementation.
49
+ """
50
+ _ = path
51
+ raise NotImplementedError(f'{format_name} read is not implemented yet')
52
+
53
+
54
+ def write(
55
+ path: Path,
56
+ data: JSONData,
57
+ format_name: str = 'Stubbed',
58
+ ) -> int:
59
+ """
60
+ Raises a :class:`NotImplementedError` for stubbed writes.
61
+
62
+ Parameters
63
+ ----------
64
+ path : Path
65
+ Path to the stubbed file on disk.
66
+ data : JSONData
67
+ Data to write as stubbed file. Should be a list of dictionaries or a
68
+ single dictionary.
69
+ format_name : str
70
+ Human-readable format name.
71
+
72
+ Returns
73
+ -------
74
+ int
75
+ The number of rows written to the stubbed file.
76
+
77
+ Raises
78
+ ------
79
+ NotImplementedError
80
+ Always, since this is a stub implementation.
81
+ """
82
+ _ = path
83
+ _ = data
84
+ raise NotImplementedError(f'{format_name} write is not implemented yet')
etlplus/file/sylk.py ADDED
@@ -0,0 +1,77 @@
1
+ """
2
+ :mod:`etlplus.file.sylk` module.
3
+
4
+ Helpers for reading/writing Symbolic Link (SYLK) data files.
5
+
6
+ Notes
7
+ -----
8
+ - A SYLK file is a text-based file format used to represent spreadsheet
9
+ data, including cell values, formulas, and formatting.
10
+ - Common cases:
11
+ - Storing spreadsheet data in a human-readable format.
12
+ - Exchanging data between different spreadsheet applications.
13
+ - Rule of thumb:
14
+ - If you need to work with SYLK files, use this module for reading
15
+ and writing.
16
+ """
17
+
18
+ from __future__ import annotations
19
+
20
+ from pathlib import Path
21
+
22
+ from ..types import JSONData
23
+ from ..types import JSONList
24
+ from . import stub
25
+
26
+ # SECTION: EXPORTS ========================================================== #
27
+
28
+
29
+ __all__ = [
30
+ 'read',
31
+ 'write',
32
+ ]
33
+
34
+
35
+ # SECTION: FUNCTIONS ======================================================== #
36
+
37
+
38
+ def read(
39
+ path: Path,
40
+ ) -> JSONList:
41
+ """
42
+ Read SYLK content from ``path``.
43
+
44
+ Parameters
45
+ ----------
46
+ path : Path
47
+ Path to the SYLK file on disk.
48
+
49
+ Returns
50
+ -------
51
+ JSONList
52
+ The list of dictionaries read from the SYLK file.
53
+ """
54
+ return stub.read(path, format_name='SYLK')
55
+
56
+
57
+ def write(
58
+ path: Path,
59
+ data: JSONData,
60
+ ) -> int:
61
+ """
62
+ Write ``data`` to SYLK file at ``path`` and return record count.
63
+
64
+ Parameters
65
+ ----------
66
+ path : Path
67
+ Path to the SYLK file on disk.
68
+ data : JSONData
69
+ Data to write as SYLK file. Should be a list of dictionaries or a
70
+ single dictionary.
71
+
72
+ Returns
73
+ -------
74
+ int
75
+ The number of rows written to the SYLK file.
76
+ """
77
+ return stub.write(path, data, format_name='SYLK')
etlplus/file/tab.py ADDED
@@ -0,0 +1,81 @@
1
+ """
2
+ :mod:`etlplus.file.tab` module.
3
+
4
+ Helpers for reading/writing "tab"-formatted (TAB) files.
5
+
6
+ Notes
7
+ -----
8
+ - A TAB file is not necessarily a TSV file when tabs aren’t actually the
9
+ delimiter that defines the fields, even if the text looks column-aligned.
10
+ - Common cases:
11
+ - Fixed-width text (FWF) that uses tabs for alignment.
12
+ - Mixed whitespace (tabs + spaces) as “pretty printing”.
13
+ - Tabs embedded inside quoted fields (or unescaped tabs in free text).
14
+ - Header/metadata lines or multi-line records that break TSV assumptions.
15
+ - Not actually tab-delimited despite the name.
16
+ - Rule of thumb:
17
+ - If the file is truly tab-delimited, use :mod:`etlplus.file.tsv`.
18
+ - If the file has fixed-width fields, use :mod:`etlplus.file.fwf`.
19
+ - Otherwise, use :mod:`etlplus.file.tab` (i.e., this module).
20
+ """
21
+
22
+ from __future__ import annotations
23
+
24
+ from pathlib import Path
25
+
26
+ from ..types import JSONData
27
+ from ..types import JSONList
28
+ from . import stub
29
+
30
+ # SECTION: EXPORTS ========================================================== #
31
+
32
+
33
+ __all__ = [
34
+ 'read',
35
+ 'write',
36
+ ]
37
+
38
+
39
+ # SECTION: FUNCTIONS ======================================================== #
40
+
41
+
42
+ def read(
43
+ path: Path,
44
+ ) -> JSONList:
45
+ """
46
+ Read TAB content from ``path``.
47
+
48
+ Parameters
49
+ ----------
50
+ path : Path
51
+ Path to the TAB file on disk.
52
+
53
+ Returns
54
+ -------
55
+ JSONList
56
+ The list of dictionaries read from the TAB file.
57
+ """
58
+ return stub.read(path, format_name='TAB')
59
+
60
+
61
+ def write(
62
+ path: Path,
63
+ data: JSONData,
64
+ ) -> int:
65
+ """
66
+ Write ``data`` to TAB file at ``path`` and return record count.
67
+
68
+ Parameters
69
+ ----------
70
+ path : Path
71
+ Path to the TAB file on disk.
72
+ data : JSONData
73
+ Data to write as TAB file. Should be a list of dictionaries or a
74
+ single dictionary.
75
+
76
+ Returns
77
+ -------
78
+ int
79
+ The number of rows written to the TAB file.
80
+ """
81
+ return stub.write(path, data, format_name='TAB')
etlplus/file/toml.py ADDED
@@ -0,0 +1,78 @@
1
+ """
2
+ :mod:`etlplus.file.toml` module.
3
+
4
+ Helpers for reading/writing Tom's Obvious Minimal Language (TOML) files.
5
+
6
+ Notes
7
+ -----
8
+ - A TOML file is a configuration file that uses the TOML syntax.
9
+ - Common cases:
10
+ - Simple key-value pairs.
11
+ - Nested tables and arrays.
12
+ - Data types such as strings, integers, floats, booleans, dates, and
13
+ arrays.
14
+ - Rule of thumb:
15
+ - If the file follows the TOML specification, use this module for
16
+ reading and writing.
17
+ """
18
+
19
+ from __future__ import annotations
20
+
21
+ from pathlib import Path
22
+
23
+ from ..types import JSONData
24
+ from ..types import JSONList
25
+ from . import stub
26
+
27
+ # SECTION: EXPORTS ========================================================== #
28
+
29
+
30
+ __all__ = [
31
+ 'read',
32
+ 'write',
33
+ ]
34
+
35
+
36
+ # SECTION: FUNCTIONS ======================================================== #
37
+
38
+
39
+ def read(
40
+ path: Path,
41
+ ) -> JSONList:
42
+ """
43
+ Read TOML content from ``path``.
44
+
45
+ Parameters
46
+ ----------
47
+ path : Path
48
+ Path to the TOML file on disk.
49
+
50
+ Returns
51
+ -------
52
+ JSONList
53
+ The list of dictionaries read from the TOML file.
54
+ """
55
+ return stub.read(path, format_name='TOML')
56
+
57
+
58
+ def write(
59
+ path: Path,
60
+ data: JSONData,
61
+ ) -> int:
62
+ """
63
+ Write ``data`` to TOML at ``path`` and return record count.
64
+
65
+ Parameters
66
+ ----------
67
+ path : Path
68
+ Path to the TOML file on disk.
69
+ data : JSONData
70
+ Data to write as TOML. Should be a list of dictionaries or a
71
+ single dictionary.
72
+
73
+ Returns
74
+ -------
75
+ int
76
+ The number of rows written to the TOML file.
77
+ """
78
+ return stub.write(path, data, format_name='TOML')
etlplus/file/tsv.py CHANGED
@@ -1,7 +1,20 @@
1
1
  """
2
2
  :mod:`etlplus.file.tsv` module.
3
3
 
4
- Helpers for reading/writing TSV files.
4
+ Helpers for reading/writing Tab-Separated Values (TSV) files.
5
+
6
+ Notes
7
+ -----
8
+ - A TSV file is a plain text file that uses the tab character (``\t``) to
9
+ separate values.
10
+ - Common cases:
11
+ - Each line in the file represents a single record.
12
+ - The first line often contains headers that define the column names.
13
+ - Values may be enclosed in quotes, especially if they contain tabs
14
+ or special characters.
15
+ - Rule of thumb:
16
+ - If the file follows the TSV specification, use this module for
17
+ reading and writing.
5
18
  """
6
19
 
7
20
  from __future__ import annotations
etlplus/file/txt.py CHANGED
@@ -1,18 +1,27 @@
1
1
  """
2
2
  :mod:`etlplus.file.txt` module.
3
3
 
4
- Helpers for reading/writing text files.
4
+ Helpers for reading/writing text (TXT) files.
5
+
6
+ Notes
7
+ -----
8
+ - A TXT file is a plain text file that contains unformatted text.
9
+ - Common cases:
10
+ - Each line in the file represents a single piece of text.
11
+ - Lines may vary in length and content.
12
+ - Rule of thumb:
13
+ - If the file is a simple text file without specific formatting
14
+ requirements, use this module for reading and writing.
5
15
  """
6
16
 
7
17
  from __future__ import annotations
8
18
 
9
19
  from pathlib import Path
10
- from typing import cast
11
20
 
12
21
  from ..types import JSONData
13
- from ..types import JSONDict
14
22
  from ..types import JSONList
15
23
  from ..utils import count_records
24
+ from ._io import normalize_records
16
25
 
17
26
  # SECTION: EXPORTS ========================================================== #
18
27
 
@@ -77,13 +86,7 @@ def write(
77
86
  If any item in ``data`` is not a dictionary or if any dictionary
78
87
  does not contain a ``'text'`` key.
79
88
  """
80
- rows: JSONList
81
- if isinstance(data, list):
82
- if not all(isinstance(item, dict) for item in data):
83
- raise TypeError('TXT payloads must contain only objects (dicts)')
84
- rows = cast(JSONList, data)
85
- else:
86
- rows = [cast(JSONDict, data)]
89
+ rows = normalize_records(data, 'TXT')
87
90
 
88
91
  if not rows:
89
92
  return 0
etlplus/file/vm.py ADDED
@@ -0,0 +1,78 @@
1
+ """
2
+ :mod:`etlplus.file.vm` module.
3
+
4
+ Helpers for reading/writing Apache Velocity (VM) template files.
5
+
6
+ Notes
7
+ -----
8
+ - A VM file is a text file used for generating HTML or other text formats
9
+ by combining templates with data.
10
+ - Common cases:
11
+ - HTML templates.
12
+ - Email templates.
13
+ - Configuration files.
14
+ - Rule of thumb:
15
+ - If you need to work with Apache Velocity template files, use this module
16
+ for reading and writing.
17
+ """
18
+
19
+ from __future__ import annotations
20
+
21
+ from pathlib import Path
22
+
23
+ from ..types import JSONData
24
+ from ..types import JSONList
25
+ from . import stub
26
+
27
+ # SECTION: EXPORTS ========================================================== #
28
+
29
+
30
+ __all__ = [
31
+ 'read',
32
+ 'write',
33
+ ]
34
+
35
+
36
+ # SECTION: FUNCTIONS ======================================================== #
37
+
38
+
39
+ def read(
40
+ path: Path,
41
+ ) -> JSONList:
42
+ """
43
+ Read VM content from ``path``.
44
+
45
+ Parameters
46
+ ----------
47
+ path : Path
48
+ Path to the VM file on disk.
49
+
50
+ Returns
51
+ -------
52
+ JSONList
53
+ The list of dictionaries read from the VM file.
54
+ """
55
+ return stub.read(path, format_name='VM')
56
+
57
+
58
+ def write(
59
+ path: Path,
60
+ data: JSONData,
61
+ ) -> int:
62
+ """
63
+ Write ``data`` to VM file at ``path`` and return record count.
64
+
65
+ Parameters
66
+ ----------
67
+ path : Path
68
+ Path to the VM file on disk.
69
+ data : JSONData
70
+ Data to write as VM file. Should be a list of dictionaries or a single
71
+ dictionary.
72
+
73
+ Returns
74
+ -------
75
+ int
76
+ The number of rows written to the VM file.
77
+ """
78
+ return stub.write(path, data, format_name='VM')
etlplus/file/wks.py ADDED
@@ -0,0 +1,77 @@
1
+ """
2
+ :mod:`etlplus.file.wks` module.
3
+
4
+ Helpers for reading/writing Lotus 1-2-3 (WKS) spreadsheet files.
5
+
6
+ Notes
7
+ -----
8
+ - A WKS file is a spreadsheet file created using the Lotus 1-2-3 format.
9
+ - Common cases:
10
+ - Reading data from legacy Lotus 1-2-3 spreadsheets.
11
+ - Writing data to Lotus 1-2-3 format for compatibility.
12
+ - Converting WKS files to more modern formats.
13
+ - Rule of thumb:
14
+ - If you need to work with Lotus 1-2-3 spreadsheet files, use this module
15
+ for reading and writing.
16
+ """
17
+
18
+ from __future__ import annotations
19
+
20
+ from pathlib import Path
21
+
22
+ from ..types import JSONData
23
+ from ..types import JSONList
24
+ from . import stub
25
+
26
+ # SECTION: EXPORTS ========================================================== #
27
+
28
+
29
+ __all__ = [
30
+ 'read',
31
+ 'write',
32
+ ]
33
+
34
+
35
+ # SECTION: FUNCTIONS ======================================================== #
36
+
37
+
38
+ def read(
39
+ path: Path,
40
+ ) -> JSONList:
41
+ """
42
+ Read WKS content from ``path``.
43
+
44
+ Parameters
45
+ ----------
46
+ path : Path
47
+ Path to the WKS file on disk.
48
+
49
+ Returns
50
+ -------
51
+ JSONList
52
+ The list of dictionaries read from the WKS file.
53
+ """
54
+ return stub.read(path, format_name='WKS')
55
+
56
+
57
+ def write(
58
+ path: Path,
59
+ data: JSONData,
60
+ ) -> int:
61
+ """
62
+ Write ``data`` to WKS file at ``path`` and return record count.
63
+
64
+ Parameters
65
+ ----------
66
+ path : Path
67
+ Path to the WKS file on disk.
68
+ data : JSONData
69
+ Data to write as WKS file. Should be a list of dictionaries or a
70
+ single dictionary.
71
+
72
+ Returns
73
+ -------
74
+ int
75
+ The number of rows written to the WKS file.
76
+ """
77
+ return stub.write(path, data, format_name='WKS')
etlplus/file/xls.py CHANGED
@@ -11,7 +11,7 @@ from typing import cast
11
11
 
12
12
  from ..types import JSONData
13
13
  from ..types import JSONList
14
- from ._pandas import get_pandas
14
+ from ._imports import get_pandas
15
15
 
16
16
  # SECTION: EXPORTS ========================================================== #
17
17
 
etlplus/file/xlsm.py ADDED
@@ -0,0 +1,79 @@
1
+ """
2
+ :mod:`etlplus.file.xlsm` module.
3
+
4
+ Helpers for reading/writing Microsoft Excel Macro-Enabled (XLSM) spreadsheet
5
+ files.
6
+
7
+ Notes
8
+ -----
9
+ - An XLSM file is a spreadsheet file created using the Microsoft Excel Macro-
10
+ Enabled (Open XML) format.
11
+ - Common cases:
12
+ - Reading data from Excel Macro-Enabled spreadsheets.
13
+ - Writing data to Excel Macro-Enabled format for compatibility.
14
+ - Converting XLSM files to more modern formats.
15
+ - Rule of thumb:
16
+ - If you need to work with Excel Macro-Enabled spreadsheet files, use this
17
+ module for reading and writing.
18
+ """
19
+
20
+ from __future__ import annotations
21
+
22
+ from pathlib import Path
23
+
24
+ from ..types import JSONData
25
+ from ..types import JSONList
26
+ from . import stub
27
+
28
+ # SECTION: EXPORTS ========================================================== #
29
+
30
+
31
+ __all__ = [
32
+ 'read',
33
+ 'write',
34
+ ]
35
+
36
+
37
+ # SECTION: FUNCTIONS ======================================================== #
38
+
39
+
40
+ def read(
41
+ path: Path,
42
+ ) -> JSONList:
43
+ """
44
+ Read XLSM content from ``path``.
45
+
46
+ Parameters
47
+ ----------
48
+ path : Path
49
+ Path to the XLSM file on disk.
50
+
51
+ Returns
52
+ -------
53
+ JSONList
54
+ The list of dictionaries read from the XLSM file.
55
+ """
56
+ return stub.read(path, format_name='XLSM')
57
+
58
+
59
+ def write(
60
+ path: Path,
61
+ data: JSONData,
62
+ ) -> int:
63
+ """
64
+ Write ``data`` to XLSM file at ``path`` and return record count.
65
+
66
+ Parameters
67
+ ----------
68
+ path : Path
69
+ Path to the XLSM file on disk.
70
+ data : JSONData
71
+ Data to write as XLSM file. Should be a list of dictionaries or a
72
+ single dictionary.
73
+
74
+ Returns
75
+ -------
76
+ int
77
+ The number of rows written to the XLSM file.
78
+ """
79
+ return stub.write(path, data, format_name='XLSM')
etlplus/file/xlsx.py CHANGED
@@ -11,8 +11,8 @@ from typing import cast
11
11
 
12
12
  from ..types import JSONData
13
13
  from ..types import JSONList
14
+ from ._imports import get_pandas
14
15
  from ._io import normalize_records
15
- from ._pandas import get_pandas
16
16
 
17
17
  # SECTION: EXPORTS ========================================================== #
18
18
 
etlplus/file/xml.py CHANGED
@@ -1,7 +1,18 @@
1
1
  """
2
2
  :mod:`etlplus.file.xml` module.
3
3
 
4
- Helpers for reading/writing XML files.
4
+ Helpers for reading/writing Extensible Markup Language (XML) files.
5
+
6
+ Notes
7
+ -----
8
+ - An XML file is a markup language file that uses tags to define elements.
9
+ - Common cases:
10
+ - Configuration files.
11
+ - Data interchange between systems.
12
+ - Document formatting.
13
+ - Rule of thumb:
14
+ - If the file follows the XML specification, use this module for
15
+ reading and writing.
5
16
  """
6
17
 
7
18
  from __future__ import annotations