etlplus 0.11.1__tar.gz → 0.11.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (157) hide show
  1. {etlplus-0.11.1/etlplus.egg-info → etlplus-0.11.3}/PKG-INFO +1 -1
  2. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/enums.py +0 -30
  3. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/extract.py +4 -6
  4. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/file/__init__.py +0 -2
  5. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/file/enums.py +0 -28
  6. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/load.py +6 -9
  7. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/run.py +6 -9
  8. {etlplus-0.11.1 → etlplus-0.11.3/etlplus.egg-info}/PKG-INFO +1 -1
  9. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_enums.py +5 -39
  10. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_file.py +64 -35
  11. {etlplus-0.11.1 → etlplus-0.11.3}/.coveragerc +0 -0
  12. {etlplus-0.11.1 → etlplus-0.11.3}/.editorconfig +0 -0
  13. {etlplus-0.11.1 → etlplus-0.11.3}/.gitattributes +0 -0
  14. {etlplus-0.11.1 → etlplus-0.11.3}/.github/actions/python-bootstrap/action.yml +0 -0
  15. {etlplus-0.11.1 → etlplus-0.11.3}/.github/workflows/ci.yml +0 -0
  16. {etlplus-0.11.1 → etlplus-0.11.3}/.gitignore +0 -0
  17. {etlplus-0.11.1 → etlplus-0.11.3}/.pre-commit-config.yaml +0 -0
  18. {etlplus-0.11.1 → etlplus-0.11.3}/.ruff.toml +0 -0
  19. {etlplus-0.11.1 → etlplus-0.11.3}/CODE_OF_CONDUCT.md +0 -0
  20. {etlplus-0.11.1 → etlplus-0.11.3}/CONTRIBUTING.md +0 -0
  21. {etlplus-0.11.1 → etlplus-0.11.3}/DEMO.md +0 -0
  22. {etlplus-0.11.1 → etlplus-0.11.3}/LICENSE +0 -0
  23. {etlplus-0.11.1 → etlplus-0.11.3}/MANIFEST.in +0 -0
  24. {etlplus-0.11.1 → etlplus-0.11.3}/Makefile +0 -0
  25. {etlplus-0.11.1 → etlplus-0.11.3}/README.md +0 -0
  26. {etlplus-0.11.1 → etlplus-0.11.3}/REFERENCES.md +0 -0
  27. {etlplus-0.11.1 → etlplus-0.11.3}/docs/README.md +0 -0
  28. {etlplus-0.11.1 → etlplus-0.11.3}/docs/pipeline-guide.md +0 -0
  29. {etlplus-0.11.1 → etlplus-0.11.3}/docs/snippets/installation_version.md +0 -0
  30. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/__init__.py +0 -0
  31. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/__main__.py +0 -0
  32. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/__version__.py +0 -0
  33. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/README.md +0 -0
  34. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/__init__.py +0 -0
  35. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/auth.py +0 -0
  36. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/config.py +0 -0
  37. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/endpoint_client.py +0 -0
  38. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/errors.py +0 -0
  39. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/pagination/__init__.py +0 -0
  40. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/pagination/client.py +0 -0
  41. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/pagination/config.py +0 -0
  42. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/pagination/paginator.py +0 -0
  43. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/rate_limiting/__init__.py +0 -0
  44. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/rate_limiting/config.py +0 -0
  45. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/rate_limiting/rate_limiter.py +0 -0
  46. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/request_manager.py +0 -0
  47. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/retry_manager.py +0 -0
  48. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/transport.py +0 -0
  49. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/api/types.py +0 -0
  50. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/cli/__init__.py +0 -0
  51. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/cli/commands.py +0 -0
  52. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/cli/constants.py +0 -0
  53. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/cli/handlers.py +0 -0
  54. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/cli/io.py +0 -0
  55. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/cli/main.py +0 -0
  56. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/cli/options.py +0 -0
  57. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/cli/state.py +0 -0
  58. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/cli/types.py +0 -0
  59. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/config/__init__.py +0 -0
  60. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/config/connector.py +0 -0
  61. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/config/jobs.py +0 -0
  62. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/config/pipeline.py +0 -0
  63. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/config/profile.py +0 -0
  64. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/config/types.py +0 -0
  65. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/config/utils.py +0 -0
  66. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/database/__init__.py +0 -0
  67. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/database/ddl.py +0 -0
  68. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/database/engine.py +0 -0
  69. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/database/orm.py +0 -0
  70. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/database/schema.py +0 -0
  71. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/database/types.py +0 -0
  72. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/file/core.py +0 -0
  73. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/file/csv.py +0 -0
  74. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/file/json.py +0 -0
  75. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/file/xml.py +0 -0
  76. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/file/yaml.py +0 -0
  77. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/mixins.py +0 -0
  78. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/py.typed +0 -0
  79. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/run_helpers.py +0 -0
  80. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/templates/__init__.py +0 -0
  81. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/templates/ddl.sql.j2 +0 -0
  82. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/templates/view.sql.j2 +0 -0
  83. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/transform.py +0 -0
  84. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/types.py +0 -0
  85. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/utils.py +0 -0
  86. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/validate.py +0 -0
  87. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/validation/__init__.py +0 -0
  88. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus/validation/utils.py +0 -0
  89. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus.egg-info/SOURCES.txt +0 -0
  90. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus.egg-info/dependency_links.txt +0 -0
  91. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus.egg-info/entry_points.txt +0 -0
  92. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus.egg-info/requires.txt +0 -0
  93. {etlplus-0.11.1 → etlplus-0.11.3}/etlplus.egg-info/top_level.txt +0 -0
  94. {etlplus-0.11.1 → etlplus-0.11.3}/examples/README.md +0 -0
  95. {etlplus-0.11.1 → etlplus-0.11.3}/examples/configs/ddl_spec.yml +0 -0
  96. {etlplus-0.11.1 → etlplus-0.11.3}/examples/configs/pipeline.yml +0 -0
  97. {etlplus-0.11.1 → etlplus-0.11.3}/examples/data/sample.csv +0 -0
  98. {etlplus-0.11.1 → etlplus-0.11.3}/examples/data/sample.json +0 -0
  99. {etlplus-0.11.1 → etlplus-0.11.3}/examples/data/sample.xml +0 -0
  100. {etlplus-0.11.1 → etlplus-0.11.3}/examples/data/sample.xsd +0 -0
  101. {etlplus-0.11.1 → etlplus-0.11.3}/examples/data/sample.yaml +0 -0
  102. {etlplus-0.11.1 → etlplus-0.11.3}/examples/quickstart_python.py +0 -0
  103. {etlplus-0.11.1 → etlplus-0.11.3}/pyproject.toml +0 -0
  104. {etlplus-0.11.1 → etlplus-0.11.3}/pytest.ini +0 -0
  105. {etlplus-0.11.1 → etlplus-0.11.3}/setup.cfg +0 -0
  106. {etlplus-0.11.1 → etlplus-0.11.3}/setup.py +0 -0
  107. {etlplus-0.11.1 → etlplus-0.11.3}/tests/__init__.py +0 -0
  108. {etlplus-0.11.1 → etlplus-0.11.3}/tests/conftest.py +0 -0
  109. {etlplus-0.11.1 → etlplus-0.11.3}/tests/integration/conftest.py +0 -0
  110. {etlplus-0.11.1 → etlplus-0.11.3}/tests/integration/test_i_cli.py +0 -0
  111. {etlplus-0.11.1 → etlplus-0.11.3}/tests/integration/test_i_examples_data_parity.py +0 -0
  112. {etlplus-0.11.1 → etlplus-0.11.3}/tests/integration/test_i_pagination_strategy.py +0 -0
  113. {etlplus-0.11.1 → etlplus-0.11.3}/tests/integration/test_i_pipeline_smoke.py +0 -0
  114. {etlplus-0.11.1 → etlplus-0.11.3}/tests/integration/test_i_pipeline_yaml_load.py +0 -0
  115. {etlplus-0.11.1 → etlplus-0.11.3}/tests/integration/test_i_run.py +0 -0
  116. {etlplus-0.11.1 → etlplus-0.11.3}/tests/integration/test_i_run_profile_pagination_defaults.py +0 -0
  117. {etlplus-0.11.1 → etlplus-0.11.3}/tests/integration/test_i_run_profile_rate_limit_defaults.py +0 -0
  118. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/conftest.py +0 -0
  119. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_auth.py +0 -0
  120. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_config.py +0 -0
  121. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_endpoint_client.py +0 -0
  122. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_mocks.py +0 -0
  123. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_pagination_client.py +0 -0
  124. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_pagination_config.py +0 -0
  125. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_paginator.py +0 -0
  126. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_rate_limit_config.py +0 -0
  127. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_rate_limiter.py +0 -0
  128. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_request_manager.py +0 -0
  129. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_retry_manager.py +0 -0
  130. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_transport.py +0 -0
  131. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/api/test_u_types.py +0 -0
  132. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/cli/conftest.py +0 -0
  133. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/cli/test_u_cli_handlers.py +0 -0
  134. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/cli/test_u_cli_io.py +0 -0
  135. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/cli/test_u_cli_main.py +0 -0
  136. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/cli/test_u_cli_state.py +0 -0
  137. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/config/test_u_config_utils.py +0 -0
  138. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/config/test_u_connector.py +0 -0
  139. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/config/test_u_jobs.py +0 -0
  140. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/config/test_u_pipeline.py +0 -0
  141. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/conftest.py +0 -0
  142. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/database/test_u_database_ddl.py +0 -0
  143. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/database/test_u_database_engine.py +0 -0
  144. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/database/test_u_database_orm.py +0 -0
  145. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/database/test_u_database_schema.py +0 -0
  146. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_extract.py +0 -0
  147. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_load.py +0 -0
  148. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_main.py +0 -0
  149. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_mixins.py +0 -0
  150. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_run.py +0 -0
  151. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_run_helpers.py +0 -0
  152. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_transform.py +0 -0
  153. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_utils.py +0 -0
  154. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_validate.py +0 -0
  155. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/test_u_version.py +0 -0
  156. {etlplus-0.11.1 → etlplus-0.11.3}/tests/unit/validation/test_u_validation_utils.py +0 -0
  157. {etlplus-0.11.1 → etlplus-0.11.3}/tools/update_demo_snippets.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: etlplus
3
- Version: 0.11.1
3
+ Version: 0.11.3
4
4
  Summary: A Swiss Army knife for simple ETL operations
5
5
  Home-page: https://github.com/Dagitali/ETLPlus
6
6
  Author: ETLPlus Team
@@ -26,9 +26,6 @@ __all__ = [
26
26
  'HttpMethod',
27
27
  'OperatorName',
28
28
  'PipelineStep',
29
- # Functions
30
- 'coerce_data_connector_type',
31
- 'coerce_http_method',
32
29
  ]
33
30
 
34
31
 
@@ -341,30 +338,3 @@ _PIPELINE_ORDER_INDEX: dict[PipelineStep, int] = {
341
338
  PipelineStep.SORT: 3,
342
339
  PipelineStep.AGGREGATE: 4,
343
340
  }
344
-
345
-
346
- # SECTION: FUNCTIONS ======================================================== #
347
-
348
-
349
- def coerce_data_connector_type(
350
- connector: DataConnectorType | str,
351
- ) -> DataConnectorType:
352
- """
353
- Normalize textual data connector values to :class:`DataConnectorType`.
354
-
355
- This thin wrapper is kept for backward compatibility; prefer
356
- :meth:`DataConnectorType.coerce` going forward.
357
- """
358
- return DataConnectorType.coerce(connector)
359
-
360
-
361
- def coerce_http_method(
362
- http_method: HttpMethod | str,
363
- ) -> HttpMethod:
364
- """
365
- Normalize textual HTTP method values to :class:`HttpMethod`.
366
-
367
- This thin wrapper is kept for backward compatibility; prefer
368
- :meth:`HttpMethod.coerce` going forward.
369
- """
370
- return HttpMethod.coerce(http_method)
@@ -14,10 +14,8 @@ import requests # type: ignore[import]
14
14
 
15
15
  from .enums import DataConnectorType
16
16
  from .enums import HttpMethod
17
- from .enums import coerce_data_connector_type
18
17
  from .file import File
19
18
  from .file import FileFormat
20
- from .file import coerce_file_format
21
19
  from .types import JSONData
22
20
  from .types import JSONDict
23
21
  from .types import JSONList
@@ -55,7 +53,7 @@ def extract_from_file(
55
53
  # If no explicit format is provided, let File infer from extension.
56
54
  if file_format is None:
57
55
  return File(path, None).read()
58
- fmt = coerce_file_format(file_format)
56
+ fmt = FileFormat.coerce(file_format)
59
57
 
60
58
  # Let file module perform existence and format validation.
61
59
  return File(path, fmt).read()
@@ -202,7 +200,7 @@ def extract(
202
200
  ValueError
203
201
  If `source_type` is not one of the supported values.
204
202
  """
205
- match coerce_data_connector_type(source_type):
203
+ match DataConnectorType.coerce(source_type):
206
204
  case DataConnectorType.FILE:
207
205
  # Prefer explicit format if provided, else infer from filename.
208
206
  return extract_from_file(source, file_format)
@@ -213,6 +211,6 @@ def extract(
213
211
  # ``file_format`` is ignored for APIs.
214
212
  return extract_from_api(str(source), **kwargs)
215
213
  case _:
216
- # ``coerce_data_connector_type`` covers invalid entries, but keep
217
- # explicit guard for defensive programming.
214
+ # :meth:`coerce` already raises for invalid connector types, but
215
+ # keep explicit guard for defensive programming.
218
216
  raise ValueError(f'Invalid source type: {source_type}')
@@ -9,7 +9,6 @@ from __future__ import annotations
9
9
  from .core import File
10
10
  from .enums import CompressionFormat
11
11
  from .enums import FileFormat
12
- from .enums import coerce_file_format
13
12
  from .enums import infer_file_format_and_compression
14
13
 
15
14
  # SECTION: EXPORTS ========================================================== #
@@ -22,6 +21,5 @@ __all__ = [
22
21
  'CompressionFormat',
23
22
  'FileFormat',
24
23
  # Functions
25
- 'coerce_file_format',
26
24
  'infer_file_format_and_compression',
27
25
  ]
@@ -16,8 +16,6 @@ from ..types import StrStrMap
16
16
  __all__ = [
17
17
  'CompressionFormat',
18
18
  'FileFormat',
19
- 'coerce_compression_format',
20
- 'coerce_file_format',
21
19
  'infer_file_format_and_compression',
22
20
  ]
23
21
 
@@ -164,32 +162,6 @@ _COMPRESSION_FILE_FORMATS: set[FileFormat] = {
164
162
  # SECTION: FUNCTIONS ======================================================== #
165
163
 
166
164
 
167
- # TODO: Deprecate in favor of using the enum methods directly.
168
- def coerce_compression_format(
169
- compression_format: CompressionFormat | str,
170
- ) -> CompressionFormat:
171
- """
172
- Normalize textual compression format values to :class:`CompressionFormat`.
173
-
174
- This thin wrapper is kept for backward compatibility; prefer
175
- :meth:`CompressionFormat.coerce` going forward.
176
- """
177
- return CompressionFormat.coerce(compression_format)
178
-
179
-
180
- # TODO: Deprecate in favor of using the enum methods directly.
181
- def coerce_file_format(
182
- file_format: FileFormat | str,
183
- ) -> FileFormat:
184
- """
185
- Normalize textual file format values to :class:`FileFormat`.
186
-
187
- This thin wrapper is kept for backward compatibility; prefer
188
- :meth:`FileFormat.coerce` going forward.
189
- """
190
- return FileFormat.coerce(file_format)
191
-
192
-
193
165
  # TODO: Convert to a method on FileFormat or CompressionFormat?
194
166
  def infer_file_format_and_compression(
195
167
  value: object,
@@ -16,11 +16,8 @@ import requests # type: ignore[import]
16
16
 
17
17
  from .enums import DataConnectorType
18
18
  from .enums import HttpMethod
19
- from .enums import coerce_data_connector_type
20
- from .enums import coerce_http_method
21
19
  from .file import File
22
20
  from .file import FileFormat
23
- from .file import coerce_file_format
24
21
  from .types import JSONData
25
22
  from .types import JSONDict
26
23
  from .types import JSONList
@@ -155,9 +152,9 @@ def load_to_file(
155
152
  if file_format is None:
156
153
  records = File(path).write(data)
157
154
  ext = path.suffix.lstrip('.').lower()
158
- fmt = coerce_file_format(ext) if ext else FileFormat.JSON
155
+ fmt = FileFormat.coerce(ext) if ext else FileFormat.JSON
159
156
  else:
160
- fmt = coerce_file_format(file_format)
157
+ fmt = FileFormat.coerce(file_format)
161
158
  records = File(path, fmt).write(data)
162
159
  if fmt is FileFormat.CSV and records == 0:
163
160
  message = 'No data to write'
@@ -242,7 +239,7 @@ def load_to_api(
242
239
  TypeError
243
240
  If the session object is not valid.
244
241
  """
245
- http_method = coerce_http_method(method)
242
+ http_method = HttpMethod.coerce(method)
246
243
 
247
244
  # Apply a conservative timeout to guard against hanging requests.
248
245
  timeout = kwargs.pop('timeout', 10.0)
@@ -316,7 +313,7 @@ def load(
316
313
  """
317
314
  data = load_data(source)
318
315
 
319
- match coerce_data_connector_type(target_type):
316
+ match DataConnectorType.coerce(target_type):
320
317
  case DataConnectorType.FILE:
321
318
  # Prefer explicit format if provided, else infer from filename.
322
319
  return load_to_file(data, target, file_format)
@@ -331,6 +328,6 @@ def load(
331
328
  **kwargs,
332
329
  )
333
330
  case _:
334
- # `coerce_data_connector_type` covers invalid entries, but keep
335
- # explicit guard.
331
+ # :meth:`coerce` already raises for invalid connector types, but
332
+ # keep explicit guard for defensive programming.
336
333
  raise ValueError(f'Invalid target type: {target_type}')
@@ -23,7 +23,6 @@ from .api import RetryPolicy
23
23
  from .api import Url
24
24
  from .config import load_pipeline_config
25
25
  from .enums import DataConnectorType
26
- from .enums import coerce_data_connector_type
27
26
  from .extract import extract
28
27
  from .load import load
29
28
  from .run_helpers import compose_api_request_env
@@ -185,8 +184,7 @@ def run(
185
184
 
186
185
  data: Any
187
186
  stype_raw = getattr(source_obj, 'type', None)
188
- stype = coerce_data_connector_type(stype_raw or '')
189
- match stype:
187
+ match DataConnectorType.coerce(stype_raw or ''):
190
188
  case DataConnectorType.FILE:
191
189
  path = getattr(source_obj, 'path', None)
192
190
  fmt = ex_opts.get('format') or getattr(
@@ -261,8 +259,8 @@ def run(
261
259
  sleep_seconds=cast(float, env.get('sleep_seconds', 0.0)),
262
260
  )
263
261
  case _:
264
- # ``coerce_data_connector_type`` already raises for invalid
265
- # connector types; this branch is defensive only.
262
+ # :meth:`coerce` already raises for invalid connector types, but
263
+ # keep explicit guard for defensive programming.
266
264
  raise ValueError(f'Unsupported source type: {stype_raw}')
267
265
 
268
266
  # DRY: unified validation helper (pre/post transform)
@@ -318,8 +316,7 @@ def run(
318
316
  overrides = job_obj.load.overrides or {}
319
317
 
320
318
  ttype_raw = getattr(target_obj, 'type', None)
321
- ttype = coerce_data_connector_type(ttype_raw or '')
322
- match ttype:
319
+ match DataConnectorType.coerce(ttype_raw or ''):
323
320
  case DataConnectorType.FILE:
324
321
  path = overrides.get('path') or getattr(target_obj, 'path', None)
325
322
  fmt = overrides.get('format') or getattr(
@@ -357,8 +354,8 @@ def run(
357
354
  )
358
355
  result = load(data, 'database', str(conn))
359
356
  case _:
360
- # ``coerce_data_connector_type`` already raises for invalid
361
- # connector types; this branch is defensive only.
357
+ # :meth:`coerce` already raises for invalid connector types, but
358
+ # keep explicit guard for defensive programming.
362
359
  raise ValueError(f'Unsupported target type: {ttype_raw}')
363
360
 
364
361
  # Return the terminal load result directly; callers (e.g., CLI) can wrap
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: etlplus
3
- Version: 0.11.1
3
+ Version: 0.11.3
4
4
  Summary: A Swiss Army knife for simple ETL operations
5
5
  Home-page: https://github.com/Dagitali/ETLPlus
6
6
  Author: ETLPlus Team
@@ -13,10 +13,6 @@ from etlplus.enums import DataConnectorType
13
13
  from etlplus.enums import HttpMethod
14
14
  from etlplus.enums import OperatorName
15
15
  from etlplus.enums import PipelineStep
16
- from etlplus.enums import coerce_data_connector_type
17
- from etlplus.enums import coerce_http_method
18
- from etlplus.file import FileFormat
19
- from etlplus.file import coerce_file_format
20
16
 
21
17
  # SECTION: HELPERS ========================================================== #
22
18
 
@@ -43,7 +39,6 @@ class TestAggregateName:
43
39
  assert AggregateName.AVG.func(nums, len(nums)) == pytest.approx(2.0)
44
40
 
45
41
 
46
- @pytest.mark.unit
47
42
  class TestDataConnectorType:
48
43
  """Unit test suite for :class:`etlplus.enums.DataConnectorType`."""
49
44
 
@@ -62,41 +57,14 @@ class TestDataConnectorType:
62
57
  expected: DataConnectorType,
63
58
  ) -> None:
64
59
  """Test alias coercions."""
65
- assert coerce_data_connector_type(value) is expected
60
+ assert DataConnectorType.coerce(value) is expected
66
61
 
67
62
  def test_invalid_value(self) -> None:
68
63
  """Test that invalid values raise ValueError."""
69
64
  with pytest.raises(ValueError, match='Invalid DataConnectorType'):
70
- coerce_data_connector_type('queue')
71
-
72
-
73
- @pytest.mark.unit
74
- class TestFileFormat:
75
- """Unit test suite for :class:`etlplus.enums.FileFormat`."""
76
-
77
- @pytest.mark.parametrize(
78
- 'value,expected',
79
- [
80
- ('JSON', FileFormat.JSON),
81
- ('application/xml', FileFormat.XML),
82
- ('yml', FileFormat.YAML),
83
- ],
84
- )
85
- def test_aliases(
86
- self,
87
- value: str,
88
- expected: FileFormat,
89
- ) -> None:
90
- """Test alias coercions."""
91
- assert coerce_file_format(value) is expected
92
-
93
- def test_invalid_value(self) -> None:
94
- """Test that invalid values raise ValueError."""
95
- with pytest.raises(ValueError, match='Invalid FileFormat'):
96
- coerce_file_format('ini')
65
+ DataConnectorType.coerce('queue')
97
66
 
98
67
 
99
- @pytest.mark.unit
100
68
  class TestHttpMethod:
101
69
  """Unit test suite for :class:`etlplus.enums.HttpMethod`."""
102
70
 
@@ -107,12 +75,11 @@ class TestHttpMethod:
107
75
  assert HttpMethod.PATCH.allows_body is True
108
76
  assert HttpMethod.GET.allows_body is False
109
77
 
110
- def test_coerce_wrapper(self) -> None:
111
- """Test the :func:`coerce_http_method` helper."""
112
- assert coerce_http_method('delete') is HttpMethod.DELETE
78
+ def test_coerce(self) -> None:
79
+ """Test :meth:`coerce`."""
80
+ assert HttpMethod.coerce('delete') is HttpMethod.DELETE
113
81
 
114
82
 
115
- @pytest.mark.unit
116
83
  class TestOperatorName:
117
84
  """Unit test suite for :class:`etlplus.enums.OperatorName`."""
118
85
 
@@ -126,7 +93,6 @@ class TestOperatorName:
126
93
  assert OperatorName.CONTAINS.func('alphabet', 'bet') is True
127
94
 
128
95
 
129
- @pytest.mark.unit
130
96
  class TestPipelineStep:
131
97
  """Unit test suite for :class:`etlplus.enums.PipelineStep`."""
132
98
 
@@ -73,41 +73,6 @@ def yaml_stub_fixture() -> Generator[_StubYaml]:
73
73
  # SECTION: TESTS ============================================================ #
74
74
 
75
75
 
76
- class TestInferFileFormatAndCompression:
77
- """Unit test suite for :func:`infer_file_format_and_compression`."""
78
-
79
- @pytest.mark.parametrize(
80
- 'value,filename,expected_format,expected_compression',
81
- [
82
- ('data.csv.gz', None, FileFormat.CSV, CompressionFormat.GZ),
83
- ('data.jsonl.gz', None, FileFormat.NDJSON, CompressionFormat.GZ),
84
- ('data.zip', None, None, CompressionFormat.ZIP),
85
- ('application/json; charset=utf-8', None, FileFormat.JSON, None),
86
- ('application/gzip', None, None, CompressionFormat.GZ),
87
- (
88
- 'application/octet-stream',
89
- 'payload.csv.gz',
90
- FileFormat.CSV,
91
- CompressionFormat.GZ,
92
- ),
93
- ('application/octet-stream', None, None, None),
94
- (FileFormat.GZ, None, None, CompressionFormat.GZ),
95
- (CompressionFormat.ZIP, None, None, CompressionFormat.ZIP),
96
- ],
97
- )
98
- def test_infers_format_and_compression(
99
- self,
100
- value: object,
101
- filename: object | None,
102
- expected_format: FileFormat | None,
103
- expected_compression: CompressionFormat | None,
104
- ) -> None:
105
- """Test mixed inputs for format and compression inference."""
106
- fmt, compression = infer_file_format_and_compression(value, filename)
107
- assert fmt is expected_format
108
- assert compression is expected_compression
109
-
110
-
111
76
  class TestFile:
112
77
  """
113
78
  Unit test suite for :class:`etlplus.file.File`.
@@ -340,6 +305,70 @@ class TestFile:
340
305
  assert '<records>' in text
341
306
 
342
307
 
308
+ class TestFileFormat:
309
+ """Unit test suite for :class:`etlplus.enums.FileFormat`."""
310
+
311
+ @pytest.mark.parametrize(
312
+ 'value,expected',
313
+ [
314
+ ('JSON', FileFormat.JSON),
315
+ ('application/xml', FileFormat.XML),
316
+ ('yml', FileFormat.YAML),
317
+ ],
318
+ )
319
+ def test_aliases(
320
+ self,
321
+ value: str,
322
+ expected: FileFormat,
323
+ ) -> None:
324
+ """Test alias coercions."""
325
+ assert FileFormat.coerce(value) is expected
326
+
327
+ def test_coerce(self) -> None:
328
+ """Test :meth:`coerce`."""
329
+ assert FileFormat.coerce('csv') is FileFormat.CSV
330
+
331
+ def test_invalid_value(self) -> None:
332
+ """Test that invalid values raise ValueError."""
333
+ with pytest.raises(ValueError, match='Invalid FileFormat'):
334
+ FileFormat.coerce('ini')
335
+
336
+
337
+ class TestInferFileFormatAndCompression:
338
+ """Unit test suite for :func:`infer_file_format_and_compression`."""
339
+
340
+ @pytest.mark.parametrize(
341
+ 'value,filename,expected_format,expected_compression',
342
+ [
343
+ ('data.csv.gz', None, FileFormat.CSV, CompressionFormat.GZ),
344
+ ('data.jsonl.gz', None, FileFormat.NDJSON, CompressionFormat.GZ),
345
+ ('data.zip', None, None, CompressionFormat.ZIP),
346
+ ('application/json; charset=utf-8', None, FileFormat.JSON, None),
347
+ ('application/gzip', None, None, CompressionFormat.GZ),
348
+ (
349
+ 'application/octet-stream',
350
+ 'payload.csv.gz',
351
+ FileFormat.CSV,
352
+ CompressionFormat.GZ,
353
+ ),
354
+ ('application/octet-stream', None, None, None),
355
+ (FileFormat.GZ, None, None, CompressionFormat.GZ),
356
+ (CompressionFormat.ZIP, None, None, CompressionFormat.ZIP),
357
+ ],
358
+ )
359
+ def test_infers_format_and_compression(
360
+ self,
361
+ value: object,
362
+ filename: object | None,
363
+ expected_format: FileFormat | None,
364
+ expected_compression: CompressionFormat | None,
365
+ ) -> None:
366
+ """Test mixed inputs for format and compression inference."""
367
+ fmt, compression = infer_file_format_and_compression(value, filename)
368
+ assert fmt is expected_format
369
+ assert compression is expected_compression
370
+
371
+
343
372
  @pytest.mark.unit
344
373
  class TestYamlSupport:
345
374
  """Unit tests exercising YAML read/write helpers without PyYAML."""
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes