etlplus 0.5.1__tar.gz → 0.5.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (136) hide show
  1. {etlplus-0.5.1/etlplus.egg-info → etlplus-0.5.2}/PKG-INFO +41 -1
  2. {etlplus-0.5.1 → etlplus-0.5.2}/README.md +40 -0
  3. {etlplus-0.5.1 → etlplus-0.5.2/etlplus.egg-info}/PKG-INFO +41 -1
  4. {etlplus-0.5.1 → etlplus-0.5.2}/.coveragerc +0 -0
  5. {etlplus-0.5.1 → etlplus-0.5.2}/.editorconfig +0 -0
  6. {etlplus-0.5.1 → etlplus-0.5.2}/.gitattributes +0 -0
  7. {etlplus-0.5.1 → etlplus-0.5.2}/.github/actions/python-bootstrap/action.yml +0 -0
  8. {etlplus-0.5.1 → etlplus-0.5.2}/.github/workflows/ci.yml +0 -0
  9. {etlplus-0.5.1 → etlplus-0.5.2}/.gitignore +0 -0
  10. {etlplus-0.5.1 → etlplus-0.5.2}/.pre-commit-config.yaml +0 -0
  11. {etlplus-0.5.1 → etlplus-0.5.2}/.ruff.toml +0 -0
  12. {etlplus-0.5.1 → etlplus-0.5.2}/CODE_OF_CONDUCT.md +0 -0
  13. {etlplus-0.5.1 → etlplus-0.5.2}/CONTRIBUTING.md +0 -0
  14. {etlplus-0.5.1 → etlplus-0.5.2}/DEMO.md +0 -0
  15. {etlplus-0.5.1 → etlplus-0.5.2}/LICENSE +0 -0
  16. {etlplus-0.5.1 → etlplus-0.5.2}/MANIFEST.in +0 -0
  17. {etlplus-0.5.1 → etlplus-0.5.2}/Makefile +0 -0
  18. {etlplus-0.5.1 → etlplus-0.5.2}/REFERENCES.md +0 -0
  19. {etlplus-0.5.1 → etlplus-0.5.2}/docs/pipeline-guide.md +0 -0
  20. {etlplus-0.5.1 → etlplus-0.5.2}/docs/snippets/installation_version.md +0 -0
  21. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/__init__.py +0 -0
  22. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/__main__.py +0 -0
  23. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/__version__.py +0 -0
  24. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/README.md +0 -0
  25. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/__init__.py +0 -0
  26. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/auth.py +0 -0
  27. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/config.py +0 -0
  28. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/endpoint_client.py +0 -0
  29. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/errors.py +0 -0
  30. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/pagination/__init__.py +0 -0
  31. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/pagination/client.py +0 -0
  32. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/pagination/config.py +0 -0
  33. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/pagination/paginator.py +0 -0
  34. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/rate_limiting/__init__.py +0 -0
  35. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/rate_limiting/config.py +0 -0
  36. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/rate_limiting/rate_limiter.py +0 -0
  37. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/request_manager.py +0 -0
  38. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/retry_manager.py +0 -0
  39. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/transport.py +0 -0
  40. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/api/types.py +0 -0
  41. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/cli/__init__.py +0 -0
  42. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/cli/app.py +0 -0
  43. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/cli/handlers.py +0 -0
  44. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/cli/main.py +0 -0
  45. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/config/__init__.py +0 -0
  46. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/config/connector.py +0 -0
  47. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/config/jobs.py +0 -0
  48. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/config/pipeline.py +0 -0
  49. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/config/profile.py +0 -0
  50. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/config/types.py +0 -0
  51. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/config/utils.py +0 -0
  52. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/ddl.py +0 -0
  53. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/enums.py +0 -0
  54. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/extract.py +0 -0
  55. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/file.py +0 -0
  56. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/load.py +0 -0
  57. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/mixins.py +0 -0
  58. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/py.typed +0 -0
  59. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/run.py +0 -0
  60. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/run_helpers.py +0 -0
  61. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/templates/__init__.py +0 -0
  62. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/templates/ddl.sql.j2 +0 -0
  63. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/templates/view.sql.j2 +0 -0
  64. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/transform.py +0 -0
  65. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/types.py +0 -0
  66. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/utils.py +0 -0
  67. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/validate.py +0 -0
  68. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/validation/__init__.py +0 -0
  69. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus/validation/utils.py +0 -0
  70. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus.egg-info/SOURCES.txt +0 -0
  71. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus.egg-info/dependency_links.txt +0 -0
  72. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus.egg-info/entry_points.txt +0 -0
  73. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus.egg-info/requires.txt +0 -0
  74. {etlplus-0.5.1 → etlplus-0.5.2}/etlplus.egg-info/top_level.txt +0 -0
  75. {etlplus-0.5.1 → etlplus-0.5.2}/examples/README.md +0 -0
  76. {etlplus-0.5.1 → etlplus-0.5.2}/examples/configs/ddl_spec.yml +0 -0
  77. {etlplus-0.5.1 → etlplus-0.5.2}/examples/configs/pipeline.yml +0 -0
  78. {etlplus-0.5.1 → etlplus-0.5.2}/examples/data/sample.csv +0 -0
  79. {etlplus-0.5.1 → etlplus-0.5.2}/examples/data/sample.json +0 -0
  80. {etlplus-0.5.1 → etlplus-0.5.2}/examples/data/sample.xml +0 -0
  81. {etlplus-0.5.1 → etlplus-0.5.2}/examples/data/sample.xsd +0 -0
  82. {etlplus-0.5.1 → etlplus-0.5.2}/examples/data/sample.yaml +0 -0
  83. {etlplus-0.5.1 → etlplus-0.5.2}/examples/quickstart_python.py +0 -0
  84. {etlplus-0.5.1 → etlplus-0.5.2}/pyproject.toml +0 -0
  85. {etlplus-0.5.1 → etlplus-0.5.2}/pytest.ini +0 -0
  86. {etlplus-0.5.1 → etlplus-0.5.2}/setup.cfg +0 -0
  87. {etlplus-0.5.1 → etlplus-0.5.2}/setup.py +0 -0
  88. {etlplus-0.5.1 → etlplus-0.5.2}/tests/__init__.py +0 -0
  89. {etlplus-0.5.1 → etlplus-0.5.2}/tests/conftest.py +0 -0
  90. {etlplus-0.5.1 → etlplus-0.5.2}/tests/integration/conftest.py +0 -0
  91. {etlplus-0.5.1 → etlplus-0.5.2}/tests/integration/test_i_cli.py +0 -0
  92. {etlplus-0.5.1 → etlplus-0.5.2}/tests/integration/test_i_examples_data_parity.py +0 -0
  93. {etlplus-0.5.1 → etlplus-0.5.2}/tests/integration/test_i_pagination_strategy.py +0 -0
  94. {etlplus-0.5.1 → etlplus-0.5.2}/tests/integration/test_i_pipeline_smoke.py +0 -0
  95. {etlplus-0.5.1 → etlplus-0.5.2}/tests/integration/test_i_pipeline_yaml_load.py +0 -0
  96. {etlplus-0.5.1 → etlplus-0.5.2}/tests/integration/test_i_run.py +0 -0
  97. {etlplus-0.5.1 → etlplus-0.5.2}/tests/integration/test_i_run_profile_pagination_defaults.py +0 -0
  98. {etlplus-0.5.1 → etlplus-0.5.2}/tests/integration/test_i_run_profile_rate_limit_defaults.py +0 -0
  99. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/conftest.py +0 -0
  100. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_auth.py +0 -0
  101. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_config.py +0 -0
  102. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_endpoint_client.py +0 -0
  103. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_mocks.py +0 -0
  104. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_pagination_client.py +0 -0
  105. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_pagination_config.py +0 -0
  106. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_paginator.py +0 -0
  107. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_rate_limit_config.py +0 -0
  108. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_rate_limiter.py +0 -0
  109. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_request_manager.py +0 -0
  110. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_retry_manager.py +0 -0
  111. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_transport.py +0 -0
  112. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/api/test_u_types.py +0 -0
  113. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/cli/conftest.py +0 -0
  114. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/cli/test_u_cli_app.py +0 -0
  115. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/cli/test_u_cli_handlers.py +0 -0
  116. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/cli/test_u_cli_main.py +0 -0
  117. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/config/test_u_config_utils.py +0 -0
  118. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/config/test_u_connector.py +0 -0
  119. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/config/test_u_jobs.py +0 -0
  120. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/config/test_u_pipeline.py +0 -0
  121. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/conftest.py +0 -0
  122. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_enums.py +0 -0
  123. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_extract.py +0 -0
  124. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_file.py +0 -0
  125. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_load.py +0 -0
  126. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_main.py +0 -0
  127. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_mixins.py +0 -0
  128. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_run.py +0 -0
  129. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_run_helpers.py +0 -0
  130. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_transform.py +0 -0
  131. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_utils.py +0 -0
  132. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_validate.py +0 -0
  133. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/test_u_version.py +0 -0
  134. {etlplus-0.5.1 → etlplus-0.5.2}/tests/unit/validation/test_u_validation_utils.py +0 -0
  135. {etlplus-0.5.1 → etlplus-0.5.2}/tools/run_pipeline.py +0 -0
  136. {etlplus-0.5.1 → etlplus-0.5.2}/tools/update_demo_snippets.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: etlplus
3
- Version: 0.5.1
3
+ Version: 0.5.2
4
4
  Summary: A Swiss Army knife for simple ETL operations
5
5
  Home-page: https://github.com/Dagitali/ETLPlus
6
6
  Author: ETLPlus Team
@@ -61,6 +61,8 @@ package and command-line interface for data extraction, validation, transformati
61
61
  - [Quickstart](#quickstart)
62
62
  - [Usage](#usage)
63
63
  - [Command Line Interface](#command-line-interface)
64
+ - [Inspect Pipelines](#inspect-pipelines)
65
+ - [Render SQL DDL](#render-sql-ddl)
64
66
  - [Extract Data](#extract-data)
65
67
  - [Validate Data](#validate-data)
66
68
  - [Transform Data](#transform-data)
@@ -169,6 +171,44 @@ etlplus --help
169
171
  etlplus --version
170
172
  ```
171
173
 
174
+ #### Inspect Pipelines
175
+
176
+ Use `etlplus list` to explore pipeline YAML definitions without running them. The command can print
177
+ job names, summarize configured sources and targets, or drill into specific sections.
178
+
179
+ List jobs and show a pipeline summary:
180
+ ```bash
181
+ etlplus list --config examples/configs/pipeline.yml --jobs
182
+ etlplus list --config examples/configs/pipeline.yml --summary
183
+ ```
184
+
185
+ Show sources or transforms for troubleshooting:
186
+ ```bash
187
+ etlplus list --config examples/configs/pipeline.yml --sources
188
+ etlplus list --config examples/configs/pipeline.yml --transforms
189
+ ```
190
+
191
+ #### Render SQL DDL
192
+
193
+ Use `etlplus render` to turn table schema specs into ready-to-run SQL. Render from a pipeline config
194
+ or from a standalone schema file, and choose the built-in `ddl` or `view` templates (or provide your
195
+ own).
196
+
197
+ Render all tables defined in a pipeline:
198
+ ```bash
199
+ etlplus render --config examples/configs/pipeline.yml --template ddl
200
+ ```
201
+
202
+ Render a single table in that pipeline:
203
+ ```bash
204
+ etlplus render --config examples/configs/pipeline.yml --table customers --template view
205
+ ```
206
+
207
+ Render from a standalone table spec to a file:
208
+ ```bash
209
+ etlplus render --spec schemas/customer.yml --template view -o temp/customer_view.sql
210
+ ```
211
+
172
212
  #### Extract Data
173
213
 
174
214
  Note: For file sources, the format is normally inferred from the filename extension. Use
@@ -19,6 +19,8 @@ package and command-line interface for data extraction, validation, transformati
19
19
  - [Quickstart](#quickstart)
20
20
  - [Usage](#usage)
21
21
  - [Command Line Interface](#command-line-interface)
22
+ - [Inspect Pipelines](#inspect-pipelines)
23
+ - [Render SQL DDL](#render-sql-ddl)
22
24
  - [Extract Data](#extract-data)
23
25
  - [Validate Data](#validate-data)
24
26
  - [Transform Data](#transform-data)
@@ -127,6 +129,44 @@ etlplus --help
127
129
  etlplus --version
128
130
  ```
129
131
 
132
+ #### Inspect Pipelines
133
+
134
+ Use `etlplus list` to explore pipeline YAML definitions without running them. The command can print
135
+ job names, summarize configured sources and targets, or drill into specific sections.
136
+
137
+ List jobs and show a pipeline summary:
138
+ ```bash
139
+ etlplus list --config examples/configs/pipeline.yml --jobs
140
+ etlplus list --config examples/configs/pipeline.yml --summary
141
+ ```
142
+
143
+ Show sources or transforms for troubleshooting:
144
+ ```bash
145
+ etlplus list --config examples/configs/pipeline.yml --sources
146
+ etlplus list --config examples/configs/pipeline.yml --transforms
147
+ ```
148
+
149
+ #### Render SQL DDL
150
+
151
+ Use `etlplus render` to turn table schema specs into ready-to-run SQL. Render from a pipeline config
152
+ or from a standalone schema file, and choose the built-in `ddl` or `view` templates (or provide your
153
+ own).
154
+
155
+ Render all tables defined in a pipeline:
156
+ ```bash
157
+ etlplus render --config examples/configs/pipeline.yml --template ddl
158
+ ```
159
+
160
+ Render a single table in that pipeline:
161
+ ```bash
162
+ etlplus render --config examples/configs/pipeline.yml --table customers --template view
163
+ ```
164
+
165
+ Render from a standalone table spec to a file:
166
+ ```bash
167
+ etlplus render --spec schemas/customer.yml --template view -o temp/customer_view.sql
168
+ ```
169
+
130
170
  #### Extract Data
131
171
 
132
172
  Note: For file sources, the format is normally inferred from the filename extension. Use
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: etlplus
3
- Version: 0.5.1
3
+ Version: 0.5.2
4
4
  Summary: A Swiss Army knife for simple ETL operations
5
5
  Home-page: https://github.com/Dagitali/ETLPlus
6
6
  Author: ETLPlus Team
@@ -61,6 +61,8 @@ package and command-line interface for data extraction, validation, transformati
61
61
  - [Quickstart](#quickstart)
62
62
  - [Usage](#usage)
63
63
  - [Command Line Interface](#command-line-interface)
64
+ - [Inspect Pipelines](#inspect-pipelines)
65
+ - [Render SQL DDL](#render-sql-ddl)
64
66
  - [Extract Data](#extract-data)
65
67
  - [Validate Data](#validate-data)
66
68
  - [Transform Data](#transform-data)
@@ -169,6 +171,44 @@ etlplus --help
169
171
  etlplus --version
170
172
  ```
171
173
 
174
+ #### Inspect Pipelines
175
+
176
+ Use `etlplus list` to explore pipeline YAML definitions without running them. The command can print
177
+ job names, summarize configured sources and targets, or drill into specific sections.
178
+
179
+ List jobs and show a pipeline summary:
180
+ ```bash
181
+ etlplus list --config examples/configs/pipeline.yml --jobs
182
+ etlplus list --config examples/configs/pipeline.yml --summary
183
+ ```
184
+
185
+ Show sources or transforms for troubleshooting:
186
+ ```bash
187
+ etlplus list --config examples/configs/pipeline.yml --sources
188
+ etlplus list --config examples/configs/pipeline.yml --transforms
189
+ ```
190
+
191
+ #### Render SQL DDL
192
+
193
+ Use `etlplus render` to turn table schema specs into ready-to-run SQL. Render from a pipeline config
194
+ or from a standalone schema file, and choose the built-in `ddl` or `view` templates (or provide your
195
+ own).
196
+
197
+ Render all tables defined in a pipeline:
198
+ ```bash
199
+ etlplus render --config examples/configs/pipeline.yml --template ddl
200
+ ```
201
+
202
+ Render a single table in that pipeline:
203
+ ```bash
204
+ etlplus render --config examples/configs/pipeline.yml --table customers --template view
205
+ ```
206
+
207
+ Render from a standalone table spec to a file:
208
+ ```bash
209
+ etlplus render --spec schemas/customer.yml --template view -o temp/customer_view.sql
210
+ ```
211
+
172
212
  #### Extract Data
173
213
 
174
214
  Note: For file sources, the format is normally inferred from the filename extension. Use
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes