dltaf 0.2.2__tar.gz → 0.2.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (298) hide show
  1. {dltaf-0.2.2/dltaf.egg-info → dltaf-0.2.4}/PKG-INFO +8 -1
  2. {dltaf-0.2.2 → dltaf-0.2.4}/README.md +3 -0
  3. {dltaf-0.2.2 → dltaf-0.2.4}/dag_builder/manifest_loader.py +8 -8
  4. dltaf-0.2.4/dag_builder/task_factory.py +1202 -0
  5. dltaf-0.2.4/dlt_pipelines/mongodb__bpm_cc__pipeline/__init__.py +7 -0
  6. dltaf-0.2.4/dlt_pipelines/mongodb__bpm_cc__pipeline/mongodb/__init__.py +8 -0
  7. dltaf-0.2.4/dlt_pipelines/pkbconc__dwh__pipeline/__init__.py +7 -0
  8. dltaf-0.2.4/dlt_pipelines/pkbconc__dwh__pipeline/pkb_conclusion_source.py +9 -0
  9. dltaf-0.2.4/dlt_pipelines/uploader__b057__pipeline/__init__.py +7 -0
  10. dltaf-0.2.4/dlt_pipelines/uploader__b057__pipeline/uploader_b057_source.py +9 -0
  11. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/clickhouse_helpers.py +62 -1
  12. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/run_result.py +81 -0
  13. dltaf-0.2.4/dlt_utils/hooks/runtime_summary.py +157 -0
  14. dltaf-0.2.4/dlt_utils/install_profiles.py +194 -0
  15. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/runners/common.py +42 -5
  16. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/hooks/builtins.py +3 -0
  17. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/hooks/pipeline.py +15 -10
  18. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/factories/__init__.py +6 -1
  19. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/factories/source_factory.py +51 -2
  20. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/modes/catalog.py +10 -1
  21. dltaf-0.2.4/dltaf/integrations/sqldb/partial_success.py +437 -0
  22. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/dags/generation.py +4 -0
  23. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/schema/__init__.py +4 -0
  24. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/schema/common.py +85 -0
  25. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/validator.py +20 -0
  26. {dltaf-0.2.2 → dltaf-0.2.4/dltaf.egg-info}/PKG-INFO +8 -1
  27. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf.egg-info/SOURCES.txt +14 -1
  28. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf.egg-info/requires.txt +5 -0
  29. {dltaf-0.2.2 → dltaf-0.2.4}/pyproject.toml +6 -1
  30. dltaf-0.2.4/tests/test_install_profiles_runtime.py +63 -0
  31. dltaf-0.2.4/tests/test_runtime_hook_pipeline.py +69 -0
  32. dltaf-0.2.4/tests/test_stage50_sqldb_partial_success.py +224 -0
  33. dltaf-0.2.4/tests/test_task_factory_runtime_resolution.py +470 -0
  34. dltaf-0.2.2/dag_builder/task_factory.py +0 -615
  35. {dltaf-0.2.2 → dltaf-0.2.4}/LICENSE +0 -0
  36. {dltaf-0.2.2 → dltaf-0.2.4}/MANIFEST.in +0 -0
  37. {dltaf-0.2.2 → dltaf-0.2.4}/cli/__init__.py +0 -0
  38. {dltaf-0.2.2 → dltaf-0.2.4}/cli/contract_test.py +0 -0
  39. {dltaf-0.2.2 → dltaf-0.2.4}/cli/generate_dags.py +0 -0
  40. {dltaf-0.2.2 → dltaf-0.2.4}/cli/infra_checks.py +0 -0
  41. {dltaf-0.2.2 → dltaf-0.2.4}/cli/manifest_doctor.py +0 -0
  42. {dltaf-0.2.2 → dltaf-0.2.4}/cli/manifest_lint.py +0 -0
  43. {dltaf-0.2.2 → dltaf-0.2.4}/cli/manifest_schema.py +0 -0
  44. {dltaf-0.2.2 → dltaf-0.2.4}/cli/pipeline_runs.py +0 -0
  45. {dltaf-0.2.2 → dltaf-0.2.4}/cli/scaffold_integration.py +0 -0
  46. {dltaf-0.2.2 → dltaf-0.2.4}/cli/show_lineage.py +0 -0
  47. {dltaf-0.2.2 → dltaf-0.2.4}/dag_builder/__init__.py +0 -0
  48. {dltaf-0.2.2 → dltaf-0.2.4}/dag_builder/builder.py +0 -0
  49. {dltaf-0.2.2 → dltaf-0.2.4}/dag_builder/dag_builder_core.py +0 -0
  50. {dltaf-0.2.2 → dltaf-0.2.4}/dag_builder/dependency_resolver.py +0 -0
  51. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_pipelines/__init__.py +0 -0
  52. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_pipelines/mongodb_runtime/__init__.py +0 -0
  53. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_pipelines/mongodb_runtime/mongodb/__init__.py +0 -0
  54. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_pipelines/mongodb_runtime/mongodb/helpers.py +0 -0
  55. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/__init__.py +0 -0
  56. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/__init__.py +0 -0
  57. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/http/__init__.py +0 -0
  58. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/http/requests_client.py +0 -0
  59. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/kafka/__init__.py +0 -0
  60. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/kafka/base.py +0 -0
  61. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/kafka/kafka_python.py +0 -0
  62. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/kafka/types.py +0 -0
  63. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/secrets/__init__.py +0 -0
  64. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/secrets/backends.py +0 -0
  65. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/secrets/connections.py +0 -0
  66. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/adapters/secrets/types.py +0 -0
  67. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/airflow_dlt_runner.py +0 -0
  68. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/airflow_variables.py +0 -0
  69. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/contracts/__init__.py +0 -0
  70. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/contracts/contract_testing.py +0 -0
  71. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/contracts/payload_contract.py +0 -0
  72. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/__init__.py +0 -0
  73. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/context.py +0 -0
  74. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/error_taxonomy.py +0 -0
  75. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/hooks.py +0 -0
  76. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/infra_checks.py +0 -0
  77. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/manifest_io.py +0 -0
  78. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/manifest_overrides.py +0 -0
  79. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/manifest_schema.py +0 -0
  80. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/manifest_validation.py +0 -0
  81. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/online_checks.py +0 -0
  82. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/plan_output.py +0 -0
  83. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/redaction.py +0 -0
  84. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/registry.py +0 -0
  85. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/run_modes.py +0 -0
  86. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/run_orchestrator.py +0 -0
  87. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/run_plan.py +0 -0
  88. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/core/services.py +0 -0
  89. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/hooks/__init__.py +0 -0
  90. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/hooks/audit_run.py +0 -0
  91. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/hooks/basic_logging.py +0 -0
  92. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/hooks/env_summary.py +0 -0
  93. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/hooks/explain_config.py +0 -0
  94. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/hooks/replace_policy.py +0 -0
  95. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/kafka_config.py +0 -0
  96. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/manifest_runner.py +0 -0
  97. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/naming.py +0 -0
  98. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/oracle_serialization.py +0 -0
  99. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/patterns/__init__.py +0 -0
  100. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/patterns/kafka_async_job.py +0 -0
  101. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/patterns/polling.py +0 -0
  102. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/plugins/__init__.py +0 -0
  103. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/plugins/examples/__init__.py +0 -0
  104. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/plugins/examples/hooks_plugin.py +0 -0
  105. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/plugins/examples/runners_plugin.py +0 -0
  106. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/runners/__init__.py +0 -0
  107. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/runners/base.py +0 -0
  108. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/runners/bins.py +0 -0
  109. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/runners/mongodb.py +0 -0
  110. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/runners/oracle_custom_sql.py +0 -0
  111. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/runners/source_config.py +0 -0
  112. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/runners/sql_database.py +0 -0
  113. {dltaf-0.2.2 → dltaf-0.2.4}/dlt_utils/vault_env.py +0 -0
  114. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/__init__.py +0 -0
  115. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/adapters/__init__.py +0 -0
  116. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/adapters/http/__init__.py +0 -0
  117. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/adapters/http/requests_client.py +0 -0
  118. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/adapters/kafka/__init__.py +0 -0
  119. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/adapters/kafka/kafka_python_waiter.py +0 -0
  120. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/adapters/secrets/__init__.py +0 -0
  121. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/adapters/secrets/composite_provider.py +0 -0
  122. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/app/__init__.py +0 -0
  123. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/app/context.py +0 -0
  124. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/app/deprecation.py +0 -0
  125. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/app/runtime.py +0 -0
  126. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/app/services.py +0 -0
  127. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/cli/__init__.py +0 -0
  128. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/cli/__main__.py +0 -0
  129. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/cli/main.py +0 -0
  130. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/cli/parser.py +0 -0
  131. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/__init__.py +0 -0
  132. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/base.py +0 -0
  133. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/contracts/__init__.py +0 -0
  134. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/contracts/test.py +0 -0
  135. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dags/__init__.py +0 -0
  136. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dags/generate.py +0 -0
  137. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/__init__.py +0 -0
  138. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/build_package.py +0 -0
  139. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/export_consumer_skeleton.py +0 -0
  140. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/export_cutover_dry_run.py +0 -0
  141. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/export_cutover_handoff.py +0 -0
  142. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/export_framework_skeleton.py +0 -0
  143. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/export_import_rehearsal.py +0 -0
  144. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/export_repo_split_plan.py +0 -0
  145. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/publish_package.py +0 -0
  146. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/repo_split_inventory.py +0 -0
  147. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/run_import_rehearsal.py +0 -0
  148. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/dev/smoke_installed_package.py +0 -0
  149. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/docs/__init__.py +0 -0
  150. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/docs/generate_cli_reference.py +0 -0
  151. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/docs/update_dev_metrics.py +0 -0
  152. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/infra_checks/__init__.py +0 -0
  153. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/infra_checks/list.py +0 -0
  154. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/infra_checks/run.py +0 -0
  155. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/lineage/__init__.py +0 -0
  156. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/lineage/show.py +0 -0
  157. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/manifest/__init__.py +0 -0
  158. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/manifest/doctor.py +0 -0
  159. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/manifest/lint.py +0 -0
  160. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/manifest/run.py +0 -0
  161. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/manifest/schema.py +0 -0
  162. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/registry.py +0 -0
  163. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/runs/__init__.py +0 -0
  164. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/runs/list.py +0 -0
  165. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/scaffold/__init__.py +0 -0
  166. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/commands/scaffold/integration.py +0 -0
  167. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/examples/__init__.py +0 -0
  168. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/examples/manifests/__init__.py +0 -0
  169. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/examples/manifests/smoke_mongodb.yaml +0 -0
  170. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/examples/manifests/smoke_mongodb_catalog.yaml +0 -0
  171. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/examples/manifests/smoke_oracle_custom_sql.yaml +0 -0
  172. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/examples/manifests/smoke_sql_database_catalog.yaml +0 -0
  173. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/examples/manifests/smoke_sqldb_catalog.yaml +0 -0
  174. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/examples/manifests/smoke_sqldb_query.yaml +0 -0
  175. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/examples/sql/__init__.py +0 -0
  176. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/examples/sql/oracle_smoke_query.sql +0 -0
  177. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/__init__.py +0 -0
  178. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/base/__init__.py +0 -0
  179. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/base/common.py +0 -0
  180. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/base/plugin_loader.py +0 -0
  181. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/base/registry.py +0 -0
  182. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/hooks/__init__.py +0 -0
  183. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/hooks/plugin_loader.py +0 -0
  184. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/hooks/protocol.py +0 -0
  185. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/hooks/registry.py +0 -0
  186. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/infra_checks/__init__.py +0 -0
  187. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/infra_checks/builtins.py +0 -0
  188. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/infra_checks/plugin_loader.py +0 -0
  189. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/infra_checks/protocol.py +0 -0
  190. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/infra_checks/registry.py +0 -0
  191. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/runners/__init__.py +0 -0
  192. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/runners/builtins.py +0 -0
  193. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/runners/plugin_loader.py +0 -0
  194. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/runners/protocol.py +0 -0
  195. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/extensions/runners/registry.py +0 -0
  196. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/__init__.py +0 -0
  197. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/mongodb/__init__.py +0 -0
  198. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/mongodb/config.py +0 -0
  199. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/mongodb/runner.py +0 -0
  200. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/mongodb/workflow.py +0 -0
  201. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/oracle_custom_sql/__init__.py +0 -0
  202. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/oracle_custom_sql/config.py +0 -0
  203. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/oracle_custom_sql/runner.py +0 -0
  204. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/oracle_custom_sql/workflow.py +0 -0
  205. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sql_database/__init__.py +0 -0
  206. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sql_database/config.py +0 -0
  207. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sql_database/runner.py +0 -0
  208. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sql_database/workflow.py +0 -0
  209. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/__init__.py +0 -0
  210. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/config.py +0 -0
  211. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/dialects/__init__.py +0 -0
  212. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/dialects/base.py +0 -0
  213. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/dialects/generic.py +0 -0
  214. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/dialects/oracle.py +0 -0
  215. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/factories/resources.py +0 -0
  216. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/layout.py +0 -0
  217. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/modes/__init__.py +0 -0
  218. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/modes/base.py +0 -0
  219. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/modes/query.py +0 -0
  220. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/normalizer.py +0 -0
  221. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/runner.py +0 -0
  222. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/integrations/sqldb/workflow.py +0 -0
  223. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/ports/__init__.py +0 -0
  224. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/ports/http.py +0 -0
  225. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/ports/kafka.py +0 -0
  226. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/ports/secrets.py +0 -0
  227. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/__init__.py +0 -0
  228. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/contracts/__init__.py +0 -0
  229. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/contracts/testing.py +0 -0
  230. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/dags/__init__.py +0 -0
  231. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/dev/__init__.py +0 -0
  232. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/dev/handoff.py +0 -0
  233. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/dev/package_artifacts.py +0 -0
  234. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/dev/rehearsal.py +0 -0
  235. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/dev/repo_split.py +0 -0
  236. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/docs/__init__.py +0 -0
  237. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/docs/generate_cli_reference_service.py +0 -0
  238. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/docs/update_dev_metrics_service.py +0 -0
  239. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/__init__.py +0 -0
  240. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/audit_service.py +0 -0
  241. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/context_builder.py +0 -0
  242. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/environment.py +0 -0
  243. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/error_taxonomy.py +0 -0
  244. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/executor.py +0 -0
  245. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/online_checks_service.py +0 -0
  246. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/planner.py +0 -0
  247. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/redaction/__init__.py +0 -0
  248. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/redaction/objects.py +0 -0
  249. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/redaction/policy.py +0 -0
  250. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/redaction/safe.py +0 -0
  251. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/redaction/text.py +0 -0
  252. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/redaction_service.py +0 -0
  253. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/execution/request.py +0 -0
  254. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/infra_checks/__init__.py +0 -0
  255. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/infra_checks/catalog.py +0 -0
  256. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/infra_checks/common.py +0 -0
  257. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/infra_checks/runner.py +0 -0
  258. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/lineage/__init__.py +0 -0
  259. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/lineage/reporting.py +0 -0
  260. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/__init__.py +0 -0
  261. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/doctor/__init__.py +0 -0
  262. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/doctor/analysis.py +0 -0
  263. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/doctor/discovery.py +0 -0
  264. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/doctor/fixes.py +0 -0
  265. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/doctor/models.py +0 -0
  266. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/doctor/service.py +0 -0
  267. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/doctor/templates.py +0 -0
  268. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/lint.py +0 -0
  269. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/loader.py +0 -0
  270. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/overrides.py +0 -0
  271. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/resolver.py +0 -0
  272. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/schema/base.py +0 -0
  273. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/schema/manifest.py +0 -0
  274. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/schema/service.py +0 -0
  275. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/manifests/schema/sources.py +0 -0
  276. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/runs/__init__.py +0 -0
  277. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/runs/audit_listing.py +0 -0
  278. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/scaffold/__init__.py +0 -0
  279. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/scaffold/models.py +0 -0
  280. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/scaffold/naming.py +0 -0
  281. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/scaffold/pyproject.py +0 -0
  282. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/scaffold/service.py +0 -0
  283. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf/services/scaffold/templates.py +0 -0
  284. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf.egg-info/dependency_links.txt +0 -0
  285. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf.egg-info/entry_points.txt +0 -0
  286. {dltaf-0.2.2 → dltaf-0.2.4}/dltaf.egg-info/top_level.txt +0 -0
  287. {dltaf-0.2.2 → dltaf-0.2.4}/lineage/__init__.py +0 -0
  288. {dltaf-0.2.2 → dltaf-0.2.4}/lineage/dependency_graph.py +0 -0
  289. {dltaf-0.2.2 → dltaf-0.2.4}/lineage/manifest_dependency_resolver.py +0 -0
  290. {dltaf-0.2.2 → dltaf-0.2.4}/setup.cfg +0 -0
  291. {dltaf-0.2.2 → dltaf-0.2.4}/tests/test_dltaf_cli_smoke.py +0 -0
  292. {dltaf-0.2.2 → dltaf-0.2.4}/tests/test_mongodb_public_runtime.py +0 -0
  293. {dltaf-0.2.2 → dltaf-0.2.4}/tests/test_packaging_profiles.py +0 -0
  294. {dltaf-0.2.2 → dltaf-0.2.4}/tests/test_public_examples_and_docs.py +0 -0
  295. {dltaf-0.2.2 → dltaf-0.2.4}/tests/test_stage46_sqldb_foundation.py +0 -0
  296. {dltaf-0.2.2 → dltaf-0.2.4}/tests/test_stage47_sqldb_catalog_runtime.py +0 -0
  297. {dltaf-0.2.2 → dltaf-0.2.4}/tests/test_stage48_sqldb_query_runtime.py +0 -0
  298. {dltaf-0.2.2 → dltaf-0.2.4}/tests/test_stage49_sqldb_alias_cleanup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dltaf
3
- Version: 0.2.2
3
+ Version: 0.2.4
4
4
  Summary: Manifest-driven data loading framework with canonical SQLDB manifests, Airflow helpers, and pluggable private integrations.
5
5
  Author: Pavel Kovalev
6
6
  License-Expression: Apache-2.0
@@ -26,6 +26,9 @@ License-File: LICENSE
26
26
  Requires-Dist: dlt<2,>=1.18.2
27
27
  Requires-Dist: PyYAML>=6.0.1
28
28
  Requires-Dist: pydantic<3,>=2.8
29
+ Requires-Dist: prettytable<4,>=3.12
30
+ Provides-Extra: airflow
31
+ Requires-Dist: apache-airflow<3,>=2.10; extra == "airflow"
29
32
  Provides-Extra: clickhouse
30
33
  Requires-Dist: dlt[clickhouse]<2,>=1.18.2; extra == "clickhouse"
31
34
  Provides-Extra: sqldb
@@ -44,6 +47,7 @@ Provides-Extra: runtime
44
47
  Requires-Dist: vault-kv-client>=0.1.0; extra == "runtime"
45
48
  Requires-Dist: dlt[clickhouse]<2,>=1.18.2; extra == "runtime"
46
49
  Provides-Extra: all
50
+ Requires-Dist: apache-airflow<3,>=2.10; extra == "all"
47
51
  Requires-Dist: vault-kv-client>=0.1.0; extra == "all"
48
52
  Requires-Dist: dlt[clickhouse]<2,>=1.18.2; extra == "all"
49
53
  Requires-Dist: dlt[sql_database]<2,>=1.18.2; extra == "all"
@@ -106,6 +110,9 @@ pip install dltaf
106
110
  Common runtime profiles:
107
111
 
108
112
  ```bash
113
+ # Generic Airflow bridge + DAG builder helpers
114
+ pip install "dltaf[airflow]"
115
+
109
116
  # ClickHouse destination + Vault-backed private plugin flows
110
117
  pip install "dltaf[runtime]"
111
118
 
@@ -41,6 +41,9 @@ pip install dltaf
41
41
  Common runtime profiles:
42
42
 
43
43
  ```bash
44
+ # Generic Airflow bridge + DAG builder helpers
45
+ pip install "dltaf[airflow]"
46
+
44
47
  # ClickHouse destination + Vault-backed private plugin flows
45
48
  pip install "dltaf[runtime]"
46
49
 
@@ -33,13 +33,13 @@ class ManifestLoader:
33
33
  def __init__(self, base_dir: Optional[Path] = None):
34
34
  """Инициализирует загрузчик манифестов.
35
35
 
36
- Args:
37
- base_dir: Базовая директория. Если не указана, используется директория
38
- относительно текущего файла: dlt_pipelines/manifests/
39
- """
40
- if base_dir is None:
41
- current = Path(__file__).parent.parent
42
- base_dir = current / "dlt_pipelines" / "manifests"
36
+ Args:
37
+ base_dir: Базовая директория. Если не указана, используется директория
38
+ относительно текущего файла: dags/dlt_manifests/
39
+ """
40
+ if base_dir is None:
41
+ current = Path(__file__).resolve().parent.parent.parent
42
+ base_dir = current / "dlt_manifests"
43
43
 
44
44
  self.base_dir = Path(base_dir).resolve()
45
45
 
@@ -154,4 +154,4 @@ class ManifestLoader:
154
154
  """Очищает кэш загруженных манифестов."""
155
155
  self._manifest_cache.clear()
156
156
  self._yaml_files_cache = None
157
- logger.debug("Кэш манифестов очищен")
157
+ logger.debug("Кэш манифестов очищен")