dataenginex 0.8.0__tar.gz → 0.8.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (161) hide show
  1. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/dependabot.yml +2 -0
  2. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/workflows/pypi-publish.yml +4 -8
  3. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/workflows/release-dataenginex.yml +17 -0
  4. {dataenginex-0.8.0 → dataenginex-0.8.3}/PKG-INFO +1 -1
  5. {dataenginex-0.8.0 → dataenginex-0.8.3}/pyproject.toml +1 -1
  6. {dataenginex-0.8.0 → dataenginex-0.8.3}/uv.lock +1 -1
  7. {dataenginex-0.8.0 → dataenginex-0.8.3}/.claude/commands/new-feature.md +0 -0
  8. {dataenginex-0.8.0 → dataenginex-0.8.3}/.claude/commands/validate.md +0 -0
  9. {dataenginex-0.8.0 → dataenginex-0.8.3}/.claude/settings.json +0 -0
  10. {dataenginex-0.8.0 → dataenginex-0.8.3}/.env.template +0 -0
  11. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
  12. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/ISSUE_TEMPLATE/config.yml +0 -0
  13. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
  14. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/PULL_REQUEST_TEMPLATE.md +0 -0
  15. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/labels.yml +0 -0
  16. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/workflows/ci.yml +0 -0
  17. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/workflows/claude.yml +0 -0
  18. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/workflows/docker-build-push.yml +0 -0
  19. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/workflows/enforce-dev-to-main.yml +0 -0
  20. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/workflows/label-sync.yml +0 -0
  21. {dataenginex-0.8.0 → dataenginex-0.8.3}/.github/workflows/security.yml +0 -0
  22. {dataenginex-0.8.0 → dataenginex-0.8.3}/.gitignore +0 -0
  23. {dataenginex-0.8.0 → dataenginex-0.8.3}/.gitleaks.toml +0 -0
  24. {dataenginex-0.8.0 → dataenginex-0.8.3}/.pre-commit-config.yaml +0 -0
  25. {dataenginex-0.8.0 → dataenginex-0.8.3}/CHANGELOG.md +0 -0
  26. {dataenginex-0.8.0 → dataenginex-0.8.3}/CLAUDE.md +0 -0
  27. {dataenginex-0.8.0 → dataenginex-0.8.3}/CODEOWNERS +0 -0
  28. {dataenginex-0.8.0 → dataenginex-0.8.3}/CONTRIBUTING.md +0 -0
  29. {dataenginex-0.8.0 → dataenginex-0.8.3}/Dockerfile +0 -0
  30. {dataenginex-0.8.0 → dataenginex-0.8.3}/LICENSE +0 -0
  31. {dataenginex-0.8.0 → dataenginex-0.8.3}/README.md +0 -0
  32. {dataenginex-0.8.0 → dataenginex-0.8.3}/docker-compose.test.yml +0 -0
  33. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/ARCHITECTURE.md +0 -0
  34. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/CI_CD.md +0 -0
  35. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/CONTRIBUTING.md +0 -0
  36. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/DEVELOPMENT.md +0 -0
  37. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/OBSERVABILITY.md +0 -0
  38. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/RELEASE_NOTES.md +0 -0
  39. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/SDLC.md +0 -0
  40. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/SECURITY_SCANNING.md +0 -0
  41. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/adr/0000-template.md +0 -0
  42. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/adr/0001-medallion-architecture.md +0 -0
  43. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/api-reference/api.md +0 -0
  44. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/api-reference/core.md +0 -0
  45. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/api-reference/dashboard.md +0 -0
  46. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/api-reference/data.md +0 -0
  47. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/api-reference/index.md +0 -0
  48. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/api-reference/lakehouse.md +0 -0
  49. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/api-reference/middleware.md +0 -0
  50. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/api-reference/ml.md +0 -0
  51. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/api-reference/plugins.md +0 -0
  52. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/api-reference/warehouse.md +0 -0
  53. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/docs-hub.md +0 -0
  54. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/index.md +0 -0
  55. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/quickstart.md +0 -0
  56. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/release-pr-template.md +0 -0
  57. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/roadmap/project-roadmap.csv +0 -0
  58. {dataenginex-0.8.0 → dataenginex-0.8.3}/docs/roadmap/project-roadmap.json +0 -0
  59. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/01_hello_pipeline.py +0 -0
  60. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/02_api_quickstart.py +0 -0
  61. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/03_quality_gate.py +0 -0
  62. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/04_ml_training.py +0 -0
  63. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/05_rag_demo.py +0 -0
  64. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/06_llm_quickstart.py +0 -0
  65. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/07_api_ingestion.py +0 -0
  66. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/08_spark_ml.py +0 -0
  67. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/09_feature_engineering.py +0 -0
  68. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/10_model_analysis.py +0 -0
  69. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/GUIDE.md +0 -0
  70. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/dashboard/dashboard_config.yaml +0 -0
  71. {dataenginex-0.8.0 → dataenginex-0.8.3}/examples/dashboard/run_dashboard.py +0 -0
  72. {dataenginex-0.8.0 → dataenginex-0.8.3}/mkdocs.yml +0 -0
  73. {dataenginex-0.8.0 → dataenginex-0.8.3}/netlify.toml +0 -0
  74. {dataenginex-0.8.0 → dataenginex-0.8.3}/poe_tasks.toml +0 -0
  75. {dataenginex-0.8.0 → dataenginex-0.8.3}/scripts/GUIDE.md +0 -0
  76. {dataenginex-0.8.0 → dataenginex-0.8.3}/scripts/localstack/create-buckets.sh +0 -0
  77. {dataenginex-0.8.0 → dataenginex-0.8.3}/scripts/promote.sh +0 -0
  78. {dataenginex-0.8.0 → dataenginex-0.8.3}/sonar-project.properties +0 -0
  79. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/README.md +0 -0
  80. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/RELEASE_NOTES.md +0 -0
  81. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/__init__.py +0 -0
  82. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/api/__init__.py +0 -0
  83. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/api/auth.py +0 -0
  84. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/api/errors.py +0 -0
  85. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/api/health.py +0 -0
  86. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/api/pagination.py +0 -0
  87. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/api/rate_limit.py +0 -0
  88. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/api/routers/__init__.py +0 -0
  89. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/core/__init__.py +0 -0
  90. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/core/medallion_architecture.py +0 -0
  91. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/core/quality.py +0 -0
  92. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/core/schemas.py +0 -0
  93. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/core/validators.py +0 -0
  94. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/dashboard/__init__.py +0 -0
  95. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/dashboard/app.py +0 -0
  96. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/dashboard/panels.py +0 -0
  97. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/data/__init__.py +0 -0
  98. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/data/connectors.py +0 -0
  99. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/data/profiler.py +0 -0
  100. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/data/registry.py +0 -0
  101. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/lakehouse/__init__.py +0 -0
  102. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/lakehouse/catalog.py +0 -0
  103. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/lakehouse/partitioning.py +0 -0
  104. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/lakehouse/storage.py +0 -0
  105. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/middleware/__init__.py +0 -0
  106. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/middleware/logging_config.py +0 -0
  107. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/middleware/metrics.py +0 -0
  108. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/middleware/metrics_middleware.py +0 -0
  109. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/middleware/request_logging.py +0 -0
  110. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/middleware/tracing.py +0 -0
  111. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/ml/__init__.py +0 -0
  112. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/ml/drift.py +0 -0
  113. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/ml/llm.py +0 -0
  114. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/ml/metrics.py +0 -0
  115. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/ml/mlflow_registry.py +0 -0
  116. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/ml/registry.py +0 -0
  117. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/ml/scheduler.py +0 -0
  118. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/ml/serving.py +0 -0
  119. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/ml/training.py +0 -0
  120. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/ml/vectorstore.py +0 -0
  121. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/plugins/__init__.py +0 -0
  122. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/plugins/registry.py +0 -0
  123. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/py.typed +0 -0
  124. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/secops/__init__.py +0 -0
  125. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/secops/audit.py +0 -0
  126. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/secops/gate.py +0 -0
  127. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/secops/masking.py +0 -0
  128. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/secops/pii.py +0 -0
  129. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/warehouse/__init__.py +0 -0
  130. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/warehouse/lineage.py +0 -0
  131. {dataenginex-0.8.0 → dataenginex-0.8.3}/src/dataenginex/warehouse/transforms.py +0 -0
  132. {dataenginex-0.8.0 → dataenginex-0.8.3}/tasks/findings.md +0 -0
  133. {dataenginex-0.8.0 → dataenginex-0.8.3}/tasks/lessons.md +0 -0
  134. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/__init__.py +0 -0
  135. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/conftest.py +0 -0
  136. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/fixtures/__init__.py +0 -0
  137. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/fixtures/sample_data.py +0 -0
  138. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/fixtures/sample_jobs.csv +0 -0
  139. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/fixtures/sample_jobs.json +0 -0
  140. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/integration/__init__.py +0 -0
  141. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/integration/test_storage_real.py +0 -0
  142. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/load/__init__.py +0 -0
  143. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/__init__.py +0 -0
  144. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_data.py +0 -0
  145. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_drift_scheduler.py +0 -0
  146. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_errors.py +0 -0
  147. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_health.py +0 -0
  148. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_lakehouse.py +0 -0
  149. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_llm.py +0 -0
  150. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_logging.py +0 -0
  151. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_medallion.py +0 -0
  152. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_metrics.py +0 -0
  153. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_middleware.py +0 -0
  154. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_ml.py +0 -0
  155. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_plugins.py +0 -0
  156. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_secops.py +0 -0
  157. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_spark_fixtures.py +0 -0
  158. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_storage_abstraction.py +0 -0
  159. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_tracing.py +0 -0
  160. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_vectorstore.py +0 -0
  161. {dataenginex-0.8.0 → dataenginex-0.8.3}/tests/unit/test_warehouse.py +0 -0
@@ -4,7 +4,9 @@ updates:
4
4
  directory: "/"
5
5
  schedule:
6
6
  interval: weekly
7
+ target-branch: dev
7
8
  - package-ecosystem: github-actions
8
9
  directory: "/"
9
10
  schedule:
10
11
  interval: weekly
12
+ target-branch: dev
@@ -139,15 +139,11 @@ jobs:
139
139
  - name: Checkout code
140
140
  uses: actions/checkout@v6
141
141
 
142
- - name: Set up Python 3.12
143
- uses: actions/setup-python@v6
142
+ - name: Set up uv + Python 3.13
143
+ uses: astral-sh/setup-uv@v7
144
144
  with:
145
- python-version: "3.12"
146
-
147
- - name: Install uv
148
- run: |
149
- curl -LsSf https://astral.sh/uv/install.sh | sh
150
- echo "$HOME/.local/bin" >> "$GITHUB_PATH"
145
+ version: "latest"
146
+ python-version: "3.13"
151
147
 
152
148
  - name: Build package
153
149
  run: |
@@ -18,6 +18,7 @@ on:
18
18
  permissions:
19
19
  contents: write
20
20
  packages: read
21
+ actions: write
21
22
 
22
23
  env:
23
24
  SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
@@ -60,6 +61,11 @@ jobs:
60
61
  fetch-depth: 0
61
62
  token: ${{ secrets.GITHUB_TOKEN }}
62
63
 
64
+ - name: Set up uv
65
+ uses: astral-sh/setup-uv@v7
66
+ with:
67
+ version: "latest"
68
+
63
69
  - name: Extract DataEngineX version
64
70
  id: version
65
71
  run: |
@@ -143,6 +149,17 @@ jobs:
143
149
  "sbom-dataenginex-${{ steps.version.outputs.version }}.json" \
144
150
  --clobber
145
151
 
152
+ - name: Trigger PyPI Publish
153
+ if: steps.check_tag.outputs.tag_exists == 'false'
154
+ env:
155
+ GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
156
+ run: |
157
+ # GITHUB_TOKEN cannot trigger release:published from a workflow, but
158
+ # it can dispatch workflow_dispatch — so we call pypi-publish directly.
159
+ gh workflow run pypi-publish.yml \
160
+ --ref main \
161
+ --field tag=${{ steps.version.outputs.tag }}
162
+
146
163
  - name: Notify Release Success
147
164
  if: success() && steps.check_tag.outputs.tag_exists == 'false'
148
165
  uses: actions/github-script@v8
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dataenginex
3
- Version: 0.8.0
3
+ Version: 0.8.3
4
4
  Summary: DataEngineX - Core framework for data engineering projects
5
5
  Author-email: Jay <jayapal.myaka99@gmail.com>
6
6
  License: MIT License
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "dataenginex"
3
- version = "0.8.0"
3
+ version = "0.8.3"
4
4
  description = "DataEngineX - Core framework for data engineering projects"
5
5
  authors = [
6
6
  {name = "Jay", email = "jayapal.myaka99@gmail.com"}
@@ -1016,7 +1016,7 @@ wheels = [
1016
1016
 
1017
1017
  [[package]]
1018
1018
  name = "dataenginex"
1019
- version = "0.8.0"
1019
+ version = "0.8.3"
1020
1020
  source = { editable = "." }
1021
1021
  dependencies = [
1022
1022
  { name = "email-validator" },
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes