dataenginex 0.8.6__tar.gz → 0.10.0__tar.gz

{dataenginex-0.8.6 → dataenginex-0.10.0}/.claude/commands/new-feature.md

@@ -14,7 +14,7 @@ Steps:
    - Quality gate → `src/dataenginex/quality/`
    - Plugin hook → `src/dataenginex/plugins/` — entry-point based discovery
    - Framework util → `src/dataenginex/core/`
-1. **Implement** — Follow existing patterns. `from __future__ import annotations` at top. structlog for API/middleware, loguru for ML/backend. No `print()`.
+1. **Implement** — Follow existing patterns. `from __future__ import annotations` at top. `structlog` only (no loguru, no print). Use `BackendRegistry` for new pluggable subsystems.
 1. **Test** — Unit tests in `tests/unit/`, integration tests in `tests/integration/` (live uvicorn). `asyncio_mode = "auto"` — no `@pytest.mark.asyncio` needed.
 1. **Validate** — Run `/validate` (dex version — includes real server step)
 1. **Update** — Mark complete in `tasks/todo.md`; update `TODO.md` if relevant

{dataenginex-0.8.6 → dataenginex-0.10.0}/.claude/commands/validate.md

@@ -25,10 +25,10 @@ Run the full DEX validation pipeline in order. Stop and report on first failure.
    ```bash
    uv run python examples/02_api_quickstart.py &
    sleep 2
-   curl -sf http://localhost:8000/health   | python -m json.tool
-   curl -sf http://localhost:8000/         | python -m json.tool
-   curl -sf http://localhost:8000/metrics  | head -20
-   curl -sf -X POST http://localhost:8000/echo -H "Content-Type: application/json" -d '{"message":"test"}' | python -m json.tool
+   curl -sf http://localhost:17000/health   | python -m json.tool
+   curl -sf http://localhost:17000/         | python -m json.tool
+   curl -sf http://localhost:17000/metrics  | head -20
+   curl -sf -X POST http://localhost:17000/echo -H "Content-Type: application/json" -d '{"message":"test"}' | python -m json.tool
    ```
 
    Check response **bodies** — not just status codes. Kill the server after.

dataenginex-0.10.0/.claude/settings.json

@@ -0,0 +1,71 @@
+{
+  "autoUpdatesChannel": "latest",
+  "statusLine": {
+    "type": "command",
+    "command": "b=$(git branch --show-current 2>/dev/null); [ -n \"$b\" ] && echo \"[$b]\" || echo \"\"",
+    "padding": 2
+  },
+  "permissions": {
+    "defaultMode": "default",
+    "allow": [
+      "Read",
+      "Edit",
+      "Bash(uv run poe *)",
+      "Bash(uv run uvicorn *)",
+      "Bash(uv run python *)",
+      "Bash(uv run *)",
+      "Bash(uv lock *)",
+      "Bash(uv sync *)",
+      "Bash(curl *)",
+      "Bash(git status)",
+      "Bash(git status *)",
+      "Bash(git diff *)",
+      "Bash(git log *)",
+      "Bash(git branch *)",
+      "Bash(git add *)",
+      "Bash(git fetch *)",
+      "Bash(ls *)",
+      "Bash(pwd)",
+      "Bash(which *)",
+      "Bash(wc *)",
+      "Bash(echo *)",
+      "Bash(python -c *)",
+      "Bash(python3 *)",
+      "Bash(gh pr *)",
+      "Bash(gh issue *)",
+      "Bash(gh release *)",
+      "Bash(gh run *)",
+      "Bash(gh api *)",
+      "Bash(llmfit *)",
+      "Bash(npx -y @upstash/context7-mcp*)"
+    ],
+    "deny": [
+      "Bash(git commit *)",
+      "Bash(git push *)",
+      "Bash(rm -rf *)",
+      "Bash(git push --force*)",
+      "Bash(git reset --hard*)",
+      "Bash(pip install*)",
+      "Bash(sudo *)",
+      "Bash(chmod 777*)",
+      "Bash(curl * | bash*)"
+    ]
+  },
+  "hooks": {
+    "UserPromptSubmit": [
+      {
+        "matcher": "",
+        "hooks": [
+          {
+            "type": "prompt",
+            "prompt": "Classify this task as 'simple' (data lookup, quick questions, simple edits — use haiku for speed/cost), 'moderate' (implementation, debugging, refactoring — use sonnet for balance), or 'complex' (architecture, multi-file design, research — use opus for reasoning). Based on the user message below, respond with ONLY the word: haiku, sonnet, or opus. User message: $ARGUMENTS",
+            "statusMessage": "Analyzing task complexity...",
+            "model": "claude-haiku-4-5-20251001"
+          }
+        ]
+      }
+    ]
+  },
+  "alwaysThinkingEnabled": false,
+  "cleanupPeriodDays": 7
+}

{dataenginex-0.8.6 → dataenginex-0.10.0}/.env.template

@@ -1,73 +1,73 @@
-# =============================================================================
-# DataEngineX — Environment Configuration Template
-# =============================================================================
-# Copy to .env and fill in values for your environment.
-# NEVER commit secrets to version control — use a secret manager in production.
-# =============================================================================
-
-# -- Application -------------------------------------------------------------
-APP_NAME=dataenginex
-ENVIRONMENT=dev
-
-# -- Logging -----------------------------------------------------------------
-LOG_LEVEL=INFO
-# "json" for structured JSON output, "console" for human-readable
-LOG_FORMAT=console
-
-# -- API Server --------------------------------------------------------------
-HOST=0.0.0.0
-PORT=8000
-
-# -- Authentication (JWT) ----------------------------------------------------
-# Set to "true" to enforce Bearer-token auth on protected endpoints
-DEX_AUTH_ENABLED=false
-# HMAC-SHA256 secret — generate with: python -c "import secrets; print(secrets.token_urlsafe(64))"
-DEX_JWT_SECRET=
-DEX_JWT_ALGORITHM=HS256
-# Token TTL in minutes
-DEX_JWT_TTL_MINUTES=60
-
-# -- Rate Limiting -----------------------------------------------------------
-# Set to "true" to enable per-IP token-bucket rate limiting
-DEX_RATE_LIMIT_ENABLED=false
-DEX_RATE_LIMIT_RPM=60
-DEX_RATE_LIMIT_BURST=10
-
-# -- Observability / Tracing ------------------------------------------------
-# OpenTelemetry collector endpoint (leave blank to disable OTLP export)
-OTLP_ENDPOINT=
-ENABLE_CONSOLE_TRACES=false
-
-# -- Database ----------------------------------------------------------------
-DB_DRIVER=
-DB_SERVER=
-DB_NAME=
-DB_USER=
-DB_PASSWORD=
-
-# -- Databricks --------------------------------------------------------------
-DATABRICKS_HOST=
-DATABRICKS_CLIENT_ID=
-DATABRICKS_SECRET=
-
-# -- External APIs -----------------------------------------------------------
-OPENWEATHER_API_KEY=
-
-# -- GitHub App (CI/CD webhooks) ---------------------------------------------
-GITHUB_PRIVATE_KEY=
-GITHUB_APP_IDENTIFIER=
-GITHUB_WEBHOOK_SECRET=
-GITHUB_PERSONAL_ACCESS_TOKEN=
-
-# -- MCP Servers -------------------------------------------------------------
-# GitHub MCP uses GITHUB_PERSONAL_ACCESS_TOKEN above.
-CLOUDFLARE_API_TOKEN=
-CLOUDFLARE_ACCOUNT_ID=
-POSTGRES_CONNECTION_STRING=
-
-# -- Notifications -----------------------------------------------------------
-SLACK_WEBHOOK_URL=
-
-# -- Grafana (docker-compose local dev) --------------------------------------
-GF_SECURITY_ADMIN_USER=admin
+# =============================================================================
+# DataEngineX — Environment Configuration Template
+# =============================================================================
+# Copy to .env and fill in values for your environment.
+# NEVER commit secrets to version control — use a secret manager in production.
+# =============================================================================
+
+# -- Application -------------------------------------------------------------
+APP_NAME=dataenginex
+ENVIRONMENT=dev
+
+# -- Logging -----------------------------------------------------------------
+LOG_LEVEL=INFO
+# "json" for structured JSON output, "console" for human-readable
+LOG_FORMAT=console
+
+# -- API Server --------------------------------------------------------------
+HOST=0.0.0.0
+PORT=17000
+
+# -- Authentication (JWT) ----------------------------------------------------
+# Set to "true" to enforce Bearer-token auth on protected endpoints
+DEX_AUTH_ENABLED=false
+# HMAC-SHA256 secret — generate with: python -c "import secrets; print(secrets.token_urlsafe(64))"
+DEX_JWT_SECRET=
+DEX_JWT_ALGORITHM=HS256
+# Token TTL in minutes
+DEX_JWT_TTL_MINUTES=60
+
+# -- Rate Limiting -----------------------------------------------------------
+# Set to "true" to enable per-IP token-bucket rate limiting
+DEX_RATE_LIMIT_ENABLED=false
+DEX_RATE_LIMIT_RPM=60
+DEX_RATE_LIMIT_BURST=10
+
+# -- Observability / Tracing ------------------------------------------------
+# OpenTelemetry collector endpoint (leave blank to disable OTLP export)
+OTLP_ENDPOINT=
+ENABLE_CONSOLE_TRACES=false
+
+# -- Database ----------------------------------------------------------------
+DB_DRIVER=
+DB_SERVER=
+DB_NAME=
+DB_USER=
+DB_PASSWORD=
+
+# -- Databricks --------------------------------------------------------------
+DATABRICKS_HOST=
+DATABRICKS_CLIENT_ID=
+DATABRICKS_SECRET=
+
+# -- External APIs -----------------------------------------------------------
+OPENWEATHER_API_KEY=
+
+# -- GitHub App (CI/CD webhooks) ---------------------------------------------
+GITHUB_PRIVATE_KEY=
+GITHUB_APP_IDENTIFIER=
+GITHUB_WEBHOOK_SECRET=
+GITHUB_PERSONAL_ACCESS_TOKEN=
+
+# -- MCP Servers -------------------------------------------------------------
+# GitHub MCP uses GITHUB_PERSONAL_ACCESS_TOKEN above.
+CLOUDFLARE_API_TOKEN=
+CLOUDFLARE_ACCOUNT_ID=
+POSTGRES_CONNECTION_STRING=
+
+# -- Notifications -----------------------------------------------------------
+SLACK_WEBHOOK_URL=
+
+# -- Grafana (docker-compose local dev) --------------------------------------
+GF_SECURITY_ADMIN_USER=admin
 GF_SECURITY_ADMIN_PASSWORD=admin

{dataenginex-0.8.6 → dataenginex-0.10.0}/.github/ISSUE_TEMPLATE/config.yml

@@ -1,20 +1,20 @@
 blank_issues_enabled: false
 contact_links:
   - name: Security Policy
-    url: https://github.com/TheDataEngineX/DEX/blob/main/SECURITY.md
+    url: https://github.com/TheDataEngineX/dataenginex/blob/main/SECURITY.md
     about: Report vulnerabilities responsibly using the security policy
   - name: Support Guide
-    url: https://github.com/TheDataEngineX/DEX/blob/main/SUPPORT.md
+    url: https://github.com/TheDataEngineX/dataenginex/blob/main/SUPPORT.md
     about: Find the right channel for help, bugs, and feature proposals
   - name: Questions and Ideas (GitHub Discussions)
-    url: https://github.com/TheDataEngineX/DEX/discussions
+    url: https://github.com/TheDataEngineX/dataenginex/discussions
     about: Use Discussions for Q&A, design brainstorming, and early proposals
   - name: Organization Projects
     url: https://github.com/orgs/TheDataEngineX/projects
     about: Track roadmap status, milestones, and planning boards
   - name: Documentation
-    url: https://github.com/TheDataEngineX/DEX/blob/main/docs/docs-hub.md
+    url: https://github.com/TheDataEngineX/dataenginex/blob/main/docs/docs-hub.md
     about: Check the documentation for guides and runbooks
   - name: SDLC Guide
-    url: https://github.com/TheDataEngineX/DEX/blob/main/docs/SDLC.md
+    url: https://github.com/TheDataEngineX/dataenginex/blob/main/docs/SDLC.md
     about: Review the development lifecycle and workflow

{dataenginex-0.8.6 → dataenginex-0.10.0}/.github/dependabot.yml

@@ -1,12 +1,12 @@
-version: 2
-updates:
-  - package-ecosystem: pip
-    directory: "/"
-    schedule:
-      interval: weekly
-    target-branch: dev
-  - package-ecosystem: github-actions
-    directory: "/"
-    schedule:
-      interval: weekly
-    target-branch: dev
+version: 2
+updates:
+  - package-ecosystem: pip
+    directory: "/"
+    schedule:
+      interval: weekly
+    target-branch: dev
+  - package-ecosystem: github-actions
+    directory: "/"
+    schedule:
+      interval: weekly
+    target-branch: dev

{dataenginex-0.8.6/docs → dataenginex-0.10.0/.github}/release-pr-template.md

@@ -1,11 +1,11 @@
 # Release PR Template
 
-Use this template whenever opening a release PR (`dev → main`). Reference `RELEASE_NOTES.md` and verify QA steps before merging.
+Use this template whenever opening a release PR (`dev → main`). Reference `release-notes.md` and verify QA steps before merging.
 
 ## Summary
 
 - Describe what changed (e.g., alerts, APIs, docs).
-- Link to the release note: [RELEASE_NOTES.md](RELEASE_NOTES.md).
+- Link to the release note: [release-notes.md](release-notes.md).
 - Note any rollout considerations (e.g., Alertmanager rules, Docker image tag).
 
 ## Verification
@@ -13,7 +13,7 @@ Use this template whenever opening a release PR (`dev → main`). Reference `REL
 - `uv run poe lint`
 - `./.venv/bin/pytest -v`
 - `docker compose build`
-- Reload Prometheus/Alertmanager (see `OBSERVABILITY.md` → "Reloading Alert Rules").
+- Reload Prometheus/Alertmanager (see `observability.md` → "Reloading Alert Rules").
 
 ## QA Checklist
 

dataenginex-0.10.0/.github/workflows/auto-pr-dev-to-main.yml

@@ -0,0 +1,15 @@
+name: Auto PR — dev → main
+
+on:
+  push:
+    branches:
+      - dev
+
+permissions:
+  contents: write
+  pull-requests: write
+
+jobs:
+  auto-pr:
+    uses: TheDataEngineX/.github/.github/workflows/auto-pr-dev-to-main.yml@main
+    secrets: inherit

dataenginex-0.10.0/.github/workflows/auto-pr-to-dev.yml

@@ -0,0 +1,16 @@
+name: Auto PR — feature → dev
+
+on:
+  push:
+    branches:
+      - 'feature/**'
+      - 'fix/**'
+
+permissions:
+  contents: write
+  pull-requests: write
+
+jobs:
+  auto-pr:
+    uses: TheDataEngineX/.github/.github/workflows/auto-pr-to-dev.yml@main
+    secrets: inherit

dataenginex-0.10.0/.github/workflows/ci.yml

@@ -0,0 +1,47 @@
+name: CI
+
+on:
+  push:
+    branches: [main, dev]
+  pull_request:
+    branches: [main, dev]
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  quality:
+    name: Code Quality
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+      - uses: astral-sh/setup-uv@v7
+        with:
+          version: "latest"
+          python-version: "3.13"
+      - run: uv sync --group ml
+        env:
+          UV_PROJECT_ENVIRONMENT: .venv
+      - run: uv run poe quality
+
+  test:
+    name: Tests
+    runs-on: ubuntu-latest
+    needs: quality
+    steps:
+      - uses: actions/checkout@v6
+      - uses: astral-sh/setup-uv@v7
+        with:
+          version: "latest"
+          python-version: "3.13"
+      - run: uv sync --group ml
+        env:
+          UV_PROJECT_ENVIRONMENT: .venv
+      - run: uv run poe test-cov-core
+      - uses: codecov/codecov-action@v6
+        with:
+          flags: dataenginex
+          fail_ci_if_error: false
+        env:
+          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

dataenginex-0.10.0/.github/workflows/claude.yml

@@ -0,0 +1,23 @@
+name: Claude Code
+
+on:
+  issue_comment:
+    types: [created]
+  pull_request_review_comment:
+    types: [created]
+  issues:
+    types: [opened, assigned]
+  pull_request_review:
+    types: [submitted]
+
+permissions:
+  contents: read
+  pull-requests: read
+  issues: read
+  actions: read
+  id-token: write
+
+jobs:
+  claude:
+    uses: TheDataEngineX/.github/.github/workflows/claude.yml@main
+    secrets: inherit

{dataenginex-0.8.6 → dataenginex-0.10.0}/.github/workflows/docker-build-push.yml

@@ -1,5 +1,5 @@
 # Build and push Docker image to GitHub Container Registry (GHCR)
-# Triggers on merge to main — publishes ghcr.io/thedataenginex/dex:<version>
+# Triggers on merge to main — publishes ghcr.io/thedataenginex/dataenginex:<version>
 
 name: Docker Build & Push
 
@@ -34,26 +34,26 @@ jobs:
 
       - name: Docker metadata
         id: meta
-        uses: docker/metadata-action@v5
+        uses: docker/metadata-action@v6
         with:
-          images: ghcr.io/thedataenginex/dex
+          images: ghcr.io/thedataenginex/dataenginex
           tags: |
             type=raw,value=${{ steps.version.outputs.version }}
             type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' }}
             type=sha,prefix=sha-
 
       - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+        uses: docker/setup-buildx-action@v4
 
       - name: Log in to GHCR
-        uses: docker/login-action@v3
+        uses: docker/login-action@v4
         with:
           registry: ghcr.io
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Build and push
-        uses: docker/build-push-action@v6
+        uses: docker/build-push-action@v7
         with:
           context: .
           push: true

dataenginex-0.10.0/.github/workflows/docs-notify.yml

@@ -0,0 +1,18 @@
+name: Notify Docs
+
+on:
+  push:
+    branches: [main]
+    paths: ['docs/**', 'src/**/**.py']
+
+jobs:
+  notify:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: peter-evans/repository-dispatch@v3
+        with:
+          token: ${{ secrets.DOCS_DISPATCH_TOKEN }}
+          repository: TheDataEngineX/docs
+          event-type: docs-update
+          client-payload: >-
+            {"repo": "${{ github.repository }}", "ref": "${{ github.sha }}"}

dataenginex-0.10.0/.github/workflows/enforce-dev-to-main.yml

@@ -0,0 +1,11 @@
+name: Enforce dev-to-main
+
+on:
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  enforce:
+    uses: TheDataEngineX/.github/.github/workflows/enforce-dev-to-main.yml@main
+    secrets: inherit

{dataenginex-0.8.6 → dataenginex-0.10.0}/.github/workflows/pypi-publish.yml

@@ -1,5 +1,5 @@
 # DataEngineX PyPI Publishing
-# Triggered by GitHub release from release-dataenginex.yml (tag: dataenginex-vX.Y.Z).
+# Triggered when release-please creates a GitHub Release (tag: vX.Y.Z).
 # Detects if src/dataenginex/ actually changed since previous dataenginex tag, then publishes.
 
 name: PyPI Publish
@@ -11,7 +11,7 @@ on:
   workflow_dispatch:
     inputs:
       tag:
-        description: "Tag to publish (e.g., dataenginex-v0.6.0)"
+        description: "Tag to publish (e.g., v0.8.7)"
         required: false
         type: string
 
@@ -55,7 +55,7 @@ jobs:
 
           CURRENT_TAG="${RELEASE_TAG:-${DISPATCH_TAG:-}}"
           if [[ -z "${CURRENT_TAG}" ]]; then
-            CURRENT_TAG="$(git tag --list 'dataenginex-v*' --sort=-version:refname | head -n 1 || true)"
+            CURRENT_TAG="$(git tag --list 'v[0-9]*' --sort=-version:refname | head -n 1 || true)"
           fi
 
           if [[ -z "${CURRENT_TAG}" ]]; then
@@ -65,8 +65,8 @@ jobs:
 
           echo "current_tag=${CURRENT_TAG}" >> "$GITHUB_OUTPUT"
 
-          STABLE_REGEX='^dataenginex-v[0-9]+\.[0-9]+\.[0-9]+$'
-          ANY_SEMVER_REGEX='^dataenginex-v[0-9]+\.[0-9]+\.[0-9]+([.-][0-9A-Za-z.-]+)?$'
+          STABLE_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+$'
+          ANY_SEMVER_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+([.-][0-9A-Za-z.-]+)?$'
 
           if [[ "${CURRENT_TAG}" =~ $STABLE_REGEX ]]; then
             echo "approved_tag=true" >> "$GITHUB_OUTPUT"
@@ -79,13 +79,13 @@ jobs:
             exit 1
           fi
 
-          TAG_VERSION="${CURRENT_TAG#dataenginex-v}"
+          TAG_VERSION="${CURRENT_TAG#v}"
           if [[ "$EVENT_NAME" == "release" && "$TAG_VERSION" != "$PACKAGE_VERSION" ]]; then
             echo "Release tag (${CURRENT_TAG}) does not match pyproject.toml version (${PACKAGE_VERSION})."
             exit 1
           fi
 
-          PREVIOUS_TAG="$(git tag --list 'dataenginex-v*' --sort=-version:refname | grep -Fxv "${CURRENT_TAG}" | head -n 1 || true)"
+          PREVIOUS_TAG="$(git tag --list 'v[0-9]*' --sort=-version:refname | grep -Fxv "${CURRENT_TAG}" | head -n 1 || true)"
           echo "previous_tag=${PREVIOUS_TAG}" >> "$GITHUB_OUTPUT"
 
           if [[ -z "${PREVIOUS_TAG}" ]]; then
@@ -252,7 +252,7 @@ jobs:
             } else if (dataenginexChanged === 'false') {
               reason = `No changes in src/dataenginex/ since ${previousTag}`;
             } else if (approvedTag === 'false') {
-              reason = `Tag ${currentTag} is not a stable release (requires dataenginex-vMAJOR.MINOR.PATCH)`;
+              reason = `Tag ${currentTag} is not a stable release (requires vMAJOR.MINOR.PATCH)`;
             }
 
             try {
@@ -286,5 +286,5 @@ jobs:
           elif [[ "${{ needs.detect-dataenginex-changes.outputs.dataenginex_changed }}" == "false" ]]; then
             echo "Skipping TestPyPI/PyPI publish: no changes in src/dataenginex/ since previous tag ${{ needs.detect-dataenginex-changes.outputs.previous_tag }}."
           elif [[ "${{ needs.detect-dataenginex-changes.outputs.approved_tag }}" == "false" ]]; then
-            echo "Published to TestPyPI only: tag ${{ needs.detect-dataenginex-changes.outputs.current_tag }} is not an approved stable tag (requires dataenginex-vMAJOR.MINOR.PATCH)."
+            echo "Published to TestPyPI only: tag ${{ needs.detect-dataenginex-changes.outputs.current_tag }} is not an approved stable tag (requires vMAJOR.MINOR.PATCH)."
           fi