mindoff-dataport 0.1.0__tar.gz

mindoff_dataport-0.1.0/.github/workflows/cd.yml

@@ -0,0 +1,141 @@
+name: CD
+
+on:
+  release:
+    types: [published]
+
+concurrency:
+  group: cd-${{ github.ref_name }}
+  cancel-in-progress: false
+
+jobs:
+  validate-tag:
+    name: Validate release tag
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check tag format
+        run: |
+          TAG="${{ github.ref_name }}"
+          echo "[INFO] Release tag: $TAG"
+          if ! echo "$TAG" | grep -qE '^v[0-9]+\.[0-9]+\.[0-9]+$'; then
+            echo "[ERROR] Tag '$TAG' does not match required format vX.Y.Z — aborting."
+            exit 1
+          fi
+          echo "[INFO] Tag format is valid."
+
+  version-changelog:
+    name: Version changelog
+    runs-on: ubuntu-latest
+    needs: validate-tag
+    permissions:
+      contents: write
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: root
+          token: ${{ secrets.PAT_TOKEN }}
+
+      - name: Replace "Recent Changes" with release version
+        run: |
+          VERSION="${{ github.ref_name }}"
+          sed -i "s/^## Recent Changes$/## ${VERSION}/" CHANGELOG.md
+          echo "[INFO] Replaced 'Recent Changes' with '${VERSION}'"
+
+      - name: Commit versioned changelog
+        run: |
+          git config user.name  "github-actions[bot]"
+          git config user.email "github-actions[bot]@users.noreply.github.com"
+          git add CHANGELOG.md
+          git commit -m "📝 Update changelog for release: ${{ github.ref_name }}"
+          git push
+
+  publish:
+    name: Publish to PyPI
+    runs-on: ubuntu-latest
+    needs: version-changelog
+    permissions:
+      id-token: write
+      contents: write
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: root
+          token: ${{ secrets.PAT_TOKEN }}
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.13"
+          cache: pip
+
+      - name: Install build tools
+        run: |
+          python -m pip install --upgrade pip
+          pip install build twine
+
+      - name: Sync pyproject.toml version with release tag
+        run: |
+          TAG_VERSION="${{ github.ref_name }}"
+          TAG_VERSION="${TAG_VERSION#v}"
+          PROJECT_VERSION=$(python -c "import tomllib; print(tomllib.load(open('pyproject.toml','rb'))['project']['version'])")
+          echo "[INFO] Tag: $TAG_VERSION  |  pyproject.toml: $PROJECT_VERSION"
+
+          if [ "$TAG_VERSION" != "$PROJECT_VERSION" ]; then
+            echo "[WARN] Version mismatch — updating pyproject.toml to $TAG_VERSION"
+            sed -i "s/^version = \".*\"/version = \"${TAG_VERSION}\"/" pyproject.toml
+
+            UPDATED=$(python -c "import tomllib; print(tomllib.load(open('pyproject.toml','rb'))['project']['version'])")
+            if [ "$UPDATED" != "$TAG_VERSION" ]; then
+              echo "[ERROR] Failed to update version in pyproject.toml — aborting."
+              exit 1
+            fi
+
+            git config user.name  "github-actions[bot]"
+            git config user.email "github-actions[bot]@users.noreply.github.com"
+            git add pyproject.toml
+            git commit -m "🔖 Bump version to ${TAG_VERSION} to match release tag"
+            git push
+            echo "[INFO] pyproject.toml updated and pushed."
+          else
+            echo "[INFO] Versions match — no update needed."
+          fi
+
+      - name: Remove old build artifacts
+        run: rm -rf dist/ build/ *.egg-info
+
+      - name: Build package
+        run: python -m build
+
+      - name: Validate distribution metadata
+        run: python -m twine check dist/*
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          packages-dir: dist/
+
+  revert-changelog:
+    name: Revert changelog on failure
+    runs-on: ubuntu-latest
+    needs: publish
+    if: failure()
+    permissions:
+      contents: write
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: root
+          token: ${{ secrets.PAT_TOKEN }}
+
+      - name: Revert versioned heading back to "Recent Changes"
+        run: |
+          VERSION="${{ github.ref_name }}"
+          sed -i "s/^## ${VERSION}$/## Recent Changes/" CHANGELOG.md
+          echo "[INFO] Reverted '${VERSION}' back to 'Recent Changes'"
+
+      - name: Commit revert
+        run: |
+          git config user.name  "github-actions[bot]"
+          git config user.email "github-actions[bot]@users.noreply.github.com"
+          git add CHANGELOG.md
+          git commit -m "⏪ Revert changelog — release ${{ github.ref_name }} failed"
+          git push

mindoff_dataport-0.1.0/.github/workflows/pr_ci.yml

@@ -0,0 +1,108 @@
+name: PR CI
+
+on:
+  pull_request:
+    types: [opened, synchronize, reopened, edited]
+    branches:
+      - root
+  workflow_dispatch:
+
+concurrency:
+  group: ci-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  smoke-minimal:
+    name: Smoke (minimal install)
+    runs-on: ubuntu-latest
+    if: github.event.action != 'labeled' && github.event.action != 'unlabeled' && github.event.action != 'edited'
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.13"
+          cache: pip
+
+      - name: Install minimal package
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e .
+
+      - name: Import smoke check
+        run: python -c "import mindoff_dataport; print('smoke ok')"
+
+  test:
+    name: Test (Python ${{ matrix.python-version }})
+    runs-on: ubuntu-latest
+    if: github.event.action != 'labeled' && github.event.action != 'unlabeled' && github.event.action != 'edited'
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.12", "3.13"]
+    env:
+      PYTHONDONTWRITEBYTECODE: "1"
+      PYTHONUNBUFFERED: "1"
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: pip
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[dev]"
+
+      - name: Run tests with coverage (min 90%)
+        run: |
+          PYTHONPATH=src python -m pytest \
+            --cov=mindoff_dataport \
+            --cov-branch \
+            --cov-report=xml \
+            --cov-fail-under=90
+
+      - name: Upload coverage report
+        uses: actions/upload-artifact@v4
+        with:
+          name: coverage-py${{ matrix.python-version }}
+          path: coverage.xml
+
+  lint-pr-title:
+    name: Lint PR title
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check PR title and label
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const title = context.payload.pull_request.title;
+            const labels = context.payload.pull_request.labels.map(l => l.name);
+
+            const titleRegex = /^\p{Emoji}[\p{Emoji}️⃣‍]*\s+[A-Z][a-z]+/u;
+            if (!titleRegex.test(title)) {
+              core.setFailed(
+                `PR title "${title}" does not match the required format.\n` +
+                `Expected: {emoji} {Sentence starting with a capitalised Verb}\n` +
+                `Example:  ✨ Add dataframe repeat support`
+              );
+            }
+
+            const allowedLabels = [
+              "bug",
+              "feature",
+              "enhancement",
+              "documentation",
+              "internal",
+            ];
+
+            const hasAllowed = labels.some(l => allowedLabels.includes(l));
+            if (!hasAllowed) {
+              core.setFailed(
+                `PR must have at least one of the allowed labels:\n` +
+                allowedLabels.join(", ") + "\n" +
+                `Current labels: ${labels.join(", ") || "(none)"}`
+              );
+            }

mindoff_dataport-0.1.0/.github/workflows/pr_merge_ci.yml

@@ -0,0 +1,99 @@
+name: PR Merge CI
+
+on:
+  pull_request:
+    types: [closed]
+    branches:
+      - root
+
+concurrency:
+  group: merge-${{ github.ref }}
+  cancel-in-progress: false
+
+jobs:
+  update-changelog:
+    name: Update changelog
+    runs-on: ubuntu-latest
+    if: |
+      github.event.pull_request.merged == true &&
+      contains(fromJson('["root"]'), github.base_ref)
+    permissions:
+      contents: write
+      pull-requests: read
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ github.base_ref }}
+          token: ${{ secrets.PAT_TOKEN }}
+
+      - name: Append entry to CHANGELOG.md
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const fs = require("fs");
+
+            const pr     = context.payload.pull_request;
+            const title  = pr.title;
+            const number = pr.number;
+            const prUrl  = pr.html_url;
+            const labels = pr.labels.map(l => l.name);
+
+            const labelToCategory = {
+              "bug":           "Fixes",
+              "feature":       "Features",
+              "enhancement":   "Enhancements",
+              "documentation": "Documentation",
+              "internal":      "Internal",
+            };
+
+            const allowedLabels = Object.keys(labelToCategory);
+            const matchedLabel  = labels.find(l => allowedLabels.includes(l));
+            const category      = matchedLabel ? labelToCategory[matchedLabel] : "Miscellaneous";
+
+            const entry = `- ${title} ([#${number}](${prUrl}))`;
+
+            let changelog = fs.readFileSync("CHANGELOG.md", "utf8");
+
+            const recentHeader   = "## Recent Changes";
+            const categoryHeader = `### ${category}`;
+
+            if (!changelog.includes(recentHeader)) {
+              const titleLine = "<h1>Release Notes</h1>";
+              if (changelog.includes(titleLine)) {
+                const titleIdx  = changelog.indexOf(titleLine);
+                const insertPos = changelog.indexOf("\n", titleIdx + titleLine.length);
+                changelog =
+                  changelog.slice(0, insertPos + 1) +
+                  `\n${recentHeader}\n\n` +
+                  changelog.slice(insertPos + 1);
+              } else {
+                changelog = `${recentHeader}\n\n${changelog}`;
+              }
+            }
+
+            const recentIdx   = changelog.indexOf(recentHeader);
+            const afterRecent = changelog.indexOf("\n## ", recentIdx + recentHeader.length);
+            const blockEnd    = afterRecent === -1 ? changelog.length : afterRecent;
+
+            let block = changelog.slice(recentIdx, blockEnd);
+
+            if (block.includes(categoryHeader)) {
+              block = block.replace(
+                new RegExp(`(${categoryHeader}[^\\n]*)`),
+                `$1\n${entry}`
+              );
+            } else {
+              block = block.trimEnd() + `\n\n${categoryHeader}\n${entry}\n`;
+            }
+
+            changelog = changelog.slice(0, recentIdx) + block + changelog.slice(blockEnd);
+            fs.writeFileSync("CHANGELOG.md", changelog, "utf8");
+            console.log("CHANGELOG.md updated successfully.");
+
+      - name: Commit changelog update
+        run: |
+          git config user.name  "github-actions[bot]"
+          git config user.email "github-actions[bot]@users.noreply.github.com"
+          git add CHANGELOG.md
+          git diff --cached --quiet || git commit -m "📝 Update changelog for PR #${{ github.event.pull_request.number }}"
+          git push

mindoff_dataport-0.1.0/.github/workflows/root_ci.yml

@@ -0,0 +1,81 @@
+name: Root CI
+
+on:
+  push:
+    branches:
+      - root
+    paths:
+      - "src/**"
+      - "pyproject.toml"
+      - "pytest.ini"
+      - ".github/workflows/root_ci.yml"
+  workflow_dispatch:
+
+concurrency:
+  group: root-stability-${{ github.sha }}
+  cancel-in-progress: false
+
+jobs:
+  smoke-minimal:
+    name: Smoke (minimal install)
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.13"
+          cache: pip
+
+      - name: Install minimal package
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e .
+
+      - name: Import smoke check
+        run: python -c "import mindoff_dataport; print('smoke ok')"
+
+  test:
+    name: Test (Python ${{ matrix.python-version }})
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13"]
+    env:
+      PYTHONDONTWRITEBYTECODE: "1"
+      PYTHONUNBUFFERED: "1"
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: pip
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[dev]"
+
+      - name: Run tests with coverage (min 90%)
+        run: |
+          PYTHONPATH=src python -m pytest \
+            --cov=mindoff_dataport \
+            --cov-branch \
+            --cov-report=xml \
+            --cov-fail-under=90
+
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v4
+        with:
+          files: coverage.xml
+          flags: root
+          name: root-ci
+          fail_ci_if_error: true
+
+      - name: Upload coverage report
+        uses: actions/upload-artifact@v4
+        with:
+          name: coverage-py${{ matrix.python-version }}
+          path: coverage.xml

mindoff_dataport-0.1.0/.gitignore

@@ -0,0 +1,106 @@
+# Python bytecode and caches
+__pycache__/
+*.py[cod]
+*$py.class
+
+# Virtual environments
+.venv/
+venv/
+env/
+ENV/
+
+# Test and coverage artifacts
+.pytest_cache/
+.pytest_tmp/
+.pytest_tmp*/
+.tmp/
+.coverage
+.coverage.*
+htmlcov/
+temp_pytest_workspace/
+
+# Packaging / build artifacts
+build/
+dist/
+*.egg-info/
+.eggs/
+*.whl
+pip-wheel-metadata/
+
+# Type checkers / linters
+.mypy_cache/
+.pyre/
+.ruff_cache/
+
+# Jupyter
+.ipynb_checkpoints/
+
+# IDE/editor files
+.vscode/
+.idea/
+*.swp
+*.swo
+
+# OS files
+.DS_Store
+Thumbs.db
+
+# Local tooling
+.claude/
+CLAUDE.md
+claude.md
+AGENTS.md
+
+# Generated example outputs
+examples/output/*
+!examples/output/.gitkeep
+examples/repeat_block/output.xlsx
+examples/repeat_block/output.pdf
+examples/repeat_block/output.part*.xlsx
+examples/repeat_block/report_bundle_*/
+examples/basic/output.xlsx
+examples/basic/output.pdf
+examples/basic/output.part*.xlsx
+examples/basic/report_bundle_*/
+examples/repeat_block_multiple/output.xlsx
+examples/repeat_block_multiple/output.pdf
+examples/repeat_block_multiple/output.part*.xlsx
+examples/repeat_block_multiple/report_bundle_*/
+examples/dynamic_sheets/output.xlsx
+examples/dynamic_sheets/output.pdf
+examples/dynamic_sheets/output.part*.xlsx
+examples/dynamic_sheets/report_bundle_*/
+examples/dataframe_header_content/output*.xlsx
+examples/dataframe_header_content/output.pdf
+examples/dataframe_header_content/report_bundle_*/
+examples/streaming_split_workbooks/output*.xlsx
+examples/streaming_split_workbooks/output*.zip
+examples/streaming_split_workbooks/report_bundle_*/
+examples/sizing_modes/output*.xlsx
+examples/sizing_modes/report_bundle_*/
+examples/merged_cells/output*.xlsx
+examples/merged_cells/output.pdf
+examples/merged_cells/report_bundle_*/
+examples/formulas/output*.xlsx
+examples/formulas/report_bundle_*/
+examples/gridlines_and_styles/output*.xlsx
+examples/gridlines_and_styles/output.pdf
+examples/gridlines_and_styles/report_bundle_*/
+examples/pdf_pagination/output.pdf
+examples/pdf_pagination/report_bundle_*/
+examples/pdf_custom_fonts/output.pdf
+examples/pdf_custom_fonts/report_bundle_*/
+examples/bundle_path/output*.xlsx
+examples/bundle_path/report_bundle/
+examples/auto_delete_bundle/output*.xlsx
+examples/auto_delete_bundle/temporary_bundle/
+examples/lazy_parquet_large/output*.xlsx
+examples/lazy_parquet_large/report_bundle_*/
+examples/multi_sheet_static/output*.xlsx
+examples/multi_sheet_static/report_bundle_*/
+examples/image_reserved/output.*
+examples/image_reserved/report_bundle_*/
+
+# Transient streaming export scratch dirs (created during local/debug runs)
+streaming_*/
+concept/

mindoff_dataport-0.1.0/CHANGELOG.md

@@ -0,0 +1,22 @@
+<h1>Release Notes</h1>
+
+## v0.1.0
+
+### Enhancements
+- ✨ Add parquet-backed PDF and XLSX export support
+- ✨ Add hybrid parquet streaming bundle
+- ✨ Add streaming export support
+- ✨ Update renderer and streaming
+- ✨ Update export API and guidance
+
+### Internal
+- ♻️ Refactor export pipeline
+- ♻️ Rename package to mindoff_dataport
+- ♻️ Move tests into src/tests
+- ♻️ Trim examples to core features only
+- ♻️ Promote mo_dataport API alias and expand package metadata
+- 🔧 Refresh project setup
+- 🙈 Move example outputs under ignored folder
+
+### Documentation
+- 📝 Refresh README and example import alias