cuvis-ai-dataloader 0.1.0__tar.gz

cuvis_ai_dataloader-0.1.0/.gitattributes

@@ -0,0 +1,4 @@
+# Git hooks and shell scripts must stay LF so they run under Git Bash on Windows.
+# A CRLF in a script's shebang breaks execution ("bad interpreter: /bin/bash^M").
+.githooks/** text eol=lf
+*.sh text eol=lf

cuvis_ai_dataloader-0.1.0/.githooks/pre-commit

@@ -0,0 +1,34 @@
+#!/bin/bash
+# Pre-commit hook: fast checks (format + lint-fix on staged Python, then re-stage).
+# Skip with: git commit --no-verify
+#
+# Enable once per clone:  git config core.hooksPath .githooks
+set -e
+
+# Unset GIT_DIR/GIT_WORK_TREE so uv's internal git fetches don't inherit the hook's
+# git context, and VIRTUAL_ENV so uv reconciles THIS repo's venv (not a sibling's).
+unset GIT_DIR GIT_WORK_TREE VIRTUAL_ENV
+
+STAGED=$(git diff --name-only --cached --diff-filter=ACM)
+STAGED_PY=$(echo "$STAGED" | grep -E '\.py$' || true)
+[ -z "$STAGED_PY" ] && exit 0
+
+echo "→ Ruff format..."
+if ! uv run --no-sync ruff format cuvis_ai_dataloader/ tests/; then
+    echo "✗ Ruff format failed (is the env set up? run: uv sync --extra dev)."
+    exit 1
+fi
+
+echo "→ Ruff check --fix..."
+if ! uv run --no-sync ruff check --fix cuvis_ai_dataloader/ tests/; then
+    echo "✗ Ruff lint failed. Fix the errors above and re-commit."
+    exit 1
+fi
+
+# Re-stage only the files that were originally staged (ruff may have reformatted them).
+echo "$STAGED_PY" | while read -r f; do
+    [ -f "$f" ] && git add "$f"
+done
+
+echo "✓ Pre-commit checks passed."
+exit 0

cuvis_ai_dataloader-0.1.0/.githooks/pre-push

@@ -0,0 +1,46 @@
+#!/bin/bash
+# Pre-push hook: format + lint + docstring coverage + tests on the committed code.
+# Skip with: git push --no-verify
+#
+# Enable once per clone:  git config core.hooksPath .githooks
+# Assumes the dev env is installed (uv sync --extra dev). Unlike cuvis-ai this hook does
+# not run `uv sync --all-extras`: the `cu3s` extra has no macOS wheel, so a blanket sync
+# would block pushes on macOS. The mock-SDK tests don't need the real `cuvis` binding.
+set -e
+
+unset GIT_DIR GIT_WORK_TREE VIRTUAL_ENV
+
+echo "→ Ruff format check..."
+if ! uv run --no-sync ruff format --check cuvis_ai_dataloader/ tests/; then
+    echo "✗ Code is not formatted. Run: uv run ruff format cuvis_ai_dataloader/ tests/"
+    exit 1
+fi
+
+echo "→ Ruff lint..."
+if ! uv run --no-sync ruff check cuvis_ai_dataloader/ tests/; then
+    echo "✗ Ruff lint failed. Fix the errors above and re-commit."
+    exit 1
+fi
+
+echo "→ Docstring coverage (interrogate, ≥95%)..."
+# Prefer the cached tool so the gate runs offline; fetch only when it isn't cached yet.
+if uvx --offline interrogate --version >/dev/null 2>&1; then
+    _interrogate="uvx --offline interrogate"
+else
+    _interrogate="uvx interrogate"
+fi
+if ! $_interrogate cuvis_ai_dataloader/; then
+    echo ""
+    echo "✗ Docstring coverage below 95%. See misses:  uvx interrogate -vv cuvis_ai_dataloader/"
+    echo "  (config in pyproject.toml [tool.interrogate])"
+    exit 1
+fi
+
+echo "→ pytest (excluding slow/gpu)..."
+if ! uv run --no-sync python -m pytest tests/ --tb=line -m "not slow and not gpu"; then
+    echo "✗ Tests failed. Fix them and re-commit before pushing."
+    exit 1
+fi
+
+echo "✓ All pre-push checks passed."
+exit 0

cuvis_ai_dataloader-0.1.0/.github/dependabot.yml

@@ -0,0 +1,28 @@
+version: 2
+updates:
+  # Python dependencies
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      day: "monday"
+      time: "09:00"
+      timezone: "Europe/Berlin"
+    open-pull-requests-limit: 10
+    groups:
+      python-minor-patch:
+        patterns:
+          - "*"
+        update-types:
+          - "minor"
+          - "patch"
+
+  # GitHub Actions
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      day: "monday"
+      time: "09:00"
+      timezone: "Europe/Berlin"
+    open-pull-requests-limit: 5

cuvis_ai_dataloader-0.1.0/.github/workflows/ci.yml

@@ -0,0 +1,200 @@
+name: CI
+
+on:
+  push:
+    branches: [main, staging]
+    tags-ignore:
+      - 'v*.*.*'
+  pull_request:
+    branches: [main, staging]
+
+concurrency:
+  group: ci-${{ github.ref }}
+  cancel-in-progress: true
+
+permissions:
+  contents: read
+
+# Unlike the model plugins, this plugin's defining heavy dep is the cuvis SDK
+# (the `cu3s` extra), so every job runs inside the cuvis pyil image where the
+# SDK is present and `uv sync --all-extras` resolves cleanly.
+jobs:
+  test:
+    name: Run tests with coverage
+    runs-on: ubuntu-latest
+    container:
+      image: cubertgmbh/cuvis_pyil:3.5.0-ubuntu24.04
+    steps:
+      - uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
+
+      - name: Mark workspace as safe for git
+        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"
+
+      - name: Install system dependencies
+        run: |
+          apt-get update && apt-get install -y --no-install-recommends libgl1
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: uv sync --all-extras
+
+      - name: Run tests with coverage
+        run: |
+          uv run pytest tests/ \
+            -m "not gpu" \
+            --cov=cuvis_ai_dataloader \
+            --cov-report=xml \
+            --cov-report=term-missing \
+            -v
+
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: ./coverage.xml
+          flags: unittests
+          name: codecov-umbrella
+          fail_ci_if_error: false
+
+  typecheck:
+    name: Type checking
+    runs-on: ubuntu-latest
+    container:
+      image: cubertgmbh/cuvis_pyil:3.5.0-ubuntu24.04
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Mark workspace as safe for git
+        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: uv sync --all-extras
+
+      - name: Run mypy
+        run: uv run mypy cuvis_ai_dataloader/ || true
+
+  lint:
+    name: Linting and formatting
+    runs-on: ubuntu-latest
+    container:
+      image: cubertgmbh/cuvis_pyil:3.5.0-ubuntu24.04
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Mark workspace as safe for git
+        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: uv sync --all-extras
+
+      - name: Run ruff check
+        run: uv run ruff check cuvis_ai_dataloader/
+
+      - name: Run ruff format check
+        run: uv run ruff format --check cuvis_ai_dataloader/
+
+  security:
+    name: Security scanning
+    runs-on: ubuntu-latest
+    container:
+      image: cubertgmbh/cuvis_pyil:3.5.0-ubuntu24.04
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Mark workspace as safe for git
+        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: uv sync --all-extras
+
+      - name: Run pip-audit
+        run: uv run pip-audit --strict --desc on || true
+
+      - name: Run detect-secrets
+        run: uv run detect-secrets scan --baseline .secrets.baseline
+
+      - name: Run bandit
+        run: uv run bandit -r cuvis_ai_dataloader/ -c pyproject.toml || true
+
+  build-and-validate:
+    name: Build and validate package
+    needs: [test, typecheck, lint, security]
+    runs-on: ubuntu-latest
+    container:
+      image: cubertgmbh/cuvis_pyil:3.5.0-ubuntu24.04
+    steps:
+      - uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
+
+      - name: Mark workspace as safe for git
+        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: uv sync --all-extras
+
+      - name: Build package
+        run: uv build
+
+      - name: Validate package
+        run: uv run twine check dist/*
+
+      - name: Show package version
+        run: ls dist/
+
+      - name: Generate SBOM
+        run: uv run cyclonedx-py -o sbom.cdx.json || true
+
+      - name: Generate license report
+        run: uv run pip-licenses --format=markdown --with-authors > licenses.md || true

cuvis_ai_dataloader-0.1.0/.github/workflows/cuvis_ai_compat.yml

@@ -0,0 +1,52 @@
+name: cuvis-ai compatibility
+
+# Plugin-vs-core dependency compatibility gate. Verifies this plugin's
+# dependency specifiers still admit the versions cuvis-ai-core locks for the
+# release the plugin targets. Catches upstream constraint drift at PR time, and
+# on a weekly cron, so a new core release that tightens a shared dependency turns
+# this red as a "core moved, react" signal rather than surfacing at a user's
+# first pipeline run.
+
+on:
+  pull_request:
+    paths: ["pyproject.toml", "uv.lock"]
+  workflow_dispatch:
+  schedule:
+    - cron: "0 6 * * 1" # weekly, Monday 06:00 UTC
+
+permissions:
+  contents: read
+
+env:
+  # cuvis-ai-core ref to audit against. Pin to the release tag this plugin
+  # targets (its pyproject `cuvis-ai-core>=X`); `main` tracks the latest.
+  CORE_REF: main
+
+jobs:
+  compat:
+    name: Audit plugin deps against core lock
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v6
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+
+      - name: Fetch audit script + core lock from cuvis-ai-core
+        run: |
+          base="https://raw.githubusercontent.com/cubert-hyperspectral/cuvis-ai-core/${CORE_REF}"
+          mkdir -p core
+          curl -fsSL "${base}/scripts/audit_plugin_deps.py" -o audit_plugin_deps.py
+          curl -fsSL "${base}/uv.lock" -o core/uv.lock
+
+      # The audit only reads pyproject.toml + uv.lock, so run it in a tiny
+      # ephemeral environment instead of installing cuvis-ai-core in full.
+      - name: Audit this plugin against the core lock
+        run: >
+          uv run --no-project --python 3.11 --with click --with packaging
+          python audit_plugin_deps.py
+          --check plugins
+          --plugin-pyproject ./pyproject.toml
+          --against-core core
+          --strict

cuvis_ai_dataloader-0.1.0/.github/workflows/pypi-release.yml

@@ -0,0 +1,173 @@
+name: PyPI Release
+
+on:
+  push:
+    tags:
+      - 'v*.*.*'
+
+permissions:
+  contents: write
+  id-token: write
+
+# The cu3s extra pulls the cuvis SDK binding, so the build job runs inside the
+# cuvis pyil image (matching CI). The publish/release jobs only move already-built
+# artifacts, so they run on plain ubuntu.
+jobs:
+  build-and-validate:
+    name: Build and validate package
+    runs-on: ubuntu-latest
+    container:
+      image: cubertgmbh/cuvis_pyil:3.5.0-ubuntu24.04
+    steps:
+      - uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
+
+      - name: Mark workspace as safe for git
+        run: git config --global --add safe.directory "$GITHUB_WORKSPACE"
+
+      - name: Install system dependencies
+        run: apt-get update && apt-get install -y --no-install-recommends libgl1
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: uv sync --all-extras
+
+      - name: Verify changelog entry exists
+        run: |
+          TAG_VERSION=${GITHUB_REF#refs/tags/v}
+          if ! grep -q "^## ${TAG_VERSION}" CHANGELOG.md; then
+            echo "::error::No CHANGELOG.md entry found for version ${TAG_VERSION}"
+            echo "Add a '## ${TAG_VERSION}' section to CHANGELOG.md before releasing."
+            exit 1
+          fi
+          echo "Found changelog entry for ${TAG_VERSION}"
+
+      - name: Build package
+        run: uv build
+
+      - name: Validate package
+        run: uv run twine check dist/*
+
+      - name: Verify version matches tag
+        run: |
+          TAG_VERSION=${GITHUB_REF#refs/tags/v}
+          PKG_VERSION=$(ls dist/*.tar.gz | sed 's/.*cuvis_ai_dataloader-\(.*\)\.tar\.gz/\1/')
+          echo "Tag version: $TAG_VERSION"
+          echo "Package version: $PKG_VERSION"
+          if [ "$TAG_VERSION" != "$PKG_VERSION" ]; then
+            echo "::error::Tag version ($TAG_VERSION) does not match package version ($PKG_VERSION)"
+            exit 1
+          fi
+
+      - name: Generate SBOM
+        run: uv run cyclonedx-py -o sbom.cdx.json || true
+
+      - name: Generate license report
+        run: uv run pip-licenses --format=markdown --with-authors > licenses.md || true
+
+      - name: Upload dist
+        uses: actions/upload-artifact@v7
+        with:
+          name: dist
+          path: dist/
+
+      - name: Upload reports
+        uses: actions/upload-artifact@v7
+        with:
+          name: reports
+          path: |
+            sbom.cdx.json
+            licenses.md
+
+  publish-testpypi:
+    name: Publish to TestPyPI
+    needs: build-and-validate
+    runs-on: ubuntu-latest
+    environment:
+      name: testpypi
+      url: https://test.pypi.org/project/cuvis-ai-dataloader/
+    permissions:
+      id-token: write
+    steps:
+      - name: Download dist
+        uses: actions/download-artifact@v8
+        with:
+          name: dist
+          path: dist/
+
+      - name: Publish to TestPyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          repository-url: https://test.pypi.org/legacy/
+          skip-existing: true
+
+  publish-pypi:
+    name: Publish to PyPI
+    needs: publish-testpypi
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/project/cuvis-ai-dataloader/
+    permissions:
+      id-token: write
+    steps:
+      - name: Download dist
+        uses: actions/download-artifact@v8
+        with:
+          name: dist
+          path: dist/
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+
+  create-release:
+    name: Create GitHub Release
+    needs: publish-pypi
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Download dist
+        uses: actions/download-artifact@v8
+        with:
+          name: dist
+          path: dist/
+
+      - name: Download reports
+        uses: actions/download-artifact@v8
+        with:
+          name: reports
+          path: dist/
+
+      - name: Extract release notes
+        id: extract-notes
+        run: |
+          VERSION=${GITHUB_REF#refs/tags/v}
+          sed -n "/^## ${VERSION}/,/^## [0-9]/p" CHANGELOG.md | sed '1d;$d' > release_notes.md
+          if [ ! -s release_notes.md ]; then
+            echo "No specific release notes found for version ${VERSION}. See CHANGELOG.md for details." > release_notes.md
+          fi
+          cat release_notes.md
+
+      - name: Create GitHub Release
+        uses: softprops/action-gh-release@v3
+        with:
+          files: |
+            dist/*.whl
+            dist/*.tar.gz
+            dist/sbom.cdx.json
+            dist/licenses.md
+          body_path: release_notes.md
+          generate_release_notes: true

cuvis_ai_dataloader-0.1.0/.gitignore

@@ -0,0 +1,9 @@
+__pycache__/
+*.py[cod]
+.venv/
+*.egg-info/
+.pytest_cache/
+.ruff_cache/
+build/
+dist/
+.history/

cuvis_ai_dataloader-0.1.0/.secrets.baseline

@@ -0,0 +1,127 @@
+{
+  "version": "1.5.0",
+  "plugins_used": [
+    {
+      "name": "ArtifactoryDetector"
+    },
+    {
+      "name": "AWSKeyDetector"
+    },
+    {
+      "name": "AzureStorageKeyDetector"
+    },
+    {
+      "name": "Base64HighEntropyString",
+      "limit": 4.5
+    },
+    {
+      "name": "BasicAuthDetector"
+    },
+    {
+      "name": "CloudantDetector"
+    },
+    {
+      "name": "DiscordBotTokenDetector"
+    },
+    {
+      "name": "GitHubTokenDetector"
+    },
+    {
+      "name": "GitLabTokenDetector"
+    },
+    {
+      "name": "HexHighEntropyString",
+      "limit": 3.0
+    },
+    {
+      "name": "IbmCloudIamDetector"
+    },
+    {
+      "name": "IbmCosHmacDetector"
+    },
+    {
+      "name": "IPPublicDetector"
+    },
+    {
+      "name": "JwtTokenDetector"
+    },
+    {
+      "name": "KeywordDetector",
+      "keyword_exclude": ""
+    },
+    {
+      "name": "MailchimpDetector"
+    },
+    {
+      "name": "NpmDetector"
+    },
+    {
+      "name": "OpenAIDetector"
+    },
+    {
+      "name": "PrivateKeyDetector"
+    },
+    {
+      "name": "PypiTokenDetector"
+    },
+    {
+      "name": "SendGridDetector"
+    },
+    {
+      "name": "SlackDetector"
+    },
+    {
+      "name": "SoftlayerDetector"
+    },
+    {
+      "name": "SquareOAuthDetector"
+    },
+    {
+      "name": "StripeDetector"
+    },
+    {
+      "name": "TelegramBotTokenDetector"
+    },
+    {
+      "name": "TwilioKeyDetector"
+    }
+  ],
+  "filters_used": [
+    {
+      "path": "detect_secrets.filters.allowlist.is_line_allowlisted"
+    },
+    {
+      "path": "detect_secrets.filters.common.is_ignored_due_to_verification_policies",
+      "min_level": 2
+    },
+    {
+      "path": "detect_secrets.filters.heuristic.is_indirect_reference"
+    },
+    {
+      "path": "detect_secrets.filters.heuristic.is_likely_id_string"
+    },
+    {
+      "path": "detect_secrets.filters.heuristic.is_lock_file"
+    },
+    {
+      "path": "detect_secrets.filters.heuristic.is_not_alphanumeric_string"
+    },
+    {
+      "path": "detect_secrets.filters.heuristic.is_potential_uuid"
+    },
+    {
+      "path": "detect_secrets.filters.heuristic.is_prefixed_with_dollar_sign"
+    },
+    {
+      "path": "detect_secrets.filters.heuristic.is_sequential_string"
+    },
+    {
+      "path": "detect_secrets.filters.heuristic.is_swagger_file"
+    },
+    {
+      "path": "detect_secrets.filters.heuristic.is_templated_secret"
+    }
+  ],
+  "results": {},
+  "generated_at": "2026-06-16T14:17:05Z"
+}