kreuzberg 3.13.2__tar.gz → 3.14.0__tar.gz

{kreuzberg-3.13.2 → kreuzberg-3.14.0}/.github/workflows/ci.yaml

@@ -7,7 +7,6 @@ on:
   push:
     branches:
       - main
-      - feat/smart-multiprocessing
 
 jobs:
   validate:
@@ -23,7 +22,7 @@ jobs:
           enable-cache: true
 
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version-file: "pyproject.toml"
 
@@ -38,7 +37,7 @@ jobs:
               echo "Removing existing .venv directory on Windows"
               rm -rf .venv
             fi
-            uv sync --all-packages --all-extras --dev
+            uv sync --all-extras --dev
           shell: bash
 
       - name: Load Cached Pre-Commit Dependencies
@@ -53,8 +52,9 @@ jobs:
 
   coverage:
     needs: validate
+    if: github.event_name == 'push' && github.ref == 'refs/heads/main'
     runs-on: ubuntu-latest
-    timeout-minutes: 20
+    timeout-minutes: 120
     steps:
       - name: Checkout
         uses: actions/checkout@v5
@@ -65,7 +65,7 @@ jobs:
           enable-cache: true
 
       - name: Install Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         id: setup-python
         with:
           python-version: "3.13"
@@ -88,7 +88,7 @@ jobs:
           max_attempts: 3
           retry_wait_seconds: 30
           command: |
-            uv sync --all-packages --all-extras --dev
+            uv sync --all-extras --dev
           shell: bash
 
       - name: Install System Dependencies
@@ -115,7 +115,7 @@ jobs:
           shell: bash
 
       - name: Upload Coverage to DeepSource
-        if: always() && github.event_name == 'push'
+        if: always()
         env:
           DEEPSOURCE_DSN: ${{ secrets.DEEPSOURCE_DSN }}
         run: |
@@ -134,15 +134,178 @@ jobs:
             .coverage
           retention-days: 7
 
-  test:
-    needs: coverage
+  test-pr:
+    needs: validate
+    if: github.event_name == 'pull_request' && needs.validate.result == 'success'
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        test-category:
+          - name: "core"
+            path: "tests/core,tests/utils"
+            system-deps: false
+            timeout: 15
+          - name: "extractors"
+            path: "tests/extractors"
+            system-deps: true
+            timeout: 20
+          - name: "integration"
+            path: "tests/integration,tests/api"
+            system-deps: true
+            timeout: 25
+          - name: "features"
+            path: "tests/features,tests/interfaces,tests/mcp,tests/multiprocessing,tests/ocr"
+            system-deps: true
+            timeout: 20
+    timeout-minutes: ${{ matrix.test-category.timeout }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v5
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+
+      - name: Install Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.13"
+
+      - name: Cache Python Dependencies
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cache/uv
+            .venv
+          key: python-dependencies-ubuntu-latest-3.13-${{ matrix.test-category.name }}-${{ hashFiles('uv.lock') }}
+          restore-keys: |
+            python-dependencies-ubuntu-latest-3.13-
+
+      - name: Install Dependencies
+        run: uv sync --all-extras --dev
+
+      - name: Install System Dependencies
+        if: matrix.test-category.system-deps
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y tesseract-ocr tesseract-ocr-deu pandoc
+
+      - name: Run Tests - ${{ matrix.test-category.name }}
+        run: uv run pytest $(echo "${{ matrix.test-category.path }}" | tr ',' ' ') -v --reruns 1 --reruns-delay 1 --cov=kreuzberg --cov-append --cov-report=lcov:coverage-${{ matrix.test-category.name }}.lcov
+
+      - name: Upload Coverage Artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: coverage-${{ matrix.test-category.name }}-${{ github.sha }}
+          path: coverage-${{ matrix.test-category.name }}.lcov
+          retention-days: 1
+
+  coverage-pr:
+    needs: test-pr
+    if: github.event_name == 'pull_request' && always()
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v5
+
+      - name: Download Coverage Artifacts
+        uses: actions/download-artifact@v4
+        with:
+          pattern: coverage-*-${{ github.sha }}
+          merge-multiple: true
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+
+      - name: Install Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.13"
+
+      - name: Install Dependencies
+        run: uv sync --dev
+
+      - name: Combine Coverage Reports
+        run: |
+          # Install lcov for combining reports
+          sudo apt-get update && sudo apt-get install -y lcov
+
+          # List available coverage files
+          echo "Available coverage files:"
+          find . -name "coverage-*.lcov" -type f || echo "No coverage files found"
+
+          # Combine all lcov files if they exist
+          coverage_files=($(find . -name "coverage-*.lcov" -type f))
+          if [ ${#coverage_files[@]} -gt 0 ]; then
+            echo "Combining ${#coverage_files[@]} coverage files..."
+            if [ ${#coverage_files[@]} -eq 1 ]; then
+              # Only one file, just copy it
+              cp "${coverage_files[0]}" coverage.lcov
+            else
+              # Multiple files, combine them
+              lcov --rc branch_coverage=1 $(printf " -a %s" "${coverage_files[@]}") -o coverage.lcov
+            fi
+          else
+            echo "No coverage files to combine, creating empty coverage.lcov"
+            echo "TN:" > coverage.lcov
+            echo "end_of_record" >> coverage.lcov
+          fi
+
+      - name: Upload Coverage to DeepSource
+        if: always()
+        env:
+          DEEPSOURCE_DSN: ${{ secrets.DEEPSOURCE_DSN }}
+        run: |
+          # Install DeepSource CLI
+          curl -fsSL https://deepsource.io/cli | sh
+          # Upload coverage report
+          ./bin/deepsource report --analyzer test-coverage --key python --value-file ./coverage.lcov
+
+  test-full:
+    needs: validate
+    if: github.event_name == 'push' && github.ref == 'refs/heads/main' && needs.validate.result == 'success'
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
         os: [ubuntu-latest, windows-latest, macos-latest]
         python: ["3.10", "3.11", "3.12", "3.13"]
-    timeout-minutes: 30
+        test-category:
+          - name: "core"
+            path: "tests/core,tests/utils"
+            system-deps: false
+            timeout: 20
+          - name: "extractors"
+            path: "tests/extractors"
+            system-deps: true
+            timeout: 25
+          - name: "integration"
+            path: "tests/integration,tests/api"
+            system-deps: true
+            timeout: 30
+          - name: "features"
+            path: "tests/features,tests/interfaces,tests/mcp,tests/multiprocessing,tests/ocr"
+            system-deps: true
+            timeout: 25
+        exclude:
+          - test-category: {name: "extractors"}
+            python: "3.11"
+          - test-category: {name: "extractors"}
+            python: "3.12"
+          - test-category: {name: "integration"}
+            python: "3.11"
+          - test-category: {name: "integration"}
+            python: "3.12"
+          - test-category: {name: "features"}
+            python: "3.11"
+          - test-category: {name: "features"}
+            python: "3.12"
+    timeout-minutes: ${{ matrix.test-category.timeout }}
     steps:
       - name: Checkout
         uses: actions/checkout@v5
@@ -153,7 +316,7 @@ jobs:
           enable-cache: true
 
       - name: Install Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         id: setup-python
         with:
           python-version: ${{ matrix.python }}
@@ -180,7 +343,7 @@ jobs:
               echo "Removing existing .venv directory on Windows"
               rm -rf .venv
             fi
-            uv sync --all-packages --all-extras --dev
+            uv sync --all-extras --dev
           shell: bash
 
       - name: Cache Test Artifacts
@@ -190,7 +353,7 @@ jobs:
           key: pytest-cache-${{ matrix.os }}-${{ matrix.python }}
 
       - name: Cache and Install Homebrew (macOS)
-        if: runner.os == 'macOS'
+        if: runner.os == 'macOS' && matrix.test-category.system-deps
         uses: nick-fields/retry@v3
         with:
           timeout_minutes: 10
@@ -204,7 +367,7 @@ jobs:
           shell: bash
 
       - name: Cache and Install APT Packages (Linux)
-        if: runner.os == 'Linux'
+        if: runner.os == 'Linux' && matrix.test-category.system-deps
         uses: nick-fields/retry@v3
         with:
           timeout_minutes: 5
@@ -216,7 +379,7 @@ jobs:
           shell: bash
 
       - name: Install System Dependencies (Windows)
-        if: runner.os == 'Windows'
+        if: runner.os == 'Windows' && matrix.test-category.system-deps
         uses: nick-fields/retry@v3
         with:
           timeout_minutes: 10
@@ -231,12 +394,12 @@ jobs:
             pandoc --version
           shell: pwsh
 
-      - name: Run Tests (without coverage)
+      - name: Run Tests - ${{ matrix.test-category.name }}
         uses: nick-fields/retry@v3
         with:
-          timeout_minutes: 15
-          max_attempts: 3
-          retry_wait_seconds: 10
+          timeout_minutes: 10
+          max_attempts: 2
+          retry_wait_seconds: 5
           command: |
-            uv run pytest -s -vvv --reruns 2 --reruns-delay 1
+            uv run pytest $(echo "${{ matrix.test-category.path }}" | tr ',' ' ') -v --reruns 1 --reruns-delay 1
           shell: bash

{kreuzberg-3.13.2 → kreuzberg-3.14.0}/.github/workflows/docker-e2e-tests.yml

@@ -7,7 +7,7 @@ on:
 jobs:
   test-docker-images:
     runs-on: ubuntu-latest
-    timeout-minutes: 60
+    timeout-minutes: 360
     strategy:
       matrix:
         image:
@@ -25,7 +25,7 @@ jobs:
           enable-cache: true
 
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version-file: "pyproject.toml"
 
@@ -48,7 +48,6 @@ jobs:
           sudo rm -rf /opt/ghc
           sudo rm -rf /opt/hostedtoolcache/CodeQL
           sudo rm -rf /usr/local/share/boost
-          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
 
           sudo apt-get clean
           sudo apt-get autoremove -y

{kreuzberg-3.13.2 → kreuzberg-3.14.0}/.github/workflows/docs.yml

@@ -29,7 +29,7 @@ jobs:
           fetch-depth: 0
 
       - name: Setup Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version: '3.11'
 

{kreuzberg-3.13.2 → kreuzberg-3.14.0}/.github/workflows/publish-docker.yml

@@ -28,6 +28,7 @@ jobs:
     needs: test-images
     if: ${{ github.event_name == 'workflow_dispatch' || github.event_name == 'release' }}
     runs-on: ubuntu-latest
+    timeout-minutes: 360
     permissions:
       contents: read
       packages: write
@@ -62,7 +63,6 @@ jobs:
           sudo rm -rf /usr/local/lib/node_modules
           sudo rm -rf /opt/microsoft
           sudo rm -rf /usr/local/.ghcup
-          sudo rm -rf /opt/hostedtoolcache
 
           # Clean apt
           sudo apt-get clean

{kreuzberg-3.13.2 → kreuzberg-3.14.0}/.github/workflows/release.yaml

@@ -21,7 +21,7 @@ jobs:
           enable-cache: true
 
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version-file: "pyproject.toml"
 

{kreuzberg-3.13.2 → kreuzberg-3.14.0}/.gitignore

@@ -66,3 +66,6 @@ yarn-error.log*
 *.tmp
 *.temp
 .tmp/
+
+# AI Rules generated files
+.claude/agents/

{kreuzberg-3.13.2 → kreuzberg-3.14.0}/.pre-commit-config.yaml

@@ -5,11 +5,6 @@ repos:
       - id: commitlint
         stages: [commit-msg]
         additional_dependencies: ["@commitlint/config-conventional"]
-  - repo: https://github.com/Goldziher/ai-rulez
-    rev: v1.6.1
-    hooks:
-      - id: ai-rulez-validate
-      - id: ai-rulez-generate
   - repo: https://github.com/pre-commit/pre-commit-hooks
     rev: v6.0.0
     hooks:
@@ -37,7 +32,7 @@ repos:
     hooks:
       - id: markdownlint-fix
   - repo: https://github.com/adamchainz/blacken-docs
-    rev: 1.19.1
+    rev: 1.20.0
     hooks:
       - id: blacken-docs
         args: ["--pyi", "--line-length", "130"]
@@ -53,7 +48,7 @@ repos:
     hooks:
       - id: pyproject-fmt
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.12.11
+    rev: v0.13.0
     hooks:
       - id: ruff
         args: ["--fix", "--unsafe-fixes"]

{kreuzberg-3.13.2 → kreuzberg-3.14.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kreuzberg
-Version: 3.13.2
+Version: 3.14.0
 Summary: Document intelligence framework for Python - Extract text, metadata, and structured data from diverse file formats
 Project-URL: documentation, https://kreuzberg.dev
 Project-URL: homepage, https://github.com/Goldziher/kreuzberg
@@ -31,15 +31,15 @@ Requires-Python: >=3.10
 Requires-Dist: anyio>=4.10.0
 Requires-Dist: chardetng-py>=0.3.5
 Requires-Dist: exceptiongroup>=1.2.2; python_version < '3.11'
-Requires-Dist: html-to-markdown[lxml]>=1.9.1
-Requires-Dist: mcp>=1.13.0
+Requires-Dist: html-to-markdown[lxml]>=1.11.0
+Requires-Dist: mcp>=1.14.0
 Requires-Dist: msgspec>=0.18.0
-Requires-Dist: numpy>=1.24.0
+Requires-Dist: numpy>=2.0.0
 Requires-Dist: playa-pdf>=0.7.0
-Requires-Dist: polars>=1.33.0
+Requires-Dist: polars>=1.33.1
 Requires-Dist: psutil>=7.0.0
 Requires-Dist: pypdfium2==4.30.0
-Requires-Dist: python-calamine>=0.5.2
+Requires-Dist: python-calamine>=0.5.3
 Requires-Dist: python-pptx>=1.0.2
 Requires-Dist: typing-extensions>=4.15.0; python_version < '3.12'
 Provides-Extra: additional-extensions
@@ -55,17 +55,17 @@ Requires-Dist: keybert>=0.9.0; extra == 'all'
 Requires-Dist: litestar[opentelemetry,standard,structlog]>=2.17.0; extra == 'all'
 Requires-Dist: mailparse>=1.0.15; extra == 'all'
 Requires-Dist: paddleocr>=3.2.0; extra == 'all'
-Requires-Dist: paddlepaddle>=3.1.1; extra == 'all'
+Requires-Dist: paddlepaddle>=3.2.0; extra == 'all'
 Requires-Dist: playa-pdf[crypto]>=0.7.0; extra == 'all'
 Requires-Dist: rich>=14.1.0; extra == 'all'
-Requires-Dist: semantic-text-splitter>=0.27.0; extra == 'all'
+Requires-Dist: semantic-text-splitter>=0.28.0; extra == 'all'
 Requires-Dist: setuptools>=80.9.0; extra == 'all'
 Requires-Dist: spacy>=3.8.7; extra == 'all'
 Requires-Dist: tomli>=2.0.0; (python_version < '3.11') and extra == 'all'
 Provides-Extra: api
 Requires-Dist: litestar[opentelemetry,standard,structlog]>=2.17.0; extra == 'api'
 Provides-Extra: chunking
-Requires-Dist: semantic-text-splitter>=0.27.0; extra == 'chunking'
+Requires-Dist: semantic-text-splitter>=0.28.0; extra == 'chunking'
 Provides-Extra: cli
 Requires-Dist: click>=8.2.1; extra == 'cli'
 Requires-Dist: rich>=14.1.0; extra == 'cli'
@@ -85,7 +85,7 @@ Provides-Extra: langdetect
 Requires-Dist: fast-langdetect>=0.3.2; extra == 'langdetect'
 Provides-Extra: paddleocr
 Requires-Dist: paddleocr>=3.2.0; extra == 'paddleocr'
-Requires-Dist: paddlepaddle>=3.1.1; extra == 'paddleocr'
+Requires-Dist: paddlepaddle>=3.2.0; extra == 'paddleocr'
 Requires-Dist: setuptools>=80.9.0; extra == 'paddleocr'
 Description-Content-Type: text/markdown