c2ImageD11 0.2.1__tar.gz

c2imaged11-0.2.1/.githooks/check_all_pythons.sh

@@ -0,0 +1,75 @@
+#!/bin/bash
+# Check all .py files for Python 2.7-3.14 syntax compatibility via snakepit.
+# Usage: bash .githooks/check_all_pythons.sh [files...]
+#   If no files given, checks all non-submodule .py files in the repo.
+
+set -e
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+REPO_DIR="$(dirname "$SCRIPT_DIR")"
+SNAKEPIT_DIR="$HOME/snakepit"
+
+# Container -> Python versions
+# ubuntu20.04.sif has python2.7, python3.8
+# ubuntu24.04.sif has python3.9..3.14
+CONTAINERS=(
+    "ubuntu20.04.sif:python2.7:python2"
+    "ubuntu20.04.sif:python3.8:python3.8"
+    "ubuntu24.04.sif:python3.9:python3.9"
+    "ubuntu24.04.sif:python3.10:python3.10"
+    "ubuntu24.04.sif:python3.11:python3.11"
+    "ubuntu24.04.sif:python3.12:python3.12"
+    "ubuntu24.04.sif:python3.13:python3.13"
+    "ubuntu24.04.sif:python3.14:python3.14"
+)
+
+if [ $# -gt 0 ]; then
+    FILES=("$@")
+else
+    # All non-submodule, non-build, non-thirdparty .py files
+    cd "$REPO_DIR"
+    FILES=()
+    while IFS= read -r f; do
+        case "$f" in
+            lz4/*|bitshuffle/*|kcb/*|zstd/*|build/*|venv/*|.eggs/*|__pycache__/*) ;;
+            *) FILES+=("$f") ;;
+        esac
+    done < <(find . -name '*.py' -not -path '*/.venv/*' -not -path '*/build/*' -not -path '*/__pycache__/*' -not -path '*/lz4/*' -not -path '*/bitshuffle/*' -not -path '*/kcb/*' -not -path '*/zstd/*')
+fi
+
+echo "Checking ${#FILES[@]} Python files across 8 Python versions..."
+echo
+
+HAD_ERROR=0
+
+for entry in "${CONTAINERS[@]}"; do
+    IFS=':' read -r sif pyver pybin <<< "$entry"
+    sif_path="$SNAKEPIT_DIR/$sif"
+    if [ ! -f "$sif_path" ]; then
+        echo "SKIP $pyver: SIF not found at $sif_path"
+        continue
+    fi
+
+    errors=0
+    for f in "${FILES[@]}"; do
+        f_abs="$(cd "$REPO_DIR" && realpath "$f" 2>/dev/null || echo "$f")"
+        f_rel="${f#./}"
+        output=$(apptainer exec -e -B "$REPO_DIR:$REPO_DIR" "$sif_path" \
+            "$pybin" -m py_compile "$f_abs" 2>&1) || {
+            echo "FAIL $pyver: $f_rel"
+            echo "$output"
+            errors=1
+            HAD_ERROR=1
+        }
+    done
+    if [ $errors -eq 0 ]; then
+        echo "PASS $pyver (${#FILES[@]} files)"
+    fi
+done
+
+echo
+if [ "$HAD_ERROR" -eq 0 ]; then
+    echo "All files pass all Python versions."
+else
+    echo "Some files have syntax errors. See above."
+    exit 1
+fi

c2imaged11-0.2.1/.githooks/pre-commit

@@ -0,0 +1,78 @@
+#!/bin/bash
+# Pre-commit hook: reject non-ASCII chars and Python 2.7 syntax violations.
+# Install: ln -s ../../.githooks/pre-commit .git/hooks/pre-commit
+
+STAGED=$(git diff --cached --name-only --diff-filter=ACM)
+PYTHON_FILES=$(echo "$STAGED" | grep '\.py$' || true)
+
+# ---- Check 1: non-ASCII characters ----
+if [ -n "$STAGED" ] && echo "$STAGED" | xargs -r -I{} grep -PHn '[^\x00-\x7F]' {} 2>/dev/null; then
+    echo
+    echo "ERROR: non-ASCII characters found. Replace with ASCII equivalents:"
+    echo "  U+2192 ->  (arrow)       ->  ->"
+    echo "  U+2014 -- (em dash)      ->  --"
+    echo "  U+2013 -  (en dash)      ->  -"
+    echo "  U+00D7 x  (multi sign)   ->  x"
+    echo "  U+2265 >= (greater-equal) ->  >="
+    exit 1
+fi
+
+# ---- Check 2: Python 2.7 syntax compatibility ----
+if [ -z "$PYTHON_FILES" ]; then
+    exit 0
+fi
+
+_resolve_python() {
+    local name="$1"
+    if command -v "$name" >/dev/null 2>&1 && "$name" -c "import sys; sys.exit(0)" 2>/dev/null; then
+        echo "$name"
+        return 0
+    fi
+    # Try pyenv shims
+    for d in "$HOME/.pyenv/shims" "$HOME/.pyenv/versions"/*/bin; do
+        for cand in "$name" "$name".*; do
+            if [ -x "$d/$cand" ] && "$d/$cand" -c "import sys; sys.exit(0)" 2>/dev/null; then
+                echo "$d/$cand"
+                return 0
+            fi
+        done
+    done
+    return 1
+}
+
+check_python() {
+    local python_bin
+    python_bin=$(_resolve_python "$1")
+    local ver_label="$2"
+    local errors=0
+
+    if [ -z "$python_bin" ]; then
+        echo "c2ImageD11: $ver_label not found, skipping syntax check"
+        return 0
+    fi
+
+    for f in $PYTHON_FILES; do
+        if ! "$python_bin" -m py_compile "$f" 2>/dev/null; then
+            echo
+            echo "ERROR: $f fails to compile on $ver_label:"
+            "$python_bin" -m py_compile "$f" 2>&1 || true
+            errors=1
+        fi
+    done
+    return $errors
+}
+
+HAD_ERROR=0
+check_python python2 "Python 2.7" || HAD_ERROR=1
+check_python python3 "Python 3.x" || HAD_ERROR=1
+
+if [ "$HAD_ERROR" -eq 1 ]; then
+    echo
+    echo "Python 2.7 syntax subset rules (from AGENTS.md):"
+    echo "  Do NOT use: f-strings, type annotations, async/await, nonlocal,"
+    echo "  yield from, {**d}, [*l], @ matrix multiply, keyword-only args."
+    echo "  Use %% or .format() for string formatting."
+    exit 1
+fi
+
+exit 0

c2imaged11-0.2.1/.githooks/pre-push

@@ -0,0 +1,50 @@
+#!/bin/bash
+# Pre-push hook: run buffer-protocol smoke tests under valgrind on master pushes.
+# Install: ln -sf ../../.githooks/pre-push .git/hooks/pre-push
+
+set -euo pipefail
+
+ZERO_COMMIT="0000000000000000000000000000000000000000"
+while read LOCAL_REF LOCAL_SHA REMOTE_REF REMOTE_SHA; do
+    if [ "$REMOTE_REF" = "refs/heads/master" ]; then
+        MASTER_PUSH=1
+    fi
+done
+
+if [ -z "${MASTER_PUSH:-}" ]; then
+    exit 0
+fi
+
+REPO_ROOT="$(git rev-parse --show-toplevel)"
+cd "$REPO_ROOT"
+
+VENV_PYTHON="$REPO_ROOT/venv/py312/x86_64/bin/python3"
+if [ -x "$VENV_PYTHON" ]; then
+    PYTHON="$VENV_PYTHON"
+else
+    PYTHON="python3"
+fi
+
+if command -v valgrind &>/dev/null; then
+    echo "Running smoke tests under valgrind..."
+    valgrind \
+        --tool=memcheck \
+        --leak-check=full \
+        --error-exitcode=1 \
+        --errors-for-leak-kinds=definite \
+        --track-origins=yes \
+        $PYTHON -m pytest "$REPO_ROOT/tests/test_buffer.py" -v 2>&1 || {
+        echo "FAILED: Memory safety check detected errors!"
+        echo "Run locally: valgrind --leak-check=full --track-origins=yes"
+        echo "  python3 -m pytest tests/test_buffer.py -v"
+        exit 1
+    }
+    echo "Memory check passed."
+else
+    echo "valgrind not installed, falling back to plain smoke tests..."
+    $PYTHON -m pytest "$REPO_ROOT/tests/test_buffer.py" -v 2>&1 || {
+        echo "FAILED: Smoke tests failed!"
+        exit 1
+    }
+    echo "Smoke tests passed."
+fi

c2imaged11-0.2.1/.github/workflows/test-aarch64.yml

@@ -0,0 +1,51 @@
+name: CI (aarch64)
+
+on: [push, pull_request]
+
+jobs:
+  aarch64-test:
+    runs-on: ubuntu-24.04-arm
+    timeout-minutes: 15
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Python 3.12
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install build deps
+        run: |
+          pip install git+https://github.com/jonwright/c2py23.git
+          pip install meson ninja numpy pytest "setuptools>=70.1" auditwheel
+
+      - name: Regenerate lib/interface from C sources
+        run: |
+          python tools/harvester.py --output-dir lib/interface
+
+      - name: Build _cImageD11.so
+        run: |
+          mkdir -p build/libc2ImageD11
+          cd build/libc2ImageD11
+          meson setup ../../lib
+          ninja
+          cp _cImageD11.so ../../c2ImageD11/_cImageD11_aarch64.so
+
+      - name: Build wheel
+        run: |
+          python setup.py bdist_wheel
+
+      - name: Repair wheel for manylinux
+        run: |
+          auditwheel repair dist/*.whl -w /tmp/wheelhouse/
+          rm -f dist/*.whl
+          mv /tmp/wheelhouse/*.whl dist/
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: dist-linux-aarch64
+          path: dist/
+
+      - name: Run tests
+        run: |
+          python -m pytest tests/test_buffer.py tests/test_equivalence.py -v

c2imaged11-0.2.1/.github/workflows/test-py27.yml

@@ -0,0 +1,139 @@
+name: CI (Python 2.7)
+
+on: [push, pull_request]
+
+jobs:
+  linux-py27:
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install system deps
+        run: |
+          sudo apt-get update -qq
+          sudo apt-get install -y -qq --no-install-recommends python2 python2-dev python3 python3-pip python3-wheel gcc curl
+
+      - name: Install pip for Python 2
+        run: |
+          curl -sS https://bootstrap.pypa.io/pip/2.7/get-pip.py | sudo python2
+
+      - name: Install build deps
+        run: |
+          python3 -m pip install "setuptools>=70.1" "packaging>=24.2" meson ninja auditwheel
+          python2 -m pip install numpy==1.16.6 "pytest>=4.6,<5" wheel
+
+      - name: Build _cImageD11.so
+        run: |
+          meson setup build/libc2ImageD11 lib
+          ninja -C build/libc2ImageD11
+          cp build/libc2ImageD11/_cImageD11.so c2ImageD11/_cImageD11.so
+          cp build/libc2ImageD11/_cImageD11.so c2ImageD11/_cImageD11_x86_64.so
+
+      - name: Build py2 wheel (using python3 setuptools for proper platlib)
+        run: |
+          C2IMAGED11_PYTHON_TAG=py2 python3 setup.py bdist_wheel
+
+      - name: Repair wheel for manylinux (via python3)
+        run: |
+          python3 -m auditwheel repair dist/*.whl -w /tmp/wheelhouse/
+          rm -f dist/*.whl
+          mv /tmp/wheelhouse/*.whl dist/
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: dist-linux-py2
+          path: dist/
+
+      - name: Run buffer tests
+        run: |
+          python2 -m pytest tests/test_buffer.py -v
+
+      - name: Build ImageD11 1.9.8 from source
+        run: |
+          python2 -m pip download --no-deps --no-binary ImageD11 ImageD11==1.9.8 -d /tmp/imaged11_src
+          cd /tmp/imaged11_src
+          tar xzf ImageD11-1.9.8.tar.gz
+          cd ImageD11-1.9.8
+          python2 setup.py build_ext --inplace
+
+      - name: Run equivalence tests
+        run: |
+          PYTHONPATH=/tmp/imaged11_src/ImageD11-1.9.8:$PYTHONPATH python2 -m pytest tests/test_equivalence.py -v
+        continue-on-error: true
+
+  windows-py27:
+    runs-on: windows-2022
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install Python 2.7
+        shell: cmd
+        run: |
+          curl -L -o %TEMP%\python27.msi https://www.python.org/ftp/python/2.7.18/python-2.7.18.amd64.msi
+          msiexec /i %TEMP%\python27.msi /quiet /qn /norestart TARGETDIR=C:\Python27
+          echo C:\Python27>> %GITHUB_PATH%
+          echo C:\Python27\Scripts>> %GITHUB_PATH%
+
+      - name: Setup Python 3 (for meson)
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: Install meson and ninja (Python 3)
+        shell: cmd
+        run: |
+          python -m pip install "setuptools>=70.1" "packaging>=24.2" meson ninja
+
+      - name: Install Python 2.7 deps
+        shell: cmd
+        run: |
+          C:\Python27\python.exe --version
+          C:\Python27\python.exe -m pip install --upgrade pip --trusted-host pypi.org --trusted-host files.pythonhosted.org
+          C:\Python27\python.exe -m pip install --only-binary :all: numpy==1.16.6 --trusted-host pypi.org --trusted-host files.pythonhosted.org || C:\Python27\python.exe -m pip install numpy==1.16.6 --trusted-host pypi.org --trusted-host files.pythonhosted.org || echo numpy install failed
+          C:\Python27\python.exe -m pip install "pytest>=4.6,<5" wheel --trusted-host pypi.org --trusted-host files.pythonhosted.org
+
+      - name: Build _cImageD11.pyd
+        shell: cmd
+        run: |
+          for /f "tokens=*" %%i in ('"%ProgramFiles(x86)%\Microsoft Visual Studio\Installer\vswhere.exe" -latest -property installationPath') do call "%%i\VC\Auxiliary\Build\vcvars64.bat" >nul
+          set CC=cl
+          mkdir build 2>nul
+          mkdir build\libc2ImageD11 2>nul
+          meson setup build\libc2ImageD11 lib
+          ninja -C build\libc2ImageD11
+          copy build\libc2ImageD11\_cImageD11.dll c2ImageD11\_cImageD11.pyd
+          copy build\libc2ImageD11\_cImageD11.dll c2ImageD11\_cImageD11_AMD64.pyd
+
+      - name: Build py2 wheel (using python3 setuptools for proper platlib)
+        shell: cmd
+        run: |
+          set C2IMAGED11_PYTHON_TAG=py2
+          python setup.py bdist_wheel
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: dist-windows-py2
+          path: dist/
+
+      - name: Run buffer tests
+        shell: cmd
+        run: |
+          C:\Python27\python.exe -m pytest tests\test_buffer.py -v
+
+      - name: Install VC++ 2008 redist
+        shell: cmd
+        run: |
+          curl -L -o %TEMP%\vcredist_x64.exe https://download.microsoft.com/download/5/D/8/5D8C65CB-C849-4025-8E95-C3966CAFD8AE/vcredist_x64.exe
+          start /wait %TEMP%\vcredist_x64.exe /q /norestart
+        continue-on-error: true
+
+      - name: Install ImageD11 1.9.8 (cp27 wheel)
+        shell: cmd
+        run: |
+          C:\Python27\python.exe -m pip install ImageD11==1.9.8 --only-binary :all: --no-deps
+
+      - name: Run equivalence tests
+        shell: cmd
+        run: |
+          C:\Python27\python.exe -m pytest tests\test_equivalence.py -v
+        continue-on-error: true

c2imaged11-0.2.1/.github/workflows/test.yml

@@ -0,0 +1,187 @@
+name: CI
+
+on: [push, pull_request]
+
+jobs:
+  linux-wheel:
+    runs-on: ubuntu-latest
+    container: quay.io/pypa/manylinux_2_28_x86_64
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Python and install build deps
+        run: |
+          export PATH="/opt/python/cp312-cp312/bin:$PATH"
+          pip install git+https://github.com/jonwright/c2py23.git
+          pip install meson ninja setuptools auditwheel
+          echo "PATH=/opt/python/cp312-cp312/bin:$PATH" >> "$GITHUB_ENV"
+
+      - name: Regenerate lib/interface from C sources
+        run: |
+          python tools/harvester.py --output-dir lib/interface
+
+      - name: Build .so with meson
+        run: |
+          mkdir -p build/libc2ImageD11
+          cd build/libc2ImageD11
+          meson setup ../../lib
+          ninja
+          cp _cImageD11.so ../../c2ImageD11/_cImageD11_x86_64.so
+
+      - name: Build wheel
+        run: |
+          python setup.py bdist_wheel
+
+      - name: Repair wheel for manylinux
+        run: |
+          auditwheel repair --plat manylinux_2_28_x86_64 dist/*.whl -w /tmp/wheelhouse/
+          rm -f dist/*.whl
+          mv /tmp/wheelhouse/*.whl dist/
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: dist-linux
+          path: dist/
+
+  linux-test-matrix:
+    needs: [linux-wheel]
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12", "3.13"]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Download wheel
+        uses: actions/download-artifact@v4
+        with:
+          name: dist-linux
+          path: dist/
+
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install c2ImageD11 wheel
+        run: |
+          pip install dist/*.whl
+
+      - name: Install ImageD11 (binary from PyPI, no deps)
+        run: |
+          pip install ImageD11 --only-binary :all: --no-deps
+
+      - name: Install test deps
+        run: |
+          pip install numpy pytest
+
+      - name: Run tests
+        run: |
+          cd "$(mktemp -d)" && python -m pytest "$GITHUB_WORKSPACE/tests/" -v
+
+  windows-wheel:
+    runs-on: windows-latest
+    defaults:
+      run:
+        shell: cmd
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Python 3.12
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install build deps
+        run: |
+          pip install meson ninja numpy setuptools
+
+      - name: Build _cImageD11
+        run: |
+          for /f "tokens=*" %%i in ('"%ProgramFiles(x86)%\Microsoft Visual Studio\Installer\vswhere.exe" -latest -property installationPath') do call "%%i\VC\Auxiliary\Build\vcvars64.bat" >nul
+          set CC=cl
+          if not exist build\libc2ImageD11 mkdir build\libc2ImageD11
+          cd build\libc2ImageD11
+          meson setup ..\..\lib
+          ninja
+          copy _cImageD11.dll ..\..\c2ImageD11\_cImageD11_AMD64.pyd
+
+      - name: Build wheel
+        run: |
+          python setup.py bdist_wheel
+
+      - name: Repair wheel (delvewheel) - best effort
+        run: |
+          pip install delvewheel 2>nul || exit 0
+          if not exist "%TEMP%\wheelhouse" mkdir "%TEMP%\wheelhouse"
+          for /f "delims=" %%f in ('dir /b dist\*.whl 2^>nul') do delvewheel repair -w "%TEMP%\wheelhouse" "dist\%%f"
+          if exist dist\*.whl del /f /q dist\*.whl
+          if exist "%TEMP%\wheelhouse\*.whl" xcopy /y "%TEMP%\wheelhouse\*.whl" dist\
+        continue-on-error: true
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: dist-windows
+          path: dist/
+
+  windows-test-matrix:
+    needs: [windows-wheel]
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13"]
+    runs-on: windows-latest
+    defaults:
+      run:
+        shell: cmd
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Download wheel
+        uses: actions/download-artifact@v4
+        with:
+          name: dist-windows
+          path: dist/
+
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install c2ImageD11 wheel
+        run: |
+          for /f "delims=" %%f in ('dir /b /s dist\*.whl') do pip install "%%f"
+
+      - name: Install ImageD11 (binary from PyPI, no deps)
+        run: |
+          pip install ImageD11 --only-binary :all: --no-deps
+
+      - name: Install test deps
+        run: |
+          pip install numpy pytest
+
+      - name: Run tests
+        run: |
+          move %GITHUB_WORKSPACE%\c2ImageD11\__init__.py %GITHUB_WORKSPACE%\c2ImageD11\__init__.py.bak
+          cd %TEMP% && python -m pytest %GITHUB_WORKSPACE%\tests\ -v
+
+  linux-test:
+    needs: [linux-test-matrix]
+    if: always()
+    runs-on: ubuntu-latest
+    steps:
+      - name: Verify all matrix jobs passed
+        run: |
+          [ "${{ needs.linux-test-matrix.result }}" = "success" ] || \
+            { echo "FAIL: some linux-test-matrix jobs failed (${{ needs.linux-test-matrix.result }})"; exit 1; }
+
+  windows-test:
+    needs: [windows-test-matrix]
+    if: always()
+    runs-on: ubuntu-latest
+    steps:
+      - name: Verify all matrix jobs passed
+        run: |
+          [ "${{ needs.windows-test-matrix.result }}" = "success" ] || \
+            { echo "FAIL: some windows-test-matrix jobs failed (${{ needs.windows-test-matrix.result }})"; exit 1; }