gpufl 0.0.1__tar.gz → 0.1.0__tar.gz

gpufl-0.1.0/.clang-format

@@ -0,0 +1,5 @@
+---
+Language: Cpp
+BasedOnStyle: Google
+IndentWidth: 4
+ColumnLimit: 80

gpufl-0.1.0/.dockerignore

@@ -0,0 +1,18 @@
+# Python / notebooks — not needed for the C++ daemon build
+python/
+example/python/
+**/.Trash-*
+**/__pycache__/
+**/*.pyc
+
+# Build artifacts
+cmake-build-*/
+build/
+*.o
+*.a
+
+# Dev / IDE
+.git/
+.idea/
+.vscode/
+*.md

gpufl-0.1.0/.github/pull_request_template.md

@@ -0,0 +1,11 @@
+## Description
+## Type of Change
+- [ ] Bug fix
+- [ ] New feature
+- [ ] Documentation update
+
+## Testing
+## Checklist
+- [ ] My code follows the style guidelines of this project
+- [ ] I have performed a self-review of my own code
+- [ ] I have commented my code, particularly in hard-to-understand areas

gpufl-0.1.0/.github/workflows/build.yml

@@ -0,0 +1,119 @@
+name: Build GPUFl Client
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+
+jobs:
+  build:
+    name: Build on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-22.04, windows-latest]
+        python-version: ["3.12", "3.13"]
+
+    env:
+      CMAKE_ARGS: >-
+        -DGPUFL_ENABLE_NVIDIA=ON
+        -DGPUFL_ENABLE_AMD=OFF
+        -DBUILD_TESTING=OFF  
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      # Install CUDA Toolkit (provides CUDA_PATH)
+      - name: Install CUDA Toolkit
+        uses: Jimver/cuda-toolkit@v0.2.30
+        id: cuda-toolkit
+        with:
+          cuda: '13.1.0'
+          method: 'network'
+          use-github-cache: false
+
+      # Make sure CMake can find CUDA headers/libraries during the *pip build*.
+      # Jimver/cuda-toolkit sets CUDA_PATH; we map it to common vars CMake respects.
+      - name: Export CUDA environment for CMake
+        shell: bash
+        run: |
+          echo "CUDA_HOME=${CUDA_PATH}" >> $GITHUB_ENV
+          echo "CUDAToolkit_ROOT=${CUDA_PATH}" >> $GITHUB_ENV
+          if [ "${{ runner.os }}" == "Windows" ]; then
+            echo "${CUDA_PATH}/bin" >> $GITHUB_PATH
+            echo "${CUDA_PATH}/extras/CUPTI/lib64" >> $GITHUB_PATH
+            echo "C:/Program Files/NVIDIA Corporation/NVSMI" >> $GITHUB_PATH
+          fi
+
+      - name: Install system dependencies
+        if: runner.os == 'Linux'
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y libcurl4-openssl-dev
+
+      - name: Install python dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install scikit-build-core pybind11 cmake ninja
+
+      - name: Build and Install
+        run: |
+          pip install .[viz,analyzer] -v
+
+      - name: Run C++ Unit Tests
+        # Skip C++ tests on Windows as they require actual NVIDIA GPUs to run (CUDA/CUPTI initialization)
+        if: runner.os != 'Windows'
+        shell: bash
+        run: |
+          # 1. Prepare a local writable directory for CUDA stubs
+          # We cannot write to the system CUDA directory (Permission denied).
+          LOCAL_STUBS_DIR="${GITHUB_WORKSPACE}/local_cuda_stubs"
+          mkdir -p "${LOCAL_STUBS_DIR}"
+
+          # 2. Gather relevant library directories for the CUDA Toolkit
+          STUBS_DIR="${CUDA_HOME}/targets/x86_64-linux/lib/stubs"
+          LIBS_DIR="${CUDA_HOME}/targets/x86_64-linux/lib"
+          
+          # 3. Create versioned symlinks in the LOCAL directory
+          # Many binaries expect .so.1 which is only created by the driver installer.
+          for lib in libcuda libnvidia-ml libnvrtc; do
+            if [ -f "${STUBS_DIR}/${lib}.so" ]; then
+              # Symlink the original stub to our local dir
+              ln -sf "${STUBS_DIR}/${lib}.so" "${LOCAL_STUBS_DIR}/${lib}.so"
+              # Create the versioned symlink in our local dir
+              ln -sf "${lib}.so" "${LOCAL_STUBS_DIR}/${lib}.so.1"
+            fi
+          done
+
+          # 4. Add local stubs and toolkit libs to LD_LIBRARY_PATH
+          export LD_LIBRARY_PATH="${LOCAL_STUBS_DIR}:${LIBS_DIR}:${LD_LIBRARY_PATH}"
+          
+          # Debug: check what libraries are found
+          echo "LD_LIBRARY_PATH: $LD_LIBRARY_PATH"
+          ls -l "${LOCAL_STUBS_DIR}" || true
+
+          cmake -B build_tests -S . \
+            -DGPUFL_ENABLE_NVIDIA=ON \
+            -DBUILD_PYTHON=OFF \
+            -DBUILD_TESTING=ON
+          
+          cmake --build build_tests --target gpufl_tests
+          
+          ctest --test-dir build_tests --output-on-failure --verbose --timeout 60
+
+      - name: Run Python Unit Tests
+        shell: bash
+        run: |
+          python -m pip install pytest
+          export PYTHONPATH=$PYTHONPATH:$(pwd)/python
+          python -m pytest tests/python
+
+      - name: Verify Logging Pipeline
+        run: |
+          python -u tests/verify_pipeline.py

gpufl-0.1.0/.github/workflows/release.yml

@@ -0,0 +1,239 @@
+name: Build and Release Wheels
+
+on:
+  push:
+    tags:
+      - 'v*'
+  workflow_dispatch:
+
+jobs:
+  build_wheels:
+    name: Build wheels on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-22.04, windows-latest]
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set package version from tag
+        if: startsWith(github.ref, 'refs/tags/v')
+        shell: python
+        run: |
+          import os
+          import re
+          from pathlib import Path
+
+          ref_name = os.environ.get("GITHUB_REF_NAME", "")
+          if not ref_name.startswith("v"):
+              raise SystemExit(f"Expected tag starting with 'v', got: {ref_name}")
+          version = ref_name[1:]
+          print(f"Using version from tag: {version}")
+
+          pyproject = Path("pyproject.toml")
+          text = pyproject.read_text(encoding="utf-8")
+          text_new, n = re.subn(
+              r'(?m)^version\s*=\s*"[^\"]+"$',
+              f'version = "{version}"',
+              text,
+              count=1,
+          )
+          if n != 1:
+              raise SystemExit("Failed to update [project].version in pyproject.toml")
+          pyproject.write_text(text_new, encoding="utf-8")
+
+          init_py = Path("python/gpufl/__init__.py")
+          if init_py.exists():
+              init_text = init_py.read_text(encoding="utf-8")
+              init_new, _ = re.subn(
+                  r'(?m)^__version__\s*=\s*"[^\"]+"$',
+                  f'__version__ = "{version}"',
+                  init_text,
+              )
+              init_py.write_text(init_new, encoding="utf-8")
+
+          # Keep the C++ side in lockstep. The CMake project() VERSION is the
+          # single source of truth for GPUFL_CLIENT_VERSION (stamped into the
+          # binary, sent as User-Agent / X-GpuFlight-Client-Version). Without
+          # this, release wheels would ship the tag version in Python metadata
+          # but a stale hardcoded version in the compiled client. CMake's
+          # project(VERSION ...) only accepts numeric major.minor.patch[.tweak],
+          # so strip any PEP 440 suffix (rc/dev/post) for the CMake value — the
+          # full version still lands in the wheel metadata above.
+          m = re.match(r"\d+(?:\.\d+){0,3}", version)
+          cmake_version = m.group(0) if m else version
+          cmakelists = Path("CMakeLists.txt")
+          cm_text = cmakelists.read_text(encoding="utf-8")
+          cm_new, cm_n = re.subn(
+              r'(project\(gpufl_client\s+VERSION\s+)\d+(?:\.\d+)*',
+              rf'\g<1>{cmake_version}',
+              cm_text,
+              count=1,
+              flags=re.DOTALL,
+          )
+          if cm_n != 1:
+              raise SystemExit("Failed to update project(... VERSION) in CMakeLists.txt")
+          cmakelists.write_text(cm_new, encoding="utf-8")
+
+      - name: Cache cibuildwheel downloads
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cache/cibuildwheel
+            ~/AppData/Local/pypa/cibuildwheel/Cache
+          key: cibw-${{ runner.os }}-${{ hashFiles('.github/workflows/release.yml') }}
+          restore-keys: |
+            cibw-${{ runner.os }}-
+
+      - name: Install CUDA (Windows)
+        if: runner.os == 'Windows'
+        uses: Jimver/cuda-toolkit@v0.2.30
+        with:
+          cuda: '13.1.0'
+          method: 'network'
+
+      - name: Prefetch virtualenv.pyz (Windows)
+        if: runner.os == 'Windows'
+        shell: pwsh
+        run: |
+          $version = "20.27.1"
+          $cacheDir = Join-Path $env:LOCALAPPDATA "pypa\cibuildwheel\Cache"
+          New-Item -ItemType Directory -Path $cacheDir -Force | Out-Null
+          $dest = Join-Path $cacheDir "virtualenv-$version.pyz"
+          if (Test-Path $dest) {
+            Write-Host "virtualenv.pyz already cached: $dest"
+            exit 0
+          }
+          $urls = @(
+            "https://raw.githubusercontent.com/pypa/get-virtualenv/$version/public/virtualenv.pyz",
+            "https://raw.githubusercontent.com/pypa/get-virtualenv/refs/tags/$version/public/virtualenv.pyz",
+            "https://bootstrap.pypa.io/virtualenv.pyz"
+          )
+          $max = 6
+          $ok = $false
+          foreach ($url in $urls) {
+            for ($i = 1; $i -le $max; $i++) {
+              try {
+                Write-Host "Downloading virtualenv.pyz from $url (attempt $i/$max)..."
+                Invoke-WebRequest -Uri $url -OutFile $dest -TimeoutSec 120 -Headers @{ "User-Agent" = "cibuildwheel-prefetch" }
+                if ((Get-Item $dest).Length -gt 0) {
+                  Write-Host "Downloaded: $dest"
+                  $ok = $true
+                  break
+                }
+              } catch {
+                if (Test-Path $dest) { Remove-Item $dest -Force -ErrorAction SilentlyContinue }
+                if ($i -eq $max) { break }
+                Start-Sleep -Seconds (5 * $i)
+              }
+            }
+            if ($ok) { break }
+          }
+          if (-not $ok) { throw "Failed to prefetch virtualenv.pyz from all sources." }
+
+      - name: Build wheels
+        uses: pypa/cibuildwheel@v2.22.0
+        env:
+          CIBW_VIRTUALENV_VERSION: "20.27.1"
+          CIBW_ENVIRONMENT_LINUX: "CUDA_HOME=/usr/local/cuda PATH=/usr/local/cuda/bin:$PATH CMAKE_ARGS='-DGPUFL_ENABLE_NVIDIA=ON -DGPUFL_ENABLE_AMD=OFF -DBUILD_TESTING=OFF'"
+          CIBW_BEFORE_ALL_LINUX: >-
+            curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/rhel8/x86_64/cuda-rhel8.repo > /etc/yum.repos.d/cuda.repo &&
+            dnf install -y --nogpgcheck cuda-nvcc-13-1 cuda-cudart-devel-13-1 cuda-cupti-13-1 cuda-driver-devel-13-1
+          CIBW_MANYLINUX_X86_64_IMAGE: manylinux_2_28
+          CIBW_BUILD: "cp312-manylinux_x86_64 cp313-manylinux_x86_64 cp312-win_amd64 cp313-win_amd64"
+          CIBW_REPAIR_WHEEL_COMMAND_LINUX: "auditwheel repair --plat manylinux_2_28_x86_64 --exclude libcuda.so.1 -w {dest_dir} {wheel}"
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: cibw-wheels-${{ matrix.os }}-${{ strategy.job-index }}
+          path: ./wheelhouse/*.whl
+
+  build_sdist:
+    name: Build source distribution
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set package version from tag
+        if: startsWith(github.ref, 'refs/tags/v')
+        shell: python
+        run: |
+          import os
+          import re
+          from pathlib import Path
+
+          ref_name = os.environ.get("GITHUB_REF_NAME", "")
+          if not ref_name.startswith("v"):
+              raise SystemExit(f"Expected tag starting with 'v', got: {ref_name}")
+          version = ref_name[1:]
+          print(f"Using version from tag: {version}")
+
+          pyproject = Path("pyproject.toml")
+          text = pyproject.read_text(encoding="utf-8")
+          text_new, n = re.subn(
+              r'(?m)^version\s*=\s*"[^\"]+"$',
+              f'version = "{version}"',
+              text,
+              count=1,
+          )
+          if n != 1:
+              raise SystemExit("Failed to update [project].version in pyproject.toml")
+          pyproject.write_text(text_new, encoding="utf-8")
+
+          init_py = Path("python/gpufl/__init__.py")
+          if init_py.exists():
+              init_text = init_py.read_text(encoding="utf-8")
+              init_new, _ = re.subn(
+                  r'(?m)^__version__\s*=\s*"[^\"]+"$',
+                  f'__version__ = "{version}"',
+                  init_text,
+              )
+              init_py.write_text(init_new, encoding="utf-8")
+
+          # Keep the C++ side in lockstep. The CMake project() VERSION is the
+          # single source of truth for GPUFL_CLIENT_VERSION (stamped into the
+          # binary, sent as User-Agent / X-GpuFlight-Client-Version). Without
+          # this, release wheels would ship the tag version in Python metadata
+          # but a stale hardcoded version in the compiled client. CMake's
+          # project(VERSION ...) only accepts numeric major.minor.patch[.tweak],
+          # so strip any PEP 440 suffix (rc/dev/post) for the CMake value — the
+          # full version still lands in the wheel metadata above.
+          m = re.match(r"\d+(?:\.\d+){0,3}", version)
+          cmake_version = m.group(0) if m else version
+          cmakelists = Path("CMakeLists.txt")
+          cm_text = cmakelists.read_text(encoding="utf-8")
+          cm_new, cm_n = re.subn(
+              r'(project\(gpufl_client\s+VERSION\s+)\d+(?:\.\d+)*',
+              rf'\g<1>{cmake_version}',
+              cm_text,
+              count=1,
+              flags=re.DOTALL,
+          )
+          if cm_n != 1:
+              raise SystemExit("Failed to update project(... VERSION) in CMakeLists.txt")
+          cmakelists.write_text(cm_new, encoding="utf-8")
+
+      - name: Build sdist
+        run: pipx run build --sdist
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: cibw-sdist
+          path: dist/*.tar.gz
+
+  upload_pypi:
+    needs: [build_wheels, build_sdist]
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v')
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: cibw-*
+          path: dist
+          merge-multiple: true
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          password: ${{ secrets.PYPI_API_TOKEN }}

{gpufl-0.0.1 → gpufl-0.1.0}/.gitignore

@@ -1,80 +1,91 @@
-### idea
-.idea/**
-build/
-cmake-build-*/
-cmake/
-
-### C++ template
-# Prerequisites
-*.d
-
-# Compiled Object files
-*.slo
-*.lo
-*.o
-*.obj
-
-# Precompiled Headers
-*.gch
-*.pch
-
-# Compiled Dynamic libraries
-*.so
-*.dylib
-*.dll
-
-# Fortran module files
-*.mod
-*.smod
-
-# Compiled Static libraries
-*.lai
-*.la
-*.a
-*.lib
-
-# Executables
-*.exe
-*.out
-*.app
-
-### C template
-# Prerequisites
-*.d
-
-# Object files
-*.o
-*.ko
-*.obj
-*.elf
-
-# Linker output
-*.ilk
-*.map
-*.exp
-
-# Precompiled Headers
-*.gch
-*.pch
-
-# Libraries
-*.lib
-*.a
-*.la
-*.lo
-
-# Shared objects (inc. Windows DLLs)
-*.dll
-*.so
-*.so.*
-*.dylib
-
-# Executables
-*.exe
-*.out
-*.app
-*.i*86
-*.x86_64
-*.hex
-
-
+### claude
+.claude/
+
+### idea
+.idea/**
+build/
+build-*/
+build_tests/
+cmake-build-*/
+cmake/
+CMakeFiles/
+CMakeCache.txt
+wget-log*
+
+### docker
+example/python/docker/**/
+
+### C++ template
+# Prerequisites
+*.d
+
+# Compiled Object files
+*.slo
+*.lo
+*.o
+*.obj
+
+# Precompiled Headers
+*.gch
+*.pch
+
+# Compiled Dynamic libraries
+*.so
+*.dylib
+*.dll
+
+# Fortran module files
+*.mod
+*.smod
+
+# Compiled Static libraries
+*.lai
+*.la
+*.a
+*.lib
+
+# Executables
+*.exe
+*.out
+*.app
+
+### C template
+# Prerequisites
+*.d
+
+# Object files
+*.o
+*.ko
+*.obj
+*.elf
+
+# Linker output
+*.ilk
+*.map
+*.exp
+
+# Precompiled Headers
+*.gch
+*.pch
+
+# Libraries
+*.lib
+*.a
+*.la
+*.lo
+
+# Shared objects (inc. Windows DLLs)
+*.dll
+*.so
+*.so.*
+*.dylib
+
+# Executables
+*.exe
+*.out
+*.app
+*.i*86
+*.x86_64
+*.hex
+
+*.log