aurarouter-cuda13 0.5.8189__tar.gz

aurarouter_cuda13-0.5.8189/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 AuraCoreDynamics
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

aurarouter_cuda13-0.5.8189/PKG-INFO

@@ -0,0 +1,34 @@
+Metadata-Version: 2.4
+Name: aurarouter-cuda13
+Version: 0.5.8189
+Summary: CUDA 13.1 backend for AuraRouter
+Author-email: Steven Siebert <info@auracoredynamics.com>
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Dynamic: license-file
+
+# aurarouter-cuda13
+
+**AuraRouter High-Performance GPU Backend (CUDA 13.1)**
+
+This package is a "sidecar" for **AuraRouter**. It contains the pre-compiled binary payload required to run local LLMs on modern NVIDIA GPUs with maximum performance.
+
+## What's inside?
+- `llama-server.exe`: Compiled with CUDA 13.1 support.
+- `ggml-cuda.dll`: Optimized kernels for NVIDIA Ada (RTX 40), Blackwell (RTX 50), and Ampere (RTX 30) architectures.
+- `cudart64_13.dll` & `cublas64_13.dll`: Required NVIDIA runtime libraries.
+
+## Requirements
+- **Hardware**: NVIDIA GPU (RTX 20-series or newer recommended).
+- **Drivers**: NVIDIA Driver version **570.86** or higher.
+- **AuraRouter**: Must be installed in the same environment.
+
+## Usage
+Simply install this package into the same virtual environment as `aurarouter`:
+
+```bash
+pip install aurarouter-cuda13
+```
+
+AuraRouter's `BinaryManager` will automatically detect this package and prioritize it over CPU-based backends. No configuration change is required.

aurarouter_cuda13-0.5.8189/README.md

@@ -0,0 +1,24 @@
+# aurarouter-cuda13
+
+**AuraRouter High-Performance GPU Backend (CUDA 13.1)**
+
+This package is a "sidecar" for **AuraRouter**. It contains the pre-compiled binary payload required to run local LLMs on modern NVIDIA GPUs with maximum performance.
+
+## What's inside?
+- `llama-server.exe`: Compiled with CUDA 13.1 support.
+- `ggml-cuda.dll`: Optimized kernels for NVIDIA Ada (RTX 40), Blackwell (RTX 50), and Ampere (RTX 30) architectures.
+- `cudart64_13.dll` & `cublas64_13.dll`: Required NVIDIA runtime libraries.
+
+## Requirements
+- **Hardware**: NVIDIA GPU (RTX 20-series or newer recommended).
+- **Drivers**: NVIDIA Driver version **570.86** or higher.
+- **AuraRouter**: Must be installed in the same environment.
+
+## Usage
+Simply install this package into the same virtual environment as `aurarouter`:
+
+```bash
+pip install aurarouter-cuda13
+```
+
+AuraRouter's `BinaryManager` will automatically detect this package and prioritize it over CPU-based backends. No configuration change is required.

aurarouter_cuda13-0.5.8189/pyproject.toml

@@ -0,0 +1,17 @@
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "aurarouter-cuda13"
+version = "0.5.8189"
+authors = [{ name = "Steven Siebert", email = "info@auracoredynamics.com" }]
+description = "CUDA 13.1 backend for AuraRouter"
+readme = "README.md"
+requires-python = ">=3.12"
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[tool.setuptools.package-data]
+aurarouter_cuda13 = ["bin/**/*"]

aurarouter_cuda13-0.5.8189/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

aurarouter_cuda13-0.5.8189/src/aurarouter_cuda13/__init__.py

@@ -0,0 +1,39 @@
+\"\"\"AuraRouter CUDA 13.1 Backend Package\"\"\"
+
+import os
+import sys
+import platform
+from pathlib import Path
+from .logging import get_logger
+
+logger = get_logger()
+
+def get_bin_dir() -> Path:
+    \"\"\"Return the absolute path to the bundled binaries directory for the current platform.\"\"\"
+    machine = platform.machine().lower()
+    
+    if sys.platform == \"win32\" and machine in (\"amd64\", \"x86_64\"):
+        plat = \"win-x64\"
+    elif sys.platform == \"linux\" and machine == \"x86_64\":
+        plat = \"linux-x64\"
+    elif sys.platform == \"darwin\" and machine in (\"x86_64\", \"arm64\"):
+        plat = \"macos-x64\"
+    else:
+        raise RuntimeError(f\"Unsupported platform for this backend package: {sys.platform}/{machine}\")
+        
+    return Path(__file__).parent / \"bin\" / plat
+
+def setup_runtime_environment():
+    \"\"\"Configure the environment (like PATH/DLL search paths) to ensure binaries can load their dependencies.\"\"\"
+    try:
+        bin_dir = get_bin_dir()
+        if sys.platform == \"win32\" and hasattr(os, \"add_dll_directory\"):
+            # Ensure sibling DLLs (like cudart, cublas) are discoverable on Windows
+            logger.debug(f\"Adding DLL directory: {bin_dir}\")
+            os.add_dll_directory(str(bin_dir))
+        
+        # Add to PATH as a fallback for subprocesses
+        logger.debug(f\"Prepending to PATH: {bin_dir}\")
+        os.environ[\"PATH\"] = str(bin_dir) + os.pathsep + os.environ.get(\"PATH\", \"\")
+    except Exception as e:
+        logger.error(f\"Failed to setup runtime environment: {e}\")

aurarouter_cuda13-0.5.8189/src/aurarouter_cuda13/diagnostics.py

@@ -0,0 +1,50 @@
+import ctypes
+import subprocess
+import os
+from . import get_bin_dir
+from .logging import get_logger
+
+logger = get_logger(\"diagnostics\")
+
+def run_diagnostic():
+    \"\"\"Verify that the GPU and CUDA DLLs are working correctly.\"\"\"
+    logger.info(\"Starting GPU/CUDA diagnostics...\")
+    results = {
+        \"gpu_present\": False,
+        \"driver_version\": \"Unknown\",
+        \"dll_load_status\": \"Not Tested\",
+        \"vram_total_mb\": 0,
+        \"vram_free_mb\": 0
+    }
+    
+    # 1. Check for nvidia-smi
+    try:
+        smi = subprocess.check_output([\"nvidia-smi\", \"--query-gpu=driver_version,memory.total,memory.free\", \"--format=csv,noheader,nounits\"], encoding='utf-8')
+        parts = smi.strip().split(',')
+        results[\"gpu_present\"] = True
+        results[\"driver_version\"] = parts[0].strip()
+        results[\"vram_total_mb\"] = int(parts[1].strip())
+        results[\"vram_free_mb\"] = int(parts[2].strip())
+        logger.debug(f\"NVIDIA GPU found. Driver: {results['driver_version']}\")
+    except Exception as e:
+        logger.warning(f\"nvidia-smi failed or not found: {e}\")
+        results[\"gpu_present\"] = False
+
+    # 2. Try loading the CUDA Runtime DLL
+    try:
+        bin_dir = get_bin_dir()
+        dll_name = f\"cudart64_13.dll\"
+        dll_path = str(bin_dir / dll_name)
+        if os.path.exists(dll_path):
+            logger.debug(f\"Attempting to load {dll_name} from {bin_dir}\")
+            ctypes.WinDLL(dll_path)
+            results[\"dll_load_status\"] = \"Success\"
+            logger.info(\"CUDA DLL load successful.\")
+        else:
+            results[\"dll_load_status\"] = f\"Missing: {dll_name}\"
+            logger.error(f\"CUDA DLL not found in backend bin directory: {dll_path}\")
+    except Exception as e:
+        results[\"dll_load_status\"] = f\"Error: {str(e)}\"
+        logger.error(f\"Failed to load CUDA DLL: {e}\")
+
+    return results

aurarouter_cuda13-0.5.8189/src/aurarouter_cuda13/logging.py

@@ -0,0 +1,8 @@
+import logging
+
+def get_logger(name: str = None) -> logging.Logger:
+    \"\"\"Return a logger prefixed with the AuraRouter backend namespace.\"\"\"
+    base_name = \"AuraRouter.Backend.CUDA13\"
+    if name:
+        return logging.getLogger(f\"{base_name}.{name}\")
+    return logging.getLogger(base_name)

aurarouter_cuda13-0.5.8189/src/aurarouter_cuda13/metadata.py

@@ -0,0 +1,12 @@
+\"\"\"Backend metadata for AuraRouter\"\"\"
+
+METADATA = {
+    \"package_name\": \"aurarouter-cuda13\",
+    \"flavor\": \"CUDA 13.1\",
+    \"compute_type\": \"GPU (NVIDIA)\",
+    \"llama_cpp_build\": \"b8189\",
+    \"is_gpu\": True
+}
+
+def get_info():
+    return METADATA

aurarouter_cuda13-0.5.8189/src/aurarouter_cuda13.egg-info/PKG-INFO

@@ -0,0 +1,34 @@
+Metadata-Version: 2.4
+Name: aurarouter-cuda13
+Version: 0.5.8189
+Summary: CUDA 13.1 backend for AuraRouter
+Author-email: Steven Siebert <info@auracoredynamics.com>
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Dynamic: license-file
+
+# aurarouter-cuda13
+
+**AuraRouter High-Performance GPU Backend (CUDA 13.1)**
+
+This package is a "sidecar" for **AuraRouter**. It contains the pre-compiled binary payload required to run local LLMs on modern NVIDIA GPUs with maximum performance.
+
+## What's inside?
+- `llama-server.exe`: Compiled with CUDA 13.1 support.
+- `ggml-cuda.dll`: Optimized kernels for NVIDIA Ada (RTX 40), Blackwell (RTX 50), and Ampere (RTX 30) architectures.
+- `cudart64_13.dll` & `cublas64_13.dll`: Required NVIDIA runtime libraries.
+
+## Requirements
+- **Hardware**: NVIDIA GPU (RTX 20-series or newer recommended).
+- **Drivers**: NVIDIA Driver version **570.86** or higher.
+- **AuraRouter**: Must be installed in the same environment.
+
+## Usage
+Simply install this package into the same virtual environment as `aurarouter`:
+
+```bash
+pip install aurarouter-cuda13
+```
+
+AuraRouter's `BinaryManager` will automatically detect this package and prioritize it over CPU-based backends. No configuration change is required.

aurarouter_cuda13-0.5.8189/src/aurarouter_cuda13.egg-info/SOURCES.txt

@@ -0,0 +1,11 @@
+LICENSE
+README.md
+pyproject.toml
+src/aurarouter_cuda13/__init__.py
+src/aurarouter_cuda13/diagnostics.py
+src/aurarouter_cuda13/logging.py
+src/aurarouter_cuda13/metadata.py
+src/aurarouter_cuda13.egg-info/PKG-INFO
+src/aurarouter_cuda13.egg-info/SOURCES.txt
+src/aurarouter_cuda13.egg-info/dependency_links.txt
+src/aurarouter_cuda13.egg-info/top_level.txt

aurarouter_cuda13-0.5.8189/src/aurarouter_cuda13.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

aurarouter_cuda13-0.5.8189/src/aurarouter_cuda13.egg-info/top_level.txt

@@ -0,0 +1 @@
+aurarouter_cuda13