hyperstreamdb 0.1.10__tar.gz → 0.1.12__tar.gz

{hyperstreamdb-0.1.10 → hyperstreamdb-0.1.12}/.gitignore

@@ -104,3 +104,5 @@ rag_db/
 news_db/
 
 .hypothesis/
+venv_demo/
+venv_demo/

{hyperstreamdb-0.1.10 → hyperstreamdb-0.1.12}/Cargo.lock

@@ -116,7 +116,7 @@ version = "1.1.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "40c48f72fd53cd289104fc64099abca73db4166ad86ea0b4341abe65af83dadc"
 dependencies = [
- "windows-sys 0.60.2",
+ "windows-sys 0.61.2",
 ]
 
 [[package]]
@@ -127,7 +127,7 @@ checksum = "291e6a250ff86cd4a820112fb8898808a366d8f9f58ce16d1f538353ad55747d"
 dependencies = [
  "anstyle",
  "once_cell_polyfill",
- "windows-sys 0.60.2",
+ "windows-sys 0.61.2",
 ]
 
 [[package]]
@@ -1411,13 +1411,14 @@ dependencies = [
 
 [[package]]
 name = "cl3"
-version = "0.9.5"
+version = "0.13.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b823f24e72fa0c68aa14a250ae1c0848e68d4ae188b71c3972343e45b46f8644"
+checksum = "8ad5f4170f520224684c5c6e86e8d5474c2a10696e553b1db8389970cd82ece7"
 dependencies = [
+ "dlopen2",
  "libc",
  "opencl-sys",
- "thiserror 1.0.69",
+ "thiserror 2.0.18",
 ]
 
 [[package]]
@@ -2673,6 +2674,29 @@ dependencies = [
  "syn 2.0.117",
 ]
 
+[[package]]
+name = "dlopen2"
+version = "0.8.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5e2c5bd4158e66d1e215c49b837e11d62f3267b30c92f1d171c4d3105e3dc4d4"
+dependencies = [
+ "dlopen2_derive",
+ "libc",
+ "once_cell",
+ "winapi",
+]
+
+[[package]]
+name = "dlopen2_derive"
+version = "0.4.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0fbbb781877580993a8707ec48672673ec7b81eeba04cfd2310bd28c08e47c8f"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 2.0.117",
+]
+
 [[package]]
 name = "dotenvy"
 version = "0.15.7"
@@ -2779,7 +2803,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb"
 dependencies = [
  "libc",
- "windows-sys 0.52.0",
+ "windows-sys 0.61.2",
 ]
 
 [[package]]
@@ -3755,7 +3779,7 @@ dependencies = [
 
 [[package]]
 name = "hyperstreamdb"
-version = "0.1.10"
+version = "0.1.12"
 dependencies = [
  "ahash 0.8.12",
  "anyhow",
@@ -4064,7 +4088,7 @@ checksum = "3640c1c38b8e4e43584d8df18be5fc6b0aa314ce6ebf51b53313d4306cca8e46"
 dependencies = [
  "hermit-abi",
  "libc",
- "windows-sys 0.52.0",
+ "windows-sys 0.61.2",
 ]
 
 [[package]]
@@ -4731,7 +4755,7 @@ version = "0.50.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5"
 dependencies = [
- "windows-sys 0.59.0",
+ "windows-sys 0.61.2",
 ]
 
 [[package]]
@@ -4994,18 +5018,18 @@ checksum = "d6790f58c7ff633d8771f42965289203411a5e5c68388703c06e14f24770b41e"
 
 [[package]]
 name = "opencl-sys"
-version = "0.2.9"
+version = "0.6.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "de15dd01496ae90c5799f5266184ab020082b4065800ff0b732f489371d0e5cf"
+checksum = "9bd005f352b2f05acd01d04122448e84f8bc66bdae49045927841bc63de62123"
 dependencies = [
  "libc",
 ]
 
 [[package]]
 name = "opencl3"
-version = "0.9.5"
+version = "0.12.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "26ab4a90cb496f787d3934deb0c54fa9d65e7bed710c10071234aab0196fba04"
+checksum = "ecb3473c4f01afd0eea3ee5b31649fec47dbc23353a63e1b916aa67cd810fb73"
 dependencies = [
  "cl3",
  "libc",
@@ -6248,7 +6272,7 @@ dependencies = [
  "errno",
  "libc",
  "linux-raw-sys",
- "windows-sys 0.52.0",
+ "windows-sys 0.61.2",
 ]
 
 [[package]]
@@ -6694,7 +6718,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "3a766e1110788c36f4fa1c2b71b387a7815aa65f88ce0229841826633d93723e"
 dependencies = [
  "libc",
- "windows-sys 0.60.2",
+ "windows-sys 0.61.2",
 ]
 
 [[package]]
@@ -7172,7 +7196,7 @@ dependencies = [
  "getrandom 0.4.2",
  "once_cell",
  "rustix",
- "windows-sys 0.52.0",
+ "windows-sys 0.61.2",
 ]
 
 [[package]]
@@ -8213,7 +8237,7 @@ version = "0.1.11"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
 dependencies = [
- "windows-sys 0.48.0",
+ "windows-sys 0.61.2",
 ]
 
 [[package]]

{hyperstreamdb-0.1.10 → hyperstreamdb-0.1.12}/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "hyperstreamdb"
-version = "0.1.10"
+version = "0.1.12"
 edition = "2021"
 license = "MIT AND Apache-2.0"
 description = "HyperStreamDB - Serverless Index-Streaming Database with Overlay Indexing and Vector Search"
@@ -32,10 +32,7 @@ crate-type = ["cdylib", "rlib"]
 [features]
 default = ["candle"]
 candle = []
-cuda = ["dep:cust", "intel"]
-rocm = ["dep:opencl3", "intel"] # Fallback to OpenCL for now
-mps = ["metal"]
-intel = ["dep:opencl3"]
+cuda = ["dep:cust"]  # Requires CUDA SDK at compile time
 enterprise = []
 python = ["dep:pyo3", "pyo3/extension-module", "dep:numpy", "dep:pythonize"]
 java = ["dep:jni"]
@@ -80,10 +77,7 @@ aws-sdk-glue = "1.0"
 volo-thrift = "0.10"
 pilota = "0.11"
 
-# Hardware Acceleration
-cust = { version = "0.3", optional = true } # CUDA
-opencl3 = { version = "0.9", optional = true } # Intel / OpenCL
-
+# Hardware Acceleration (moved to bottom of file)
 # indexing
 roaring = "0.10.2" # For scalar bitmaps
 # hnsw_rs removed and internalized to src/core/index/hnsw_rs
@@ -141,9 +135,14 @@ candle-nn = "0.8"
 candle-transformers = "0.8"
 tokenizers = "0.21"
 sha2 = "0.10"
+cust = { version = "0.3", optional = true } # CUDA (requires CUDA SDK at compile time)
+
+[target.'cfg(not(target_os = "macos"))'.dependencies]
+opencl3 = { version = "0.12", default-features = false, features = ["dynamic"] } # Intel / OpenCL (dynamically loads at runtime)
 
 [target.'cfg(target_os = "macos")'.dependencies]
-metal = { version = "0.27.0", optional = true } # MPS
+metal = { version = "0.27.0" } # MPS
+opencl3 = { version = "0.12", default-features = false, features = ["dynamic"] } # Intel / OpenCL
 
 [target.'cfg(target_os = "linux")'.dependencies]
 # rocm-smi = { version = "0.4.0", optional = true } # ROCm monitoring

{hyperstreamdb-0.1.10 → hyperstreamdb-0.1.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyperstreamdb
-Version: 0.1.10
+Version: 0.1.12
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
 Classifier: Programming Language :: Rust
@@ -19,7 +19,7 @@ Requires-Dist: numpy>=1.20.0
 Requires-Dist: mps ; extra == 'all-gpu'
 Requires-Dist: cuda ; extra == 'all-gpu'
 Requires-Dist: rocm ; extra == 'all-gpu'
-Requires-Dist: intel-gpu ; extra == 'all-gpu'
+Requires-Dist: intel ; extra == 'all-gpu'
 Requires-Dist: pytest>=7.0 ; extra == 'dev'
 Requires-Dist: pytest-asyncio>=0.21 ; extra == 'dev'
 Requires-Dist: maturin>=1.7 ; extra == 'dev'
@@ -27,8 +27,7 @@ Requires-Dist: maturin>=1.7 ; extra == 'src'
 Provides-Extra: all_gpu
 Provides-Extra: cuda
 Provides-Extra: dev
-Provides-Extra: intel_cpu
-Provides-Extra: intel_gpu
+Provides-Extra: intel
 Provides-Extra: mps
 Provides-Extra: rocm
 Provides-Extra: src
@@ -114,23 +113,25 @@ Upgrading to V3 enables row-level operations and enhanced tracking:
 
 ### Installation
 
-```bash
-# Install from source
-git clone https://github.com/rla3rd/hyperstreamdb
-cd hyperstreamdb
+**Standard Install (CPU + OpenCL/Metal):**
+The default package includes automatic hardware detection for Apple Metal, Intel OpenCL, and AMD ROCm.
 
-# Build Python bindings
-pip install maturin
-maturin develop
-
-# Or install from PyPI (coming soon)
+```bash
 pip install hyperstreamdb
+```
+
+**CUDA Support (NVIDIA):**
+CUDA requires the **CUDA Toolkit** to be installed at compile time. You can build from source using the `[cuda]` extra:
 
-# Windows Users
-# HyperStreamDB is optimized for Linux/POSIX environments. 
-# Windows users should use WSL2 (Windows Subsystem for Linux).
+```bash
+# Requires: CUDA Toolkit and Rust toolchain
+pip install hyperstreamdb[cuda] --no-binary :all:
 ```
 
+**Windows Users:**
+HyperStreamDB is optimized for Linux/POSIX. Windows users should use **WSL2**.
+
+
 ### GPU Acceleration (Optional)
 
 For GPU-accelerated vector operations, install the appropriate backend:

{hyperstreamdb-0.1.10 → hyperstreamdb-0.1.12}/README.md

@@ -68,23 +68,25 @@ Upgrading to V3 enables row-level operations and enhanced tracking:
 
 ### Installation
 
-```bash
-# Install from source
-git clone https://github.com/rla3rd/hyperstreamdb
-cd hyperstreamdb
+**Standard Install (CPU + OpenCL/Metal):**
+The default package includes automatic hardware detection for Apple Metal, Intel OpenCL, and AMD ROCm.
 
-# Build Python bindings
-pip install maturin
-maturin develop
-
-# Or install from PyPI (coming soon)
+```bash
 pip install hyperstreamdb
+```
+
+**CUDA Support (NVIDIA):**
+CUDA requires the **CUDA Toolkit** to be installed at compile time. You can build from source using the `[cuda]` extra:
 
-# Windows Users
-# HyperStreamDB is optimized for Linux/POSIX environments. 
-# Windows users should use WSL2 (Windows Subsystem for Linux).
+```bash
+# Requires: CUDA Toolkit and Rust toolchain
+pip install hyperstreamdb[cuda] --no-binary :all:
 ```
 
+**Windows Users:**
+HyperStreamDB is optimized for Linux/POSIX. Windows users should use **WSL2**.
+
+
 ### GPU Acceleration (Optional)
 
 For GPU-accelerated vector operations, install the appropriate backend:

{hyperstreamdb-0.1.10 → hyperstreamdb-0.1.12}/build.rs

@@ -17,41 +17,41 @@ fn main() {
     fs::write(&version_file, format!(r#"pub const VERSION: &str = "{}";"#, version))
         .expect("Failed to write version.rs");
     
-    #[cfg(feature = "cuda")]
-    {
-        let out_dir = env::var("OUT_DIR").unwrap();
+    let target_os = env::var("CARGO_CFG_TARGET_OS").unwrap_or_default();
+    
+    // CUDA kernel compilation - only when the cuda feature is explicitly enabled
+    // (MPS is handled by #[cfg(target_os = "macos")] in source code)
+    // (Intel/ROCm are handled by opencl3 which is always available)
+    if env::var("CARGO_FEATURE_CUDA").is_ok() && target_os != "macos" {
+        let has_nvcc = Command::new("nvcc").arg("--version").output().is_ok();
         
-        // Check if nvcc is available
-        let status = Command::new("nvcc").arg("--version").output();
-        if status.is_err() {
-            println!("cargo:warning=nvcc not found, skipping CUDA kernel compilation");
-            return;
-        }
-
-        // List of CUDA kernels to compile
-        let kernels = vec![
-            "l2_distance",
-            "cosine_distance",
-            "inner_product",
-            "l1_distance",
-            "hamming_distance",
-            "jaccard_distance",
-            "kmeans_assignment",
-        ];
+        if has_nvcc {
+            let out_dir = env::var("OUT_DIR").unwrap();
+            let kernels = vec![
+                "l2_distance",
+                "cosine_distance",
+                "inner_product",
+                "l1_distance",
+                "hamming_distance",
+                "jaccard_distance",
+                "kmeans_assignment",
+            ];
 
-        // Compile each kernel
-        for kernel_name in kernels {
-            let kernel_src = format!("src/core/index/cuda/{}.cu", kernel_name);
-            let kernel_ptx = format!("{}/{}.ptx", out_dir, kernel_name);
+            for kernel_name in kernels {
+                let kernel_src = format!("src/core/index/cuda/{}.cu", kernel_name);
+                let kernel_ptx = format!("{}/{}.ptx", out_dir, kernel_name);
 
-            let status = Command::new("nvcc")
-                .args(&["-ptx", &kernel_src, "-o", &kernel_ptx])
-                .status()
-                .expect(&format!("Failed to execute nvcc for {}", kernel_name));
+                let status = Command::new("nvcc")
+                    .args(&["-ptx", &kernel_src, "-o", &kernel_ptx])
+                    .status()
+                    .expect(&format!("Failed to execute nvcc for {}", kernel_name));
 
-            if !status.success() {
-                panic!("nvcc failed for {}", kernel_name);
+                if !status.success() {
+                    panic!("nvcc failed for {}", kernel_name);
+                }
             }
+        } else {
+            panic!("CUDA feature enabled but nvcc not found. Install CUDA Toolkit or remove the 'cuda' feature.");
         }
     }
 }

{hyperstreamdb-0.1.10 → hyperstreamdb-0.1.12}/docs/GPU_SETUP_GUIDE.md

@@ -13,17 +13,54 @@ HyperStreamDB supports GPU acceleration for vector distance computations across
 
 GPU acceleration provides 10x+ speedup for batch distance operations on large vector databases (100,000+ vectors).
 
+## Installation
+
+### Standard Install (PyPI)
+
+The default `pip install` includes automatic runtime detection for **MPS** (macOS), **Intel OpenCL**, and **AMD ROCm (via OpenCL)**. No extra setup is needed — if the hardware and drivers are present, HyperStreamDB detects them automatically.
+
+```bash
+pip install hyperstreamdb
+```
+
+### CUDA Install (Source Build)
+
+NVIDIA CUDA support requires the **CUDA Toolkit** to be installed on your system at compile time. You must build from source:
+
+```bash
+# Requires: CUDA Toolkit 11.0+ and Rust toolchain
+pip install hyperstreamdb[cuda] --no-binary :all:
+```
+
+Or clone and build directly:
+
+```bash
+git clone https://github.com/rla3rd/hyperstreamdb.git
+cd hyperstreamdb
+pip install -e ".[cuda]"
+```
+
+> **Note:** A future release will use runtime CUDA detection (via `cudarc`), eliminating the need for source builds.
+
 ## Quick Start
 
 ```python
 import hyperstreamdb as hdb
 
 # Auto-detect and use best available GPU backend
-ctx = hdb.GPUContext.auto_detect()
-print(f"Using GPU backend: {ctx.backend}")
-
-# Check what backends are available
-print(f"Available backends: {ctx.list_available_backends()}")
+device = hdb.Device("auto")
+print(f"Using backend: {device.type}")
+
+# Or pick a specific backend
+device = hdb.Device("cuda")    # NVIDIA (requires source build with CUDA)
+device = hdb.Device("mps")     # Apple Silicon (auto-detected on macOS)
+device = hdb.Device("intel")   # Intel OpenCL (auto-detected)
+device = hdb.Device("rocm")    # AMD OpenCL (auto-detected)
+device = hdb.Device("cpu")     # CPU fallback (always available)
+
+# Check availability
+print(hdb.Device.is_available("cuda"))   # True if CUDA compiled in + driver present
+print(hdb.Device.is_available("intel"))  # True if Intel OpenCL driver present
 ```
 
 ## NVIDIA CUDA Setup

{hyperstreamdb-0.1.10 → hyperstreamdb-0.1.12}/docs/source/conf.py

@@ -11,10 +11,22 @@ sys.path.insert(0, os.path.abspath('../../python'))
 # -- Project information -----------------------------------------------------
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#project-information
 
+# Read version from Cargo.toml (single source of truth)
+_cargo_toml = os.path.join(os.path.dirname(__file__), '..', '..', 'Cargo.toml')
+try:
+    import tomllib
+    with open(_cargo_toml, 'rb') as f:
+        _cargo = tomllib.load(f)
+    release = _cargo['package']['version']
+except ModuleNotFoundError:
+    import re
+    with open(_cargo_toml, 'r') as f:
+        _match = re.search(r'^version\s*=\s*"([^"]+)"', f.read(), re.MULTILINE)
+    release = _match.group(1) if _match else '0.0.0'
+
 project = 'HyperStreamDB'
 copyright = '2026, HyperStream Team'
 author = 'HyperStream Team'
-release = '0.1.10'
 
 # -- General configuration ---------------------------------------------------
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#general-configuration

{hyperstreamdb-0.1.10 → hyperstreamdb-0.1.12}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "hyperstreamdb"
-version = "0.1.10"
+dynamic = ["version"]
 description = "HyperStreamDB - Serverless Index-Streaming Database with Overlay Indexing"
 readme = "README.md"
 requires-python = ">=3.10"
@@ -44,9 +44,8 @@ dev = [
 mps = []   # Apple Silicon (Metal)
 cuda = []  # NVIDIA (CUDA)
 rocm = []  # AMD (via OpenCL/ROCm)
-intel_gpu = [] # Intel (OpenCL)
-intel_cpu = [] # Intel (SIMD/AVX2)
-all_gpu = ["mps", "cuda", "rocm", "intel_gpu"]
+intel = [] # Intel (OpenCL)
+all_gpu = ["mps", "cuda", "rocm", "intel"]
 src = ["maturin>=1.7"]
 
 [project.urls]
@@ -55,8 +54,9 @@ Repository = "https://github.com/rla3rd/hyperstreamdb"
 
 [tool.maturin]
 features = ["python"]
-# Map Python extras to Rust features
-extra-features = { mps = ["mps"], cuda = ["cuda"], rocm = ["rocm"], intel_gpu = ["intel_gpu"], intel_cpu = ["intel_cpu"] }
+# Map pip extras to Cargo features for source builds
+# e.g. pip install hyperstreamdb[cuda] --no-binary :all:
+extra-features = { cuda = ["cuda"] }
 module-name = "hyperstreamdb.hyperstreamdb"
 python-source = "python"
 # Build both the Rust library and Python bindings (multi-version compatible)