hyperstreamdb 0.1.5__tar.gz → 0.1.6__tar.gz

{hyperstreamdb-0.1.5 → hyperstreamdb-0.1.6}/Cargo.lock

@@ -3755,7 +3755,7 @@ dependencies = [
 
 [[package]]
 name = "hyperstreamdb"
-version = "0.1.5"
+version = "0.1.6"
 dependencies = [
  "ahash 0.8.12",
  "anyhow",

{hyperstreamdb-0.1.5 → hyperstreamdb-0.1.6}/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "hyperstreamdb"
-version = "0.1.5"
+version = "0.1.6"
 edition = "2021"
 license = "MIT AND Apache-2.0"
 description = "HyperStreamDB - Serverless Index-Streaming Database with Overlay Indexing and Vector Search"

{hyperstreamdb-0.1.5 → hyperstreamdb-0.1.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyperstreamdb
-Version: 0.1.5
+Version: 0.1.6
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
 Classifier: Programming Language :: Rust

{hyperstreamdb-0.1.5 → hyperstreamdb-0.1.6}/pyproject.toml

@@ -57,7 +57,7 @@ Repository = "https://github.com/rla3rd/hyperstreamdb"
 features = ["python"]
 # Map Python extras to Rust features
 extra-features = { mps = ["mps"], cuda = ["cuda"], rocm = ["rocm"], intel_gpu = ["intel_gpu"], intel_cpu = ["intel_cpu"] }
-module-name = "hyperstreamdb"
+module-name = "hyperstreamdb.hyperstreamdb"
 python-source = "python"
 # Build both the Rust library and Python bindings
 bindings = "pyo3"

{hyperstreamdb-0.1.5 → hyperstreamdb-0.1.6}/src/core/iceberg.rs

@@ -712,7 +712,10 @@ impl PositionDeleteReader {
                 }
 
                 if let (Some(fp), Some(p)) = (file_path, pos) {
-                    if fp == target_data_file_path {
+                    let fp_clean = fp.replace("file://", "");
+                    let target_clean = target_data_file_path.replace("file://", "");
+                    
+                    if fp_clean == target_clean || target_clean.ends_with(&fp_clean) || fp_clean.ends_with(&target_clean) {
                         deleted_positions.insert(p);
                     }
                 }
@@ -740,7 +743,11 @@ impl PositionDeleteReader {
                     .ok_or_else(|| anyhow::anyhow!("pos column is not int64"))?;
                 
                 for i in 0..batch.num_rows() {
-                    if file_paths.value(i) == target_data_file_path {
+                    let fp = file_paths.value(i);
+                    let fp_clean = fp.replace("file://", "");
+                    let target_clean = target_data_file_path.replace("file://", "");
+                    
+                    if fp_clean == target_clean || target_clean.ends_with(&fp_clean) || fp_clean.ends_with(&target_clean) {
                         deleted_positions.insert(positions.value(i));
                     }
                 }

{hyperstreamdb-0.1.5 → hyperstreamdb-0.1.6}/src/core/reader.rs

@@ -203,7 +203,7 @@ impl HybridReader {
     }
 
     /// Load and merge all .del files into a single RoaringBitmap
-    async fn load_merged_deletes(&self) -> Result<RoaringBitmap> {
+    pub async fn load_merged_deletes(&self) -> Result<RoaringBitmap> {
         let mut deleted_bitmap = RoaringBitmap::new();
         
         // Determine target path for Iceberg delete matching

{hyperstreamdb-0.1.5 → hyperstreamdb-0.1.6}/src/core/table.rs

@@ -3134,7 +3134,8 @@ impl Table {
                     // Refine search within candidates (Index lookup)
                     for (entry, _) in candidates {
                         let config = SegmentConfig::new(&self.uri, &entry.file_path.replace(".parquet", ""))
-                            .with_index_files(entry.index_files.clone());
+                            .with_index_files(entry.index_files.clone())
+                            .with_delete_files(entry.delete_files.clone());
                         let reader = HybridReader::new(config, self.store.clone(), &self.uri);
                         
                         let filters = expr.extract_and_conditions();
@@ -3142,10 +3143,17 @@ impl Table {
                         
                         for f in filters {
                             if let Ok(Some(bm)) = reader.get_scalar_filter_bitmap(&f).await {
+                                // Subtract logically deleted rows!
+                                let deleted = reader.load_merged_deletes().await?;
+                                let alive_bm = bm.clone() - deleted.clone();
+                                
+                                println!("DEBUG: PK Check for {}: Index bits: {}, Deleted bits: {}, Alive bits: {}", 
+                                    f.column, bm.len(), deleted.len(), alive_bm.len());
+                                
                                 if let Some(current) = bitmap_opt {
-                                    bitmap_opt = Some(current & bm);
+                                    bitmap_opt = Some(current & alive_bm);
                                 } else {
-                                    bitmap_opt = Some(bm);
+                                    bitmap_opt = Some(alive_bm);
                                 }
                             } else {
                                 bitmap_opt = None;