hyperstreamdb 0.1.1__tar.gz

hyperstreamdb-0.1.1/.gitattributes

@@ -0,0 +1 @@
+*.so binary=true

hyperstreamdb-0.1.1/.github/workflows/release.yml

@@ -0,0 +1,279 @@
+name: Release
+
+on:
+  push:
+    tags:
+      - 'v*'
+  workflow_dispatch:
+
+permissions:
+  contents: write
+  id-token: write
+
+env:
+  CARGO_TERM_COLOR: always
+  # Reduce disk usage by disabling incremental compilation and heavy debug info
+  CARGO_INCREMENTAL: 0
+  CARGO_PROFILE_DEV_DEBUG: 0
+  CARGO_PROFILE_TEST_DEBUG: 0
+  # Opt into Node.js 24 for actions to avoid deprecation warnings (required by June 2026)
+  FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true
+
+jobs:
+  check:
+    name: Run Tests
+    runs-on: ubuntu-22.04
+    steps:
+      - name: Maximize build space
+        run: |
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /usr/local/lib/android
+          sudo rm -rf /opt/ghc
+          sudo rm -rf /opt/hostedtoolcache/CodeQL
+      - uses: actions/checkout@v4
+      - name: Install Rust
+        uses: dtolnay/rust-toolchain@stable
+      - name: Install Dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y ocl-icd-opencl-dev
+      - name: Install CUDA Toolkit
+        uses: Jimver/cuda-toolkit@v0.2.30
+        with:
+          cuda: '12.1.0'
+      - name: Prep CUDA Stubs
+        run: |
+          # The linker looks for libcuda.so.1, but stubs only provide libcuda.so
+          sudo ln -sf /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1
+          echo "/usr/local/cuda/lib64/stubs" | sudo tee /etc/ld.so.conf.d/cuda-stubs.conf
+          sudo ldconfig
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            code:
+              - 'src/**'
+              - 'Cargo.toml'
+              - 'Cargo.lock'
+              - 'vendor/**'
+              - 'python/**'
+              - 'pyproject.toml'
+              - 'tests/**'
+              - 'benches/**'
+              - 'build.rs'
+
+      - name: Cache Rust dependencies
+        if: steps.filter.outputs.code == 'true'
+        uses: Swatinem/rust-cache@v2
+        with:
+          shared-key: "check"
+
+      - name: Run Cargo Check
+        if: steps.filter.outputs.code == 'true'
+        run: cargo check --all-targets --all-features
+
+      - name: Run Cargo Tests (CPU)
+        if: steps.filter.outputs.code == 'true'
+        run: cargo test --lib --tests
+
+      - name: Run Cargo Tests (Features)
+        if: steps.filter.outputs.code == 'true'
+        # Note: GPU tests might skip on CI runners, but compilation is verified
+        # Use --nocapture to see live progress and identify potential hangs
+        timeout-minutes: 20
+        env:
+          # Point to CUDA stubs so binaries can load even without a GPU
+          LD_LIBRARY_PATH: /usr/local/cuda/lib64/stubs:${{ env.LD_LIBRARY_PATH }}
+        run: cargo test --features intel_gpu,cuda --lib --tests -- --skip gpu_execution --nocapture
+
+  linux:
+    needs: [check]
+    runs-on: ubuntu-22.04
+    strategy:
+      fail-fast: true
+      matrix:
+        target: [x86_64]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Cache Rust dependencies
+        uses: Swatinem/rust-cache@v2
+        with:
+          shared-key: "linux-x86_64"
+          cache-targets: false
+      - name: Install CUDA Toolkit
+        uses: Jimver/cuda-toolkit@v0.2.30
+        id: cuda-toolkit
+        with:
+          cuda: '12.1.0'
+          method: 'network'
+          # We only need compilation, not the full driver
+          sub-packages: '["nvcc", "cudart-dev"]'
+      - name: Setup Zig
+        uses: mlugg/setup-zig@v1
+        with:
+          version: 0.13.0
+      - name: Update version from tag
+        shell: bash
+        run: |
+          if [[ $GITHUB_REF == refs/tags/v* ]]; then
+            export VERSION=${GITHUB_REF#refs/tags/v}
+            export CARGO_VERSION=$(echo $VERSION | sed -E 's/([0-9]+\.[0-9]+\.[0-9]+)([a-zA-Z])/\1-\2/')
+            echo "Bumping versions to $VERSION (Cargo: $CARGO_VERSION)"
+            # Only replace the FIRST occurrence in each file
+            perl -i -pe '$done or s/^version = \".*\"/version = \"$ENV{CARGO_VERSION}\"/ and $done = 1' Cargo.toml
+            perl -i -pe '$done or s/^version = \".*\"/version = \"$ENV{VERSION}\"/ and $done = 1' pyproject.toml
+          fi
+      - name: Install OpenCL headers and ICD
+        run: sudo apt-get update && sudo apt-get install -y ocl-icd-opencl-dev
+      - name: Create cross-compilation stubs
+        run: |
+          # Create a platform-specific stub dir
+          mkdir -p /tmp/stubs
+          
+          # We only build x86_64 now
+          ZIG_TARGET="x86_64-linux-gnu.2.17"
+          
+          # 1. Create OpenCL stub (with more common symbols)
+          echo 'void clGetPlatformIDs() {} void clGetDeviceIDs() {} void clCreateContext() {}' > /tmp/stubs/opencl_stub.c
+          zig cc -target $ZIG_TARGET -shared -o /tmp/stubs/libOpenCL.so /tmp/stubs/opencl_stub.c
+          ln -sf libOpenCL.so /tmp/stubs/libOpenCL.so.1
+          
+          # 2. Create CUDA stub
+          echo 'void cuInit() {} void cuDeviceGet() {} void cuCtxCreate_v2() {}' > /tmp/stubs/cuda_stub.c
+          zig cc -target $ZIG_TARGET -shared -o /tmp/stubs/libcuda.so /tmp/stubs/cuda_stub.c
+          ln -sf libcuda.so /tmp/stubs/libcuda.so.1
+          
+          ls -la /tmp/stubs/
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        env:
+          # Use our clean, architecture-correct stubs exclusively
+          RUSTFLAGS: -L /tmp/stubs
+        with:
+          target: ${{ matrix.target }}
+          args: --release --out dist --find-interpreter --features intel_gpu,cuda --zig
+          sccache: 'false'
+          manylinux: auto
+      - name: Upload wheels
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-linux-${{ matrix.target }}
+          path: dist
+
+  macos:
+    needs: [check]
+    runs-on: macos-latest
+    strategy:
+      fail-fast: true
+      matrix:
+        target: [x86_64, aarch64]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Cache Rust dependencies
+        uses: Swatinem/rust-cache@v2
+        with:
+          shared-key: "macos-${{ matrix.target }}"
+          cache-targets: false
+      - name: Update version from tag
+        shell: bash
+        run: |
+          if [[ $GITHUB_REF == refs/tags/v* ]]; then
+            export VERSION=${GITHUB_REF#refs/tags/v}
+            export CARGO_VERSION=$(echo $VERSION | sed -E 's/([0-9]+\.[0-9]+\.[0-9]+)([a-zA-Z])/\1-\2/')
+            echo "Bumping versions to $VERSION (Cargo: $CARGO_VERSION)"
+            # Only replace the FIRST occurrence in each file
+            perl -i -pe '$done or s/^version = \".*\"/version = \"$ENV{CARGO_VERSION}\"/ and $done = 1' Cargo.toml
+            perl -i -pe '$done or s/^version = \".*\"/version = \"$ENV{VERSION}\"/ and $done = 1' pyproject.toml
+          fi
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.target }}
+          args: --release --out dist --find-interpreter --features mps
+          sccache: 'false'
+      - name: Upload wheels
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-macos-${{ matrix.target }}
+          path: dist
+
+  sdist:
+    needs: [check]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Update version from tag
+        shell: bash
+        run: |
+          if [[ $GITHUB_REF == refs/tags/v* ]]; then
+            export VERSION=${GITHUB_REF#refs/tags/v}
+            export CARGO_VERSION=$(echo $VERSION | sed -E 's/([0-9]+\.[0-9]+\.[0-9]+)([a-zA-Z])/\1-\2/')
+            echo "Bumping versions to $VERSION (Cargo: $CARGO_VERSION)"
+            # Only replace the FIRST occurrence in each file
+            perl -i -pe '$done or s/^version = \".*\"/version = \"$ENV{CARGO_VERSION}\"/ and $done = 1' Cargo.toml
+            perl -i -pe '$done or s/^version = \".*\"/version = \"$ENV{VERSION}\"/ and $done = 1' pyproject.toml
+          fi
+      - name: Build sdist
+        uses: PyO3/maturin-action@v1
+        with:
+          command: sdist
+          args: --out dist
+      - name: Upload sdist
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-sdist
+          path: dist
+
+  crates-io:
+    name: Publish to crates.io
+    runs-on: ubuntu-latest
+    if: "startsWith(github.ref, 'refs/tags/')"
+    needs: [check]
+    environment: release_pypi
+    steps:
+      - uses: actions/checkout@v4
+      - name: Install Rust
+        uses: dtolnay/rust-toolchain@stable
+      - name: Update version from tag
+        shell: bash
+        run: |
+          if [[ $GITHUB_REF == refs/tags/v* ]]; then
+            export VERSION=${GITHUB_REF#refs/tags/v}
+            export CARGO_VERSION=$(echo $VERSION | sed -E 's/([0-9]+\.[0-9]+\.[0-9]+)([a-zA-Z])/\1-\2/')
+            echo "Bumping version to $CARGO_VERSION"
+            perl -i -pe '$done or s/^version = \".*\"/version = \"$ENV{CARGO_VERSION}\"/ and $done = 1' Cargo.toml
+          fi
+      - name: Publish to crates.io
+        run: cargo publish --token ${{ secrets.CARGO_REGISTRY_TOKEN }} --allow-dirty
+        env:
+          CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }}
+
+  release:
+    name: Final Release
+    runs-on: ubuntu-latest
+    if: "startsWith(github.ref, 'refs/tags/')"
+    needs: [linux, macos, sdist]
+    environment: release_pypi
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: wheels-*
+          merge-multiple: true
+          path: dist
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          skip-existing: true
+          verbose: true
+      - name: Create GitHub Release
+        uses: softprops/action-gh-release@v2
+        if: startsWith(github.ref, 'refs/tags/')
+        with:
+          files: dist/*
+          generate_release_notes: true

hyperstreamdb-0.1.1/.gitignore

@@ -0,0 +1,99 @@
+# Rust
+target/
+**/*.rs.bk
+
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+.venv/
+.venv_iceberg/
+venv/
+venv_verify/
+test_venv/
+!venv/requirements.txt
+!venv/.gitkeep
+*.egg-info/
+
+# IDE
+.vscode/
+.idea/
+.metals/
+.continue/
+
+# Compiled Python extension (built by maturin develop)
+python/**/*.so
+python/**/*.pyd
+
+# HyperStream Data
+*.parquet
+*.idx
+*.hnsw.graph
+*.hnsw.data
+*.del
+_manifest/
+_metadata/
+
+# Local toolchain downloads (Maven/JDK downloaded by build-connectors.sh)
+.java/
+.maven/
+
+# Compiled native binaries
+fuzz_murmur3
+debug_murmur3
+test_pgvector_sql_integration
+
+# Test database directories
+test_ingestion_perf_db/
+test_lancedb_ingestion_perf_db/
+connector-artifacts/
+dist/
+
+# Build and test logs
+*.log
+build_errors*.txt
+check_output.txt
+rust_test_output*.log
+python_test_output*.log
+python_feature_test_output*.log
+test_output*.txt
+lancedb_verification.log
+verification.log
+compliance_run.log
+benchmark_output.log
+build_output.log
+benchmarks/competitive/venv/
+trino-hyperstream/src/main/resources/libhyperstreamdb.so
+spark-hyperstream/src/main/resources/libhyperstreamdb.so
+
+# Internal markdown docs (not for public release)
+COMPETITIVE*.md
+COMPETITOR*.md
+COMPLIANCE*.md
+ICEBERG_COMPLIANCE_TASK.md
+IMPLEMENT_FAST_FILTERING.md
+MARKET_REALITY_CHECK.md
+PERFORMANCE_GAP_ANALYSIS.md
+PERFORMANCE_OPTIMIZATION_RAG.md
+PLATFORM_TESTING_SUMMARY.md
+RAG_KILLER_FEATURE.md
+ROADMAP.md
+VISION.md
+GETTING_STARTED.md
+design_*.md
+docs/MONETIZATION_ARCHITECTURE.md
+docs/IN_MEMORY_COMPONENT_ANALYSIS.md
+docs/SUMMARY.md
+benchmarks/competitive/*.md
+benchmarks/competitive/benchmark_results/*.md
+
+# Compiled binaries and debug symbols
+*.dylib
+*.dSYM/
+*.so
+*.dll
+*.exe
+python/hyperstreamdb/*.so
+python/hyperstreamdb/*.pyd
+python/hyperstreamdb/*.dylib
+python/hyperstreamdb/*.dSYM/

hyperstreamdb-0.1.1/.hypothesis/constants/32b327793848e7d8

@@ -0,0 +1,4 @@
+# file: /home/ralbright/git/feeds-backend/venv/bin/pytest
+# hypothesis_version: 6.151.5
+
+['__main__']

hyperstreamdb-0.1.1/.hypothesis/constants/67b0a8ccf18bf5d2

@@ -0,0 +1,4 @@
+# file: /usr/lib/python3.12/sitecustomize.py
+# hypothesis_version: 6.151.5
+
+[]

hyperstreamdb-0.1.1/.hypothesis/constants/84828557b4ee7be4

@@ -0,0 +1,4 @@
+# file: /home/ralbright/projects/hyperstreamdb/test_venv/bin/pytest
+# hypothesis_version: 6.151.5
+
+['__main__']

hyperstreamdb-0.1.1/.hypothesis/examples/049636c0c015cfc3/fc828d7b270e79f1

@@ -0,0 +1,2 @@
+A
+(?�6L�x��A

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/033d249393293bc0

@@ -0,0 +1 @@
+��ڑ���X�/j�z���eiѺ\4B�y�s�>�Mcc�.��^

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/049636c0c015cfc3

@@ -0,0 +1 @@
+�eq�]X�����~�5|i�H(��gmw3j��?����Ƹ��\.secondary

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/05c52c9dbdefb039

@@ -0,0 +1 @@
+Β���2��ꘉ����?�I�k���wb���Mn�Uh��L���^���

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/0aa855aa286cc0d5

@@ -0,0 +1 @@
+�A��iِ&�����aCſmE���$`Г��7�Nh�"��W�#̲��3.secondary

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/0e93d521ad8ef297

@@ -0,0 +1 @@
+�A��iِ&�����aCſmE���$`Г��7�Nh�"��W�#̲��3

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/221ff8984f1afcd9

@@ -0,0 +1 @@
+���W��1��+����}����|�꯳|��W�o�Z��ض�X�̤$v

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/2d4c1faa9e4a0819

@@ -0,0 +1 @@
+X�$�H:�_:���������B���P���|Wiyn�m������>��

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/36599888c1042a48

@@ -0,0 +1 @@
+����;e�~q}�d!�s��|��S,�;yG�C���:��0�o�+�	�L���

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/40704535438cf9f8

@@ -0,0 +1 @@
+���

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/41be53cbad6e8d92

@@ -0,0 +1 @@
+|�*���֕s���!�m-w�\��F���7':�p�U;�VY�]��fÍ.secondary

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/475ae2144fdf49f9

@@ -0,0 +1,2 @@
+����
+�&G.a�)�#$�$DL�g�@N�#b7u�:�!���

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/4b0f3198ef3db3c2

@@ -0,0 +1 @@
+Β���2��ꘉ����?�I�k���wb���Mn�Uh��L���^���.secondary

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/59ae5c10cefe5c60

@@ -0,0 +1 @@
+
��A�������Le���.R���B������_���@�)X|�

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/5ee4203c85e85823

@@ -0,0 +1 @@
+�=�B{w�N\x��6v��-�:duF��1sII��o����

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/6110d1d2476ad899

@@ -0,0 +1 @@
+^(��"D8������N�#��n�_�"R*dS���$D�S���@'

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/6fd0ebd83350bcd2

@@ -0,0 +1 @@
+X�$�H:�_:���������B���P���|Wiyn�m������>��.secondary

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/785f986097e422f8

@@ -0,0 +1 @@
+�eq�]X�����~�5|i�H(��gmw3j��?����Ƹ��\

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/7bf4a2cde59031b2

@@ -0,0 +1 @@
+�"���qQ-��@"7����rŒ�n��%b3��钧�{�p�,�/u�

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/91242aa0c25004e0

@@ -0,0 +1 @@
+�7m��G����*��݈͡m��_�ǐ醁�;��;ʡ�Ή����V

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/9c035198139b2efc

@@ -0,0 +1 @@
+�ݪ�ӈR���1i�De�iK-�H
M

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/a45fa4b659eeb9ab

@@ -0,0 +1 @@
+yXR����5�"�u�K��tnD�'Gf�rV�01k�/ܡt
ABz�U+w

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/a4f92d149856ac2c

@@ -0,0 +1 @@
+�	��7_o��hޡ-�ܻ��]�,��@`��ɚ��sP;N0�]�IW/

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/b9d1eaf93992a2cc

@@ -0,0 +1 @@
+|�*���֕s���!�m-w�\��F���7':�p�U;�VY�]��fÍ

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/cc4d031715368385

@@ -0,0 +1 @@
+��J���U��ӵ��ϯ���؞���E�,�q�j���x�D��&�D�P

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/d4df3c831314ef07

@@ -0,0 +1,2 @@
+2%�H���8���\I���p���ko]`8HD�2c�;=
+�

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/de17b168cfeb515b

@@ -0,0 +1,2 @@
+*�|�B��[/�us%���
%�D��79�I"�ε�
+ib��R

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/e5367d5f12d2042b

@@ -0,0 +1 @@
+'�Am8������4Rv$?��q�q����E�Nf����L�_gv�

hyperstreamdb-0.1.1/.hypothesis/examples/04e6b3400353b141/fd7b8d1c000fde7f

@@ -0,0 +1 @@
-z2����H
+�kݙv����?)H{K�ZSՕ����Â�p�)����

hyperstreamdb-0.1.1/.hypothesis/examples/0aa855aa286cc0d5/5671237fbbf113b2

@@ -0,0 +1 @@
+A/AB

hyperstreamdb-0.1.1/.hypothesis/examples/41be53cbad6e8d92/3271a1944fa17f81

@@ -0,0 +1,3 @@
+A
+A
+A	B^+

hyperstreamdb-0.1.1/.hypothesis/examples/41be53cbad6e8d92/bb49a0bb4dc1adbf

@@ -0,0 +1,3 @@
+A
+A
+A	A	

hyperstreamdb-0.1.1/.hypothesis/examples/59ae5c10cefe5c60/c1f4a115e99a62f7

@@ -0,0 +1 @@
+ADz.>v

hyperstreamdb-0.1.1/.hypothesis/examples/6fd0ebd83350bcd2/39e0e4d93040eb1c

@@ -0,0 +1,2 @@
+A
+(?�`u�c<A