dgen-py 0.1.2__tar.gz

dgen_py-0.1.2/.github/workflows/ci.yml

@@ -0,0 +1,63 @@
+name: CI
+
+on:
+  push:
+    branches: [main, master]
+  pull_request:
+    branches: [main, master]
+
+jobs:
+  test:
+    name: Test on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]
+        python-version: ['3.10', '3.11', '3.12']
+    
+    steps:
+      - uses: actions/checkout@v4
+      
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+      
+      - name: Install Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          toolchain: '1.90'
+      
+      - name: Build (Rust)
+        run: cargo build --release
+      
+      - name: Test (Rust)
+        run: cargo test --release
+      
+      - name: Build (Python)
+        run: |
+          pip install maturin
+          maturin build --release --out dist
+          pip install dist/*.whl
+      
+      - name: Test (Python)
+        run: |
+          python -c "import dgen_py; data = dgen_py.generate_data(1024); print(f'✓ Generated {len(data)} bytes')"
+          python -c "import dgen_py; info = dgen_py.get_system_info(); print(f'✓ System info: {info}')"
+
+  lint:
+    name: Lint
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Install Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          components: rustfmt, clippy
+      
+      - name: Check formatting
+        run: cargo fmt --all -- --check
+      
+      - name: Clippy
+        run: cargo clippy --all-targets --all-features -- -D warnings

dgen_py-0.1.2/.github/workflows/publish-pypi.yml

@@ -0,0 +1,77 @@
+name: Publish to PyPI
+
+on:
+  release:
+    types: [published]
+  workflow_dispatch:  # Allow manual trigger
+
+permissions:
+  contents: read
+
+jobs:
+  linux:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        target: [x86_64]
+    steps:
+      - uses: actions/checkout@v4
+      
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+      
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.target }}
+          args: --release --out dist --find-interpreter
+          sccache: 'true'
+          manylinux: auto
+      
+      - name: Upload wheels
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-linux-${{ matrix.target }}
+          path: dist
+
+  sdist:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Build sdist
+        uses: PyO3/maturin-action@v1
+        with:
+          command: sdist
+          args: --out dist
+      
+      - name: Upload sdist
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-sdist
+          path: dist
+
+  release:
+    name: Release to PyPI
+    runs-on: ubuntu-latest
+    needs: [linux, sdist]
+    environment:
+      name: pypi
+      url: https://pypi.org/project/dgen-py
+    permissions:
+      id-token: write  # Required for trusted publishing
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: wheels-*
+          path: dist
+          merge-multiple: true
+      
+      - name: Publish to PyPI
+        uses: PyO3/maturin-action@v1
+        with:
+          command: upload
+          args: --non-interactive --skip-existing dist/*
+        env:
+          MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}

dgen_py-0.1.2/.gitignore

@@ -0,0 +1,56 @@
+# Rust
+target/
+Cargo.lock
+**/*.rs.bk
+
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+.venv/
+venv/
+ENV/
+env/
+
+# PyO3/Maturin
+*.whl
+.maturin/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Tests
+.pytest_cache/
+.coverage
+htmlcov/
+.tox/
+
+# Benchmarks
+criterion/
+benches/results/

dgen_py-0.1.2/.python-version

@@ -0,0 +1 @@
+3.12

dgen_py-0.1.2/CHANGELOG.md

@@ -0,0 +1,33 @@
+# Changelog
+
+All notable changes to dgen-rs/dgen-py will be documented in this file.
+
+## [Unreleased]
+
+### Added
+- Initial implementation of high-performance data generation
+- Xoshiro256++ RNG for fast keystream generation
+- Controllable deduplication ratios (1:1 to N:1)
+- Controllable compression ratios (1:1 to N:1)
+- NUMA topology detection via /sys filesystem (Linux)
+- NUMA-aware parallel generation (optional)
+- Zero-copy Python bindings via PyO3
+- Simple API: `generate_data()` / `generate_buffer()`
+- Zero-copy API: `fill_buffer()` / `generate_into_buffer()`
+- Streaming API: `Generator` class
+- Python buffer protocol support (bytearray, memoryview, numpy)
+- Comprehensive documentation and examples
+
+### Performance
+- 5-15 GB/s per core (incompressible data)
+- 1-4 GB/s per core (compressible data)
+- Near-linear multi-core scaling with rayon
+
+### Credits
+- Algorithm ported from s3dlio/src/data_gen_alt.rs
+- NUMA detection from kv-cache-bench
+- Built with PyO3 and Maturin
+
+## [0.1.0] - 2026-01-08
+
+Initial release.