snapfast 0.1.0__tar.gz

snapfast-0.1.0/Cargo.lock

@@ -0,0 +1,187 @@
+# This file is automatically @generated by Cargo.
+# It is not intended for manual editing.
+version = 4
+
+[[package]]
+name = "autocfg"
+version = "1.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53"
+
+[[package]]
+name = "cfg-if"
+version = "1.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
+
+[[package]]
+name = "heck"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
+
+[[package]]
+name = "indoc"
+version = "2.0.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "79cf5c93f93228cf8efb3ba362535fb11199ac548a09ce117c9b1adc3030d706"
+dependencies = [
+ "rustversion",
+]
+
+[[package]]
+name = "libc"
+version = "0.2.189"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3eaf3ede3fee6db1a4c2ee091bf8a8b4dccdc6d17f656fb07896ee72867612f2"
+
+[[package]]
+name = "memoffset"
+version = "0.9.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
+dependencies = [
+ "autocfg",
+]
+
+[[package]]
+name = "once_cell"
+version = "1.21.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
+
+[[package]]
+name = "portable-atomic"
+version = "1.15.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "05c8b63e8d9609db387f0324918f81d68fe27748f084ef092fb35954d0539a85"
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.107"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "pyo3"
+version = "0.22.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f402062616ab18202ae8319da13fa4279883a2b8a9d9f83f20dbade813ce1884"
+dependencies = [
+ "cfg-if",
+ "indoc",
+ "libc",
+ "memoffset",
+ "once_cell",
+ "portable-atomic",
+ "pyo3-build-config",
+ "pyo3-ffi",
+ "pyo3-macros",
+ "unindent",
+]
+
+[[package]]
+name = "pyo3-build-config"
+version = "0.22.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b14b5775b5ff446dd1056212d778012cbe8a0fbffd368029fd9e25b514479c38"
+dependencies = [
+ "once_cell",
+ "target-lexicon",
+]
+
+[[package]]
+name = "pyo3-ffi"
+version = "0.22.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9ab5bcf04a2cdcbb50c7d6105de943f543f9ed92af55818fd17b660390fc8636"
+dependencies = [
+ "libc",
+ "pyo3-build-config",
+]
+
+[[package]]
+name = "pyo3-macros"
+version = "0.22.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0fd24d897903a9e6d80b968368a34e1525aeb719d568dba8b3d4bfa5dc67d453"
+dependencies = [
+ "proc-macro2",
+ "pyo3-macros-backend",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "pyo3-macros-backend"
+version = "0.22.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "36c011a03ba1e50152b4b394b479826cad97e7a21eb52df179cd91ac411cbfbe"
+dependencies = [
+ "heck",
+ "proc-macro2",
+ "pyo3-build-config",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.47"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001"
+dependencies = [
+ "proc-macro2",
+]
+
+[[package]]
+name = "rustversion"
+version = "1.0.23"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "cf54715a573b99ac80df0bc206da022bcd442c974952c7b9720069370852e21f"
+
+[[package]]
+name = "snap"
+version = "1.1.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "199905e6153d6405f9728fe44daace35f8f837bbf830bb6e85fbd5828709a886"
+
+[[package]]
+name = "snapfast"
+version = "0.1.0"
+dependencies = [
+ "pyo3",
+ "snap",
+]
+
+[[package]]
+name = "syn"
+version = "2.0.119"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "872831b642d1a07999a962a351ed35b955ea2cfc8f3862091e2a240a84f17297"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "target-lexicon"
+version = "0.12.16"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1"
+
+[[package]]
+name = "unicode-ident"
+version = "1.0.24"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75"
+
+[[package]]
+name = "unindent"
+version = "0.2.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3"

snapfast-0.1.0/Cargo.toml

@@ -0,0 +1,13 @@
+[package]
+name = "snapfast"
+version = "0.1.0"
+edition = "2021"
+readme = "README.md"
+
+[lib]
+name = "snapfast"
+crate-type = ["cdylib"]
+
+[dependencies]
+pyo3 = { version = "0.22", features = ["extension-module", "abi3-py312"] }
+snap = "1.1"

snapfast-0.1.0/PKG-INFO

@@ -0,0 +1,27 @@
+Metadata-Version: 2.4
+Name: snapfast
+Version: 0.1.0
+Classifier: Development Status :: 3 - Alpha
+Classifier: Programming Language :: Rust
+Classifier: Programming Language :: Python :: Implementation :: CPython
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Topic :: System :: Archiving :: Compression
+Classifier: License :: OSI Approved :: MIT License
+Requires-Dist: pytest ; extra == 'test'
+Requires-Dist: numpy ; extra == 'test'
+Provides-Extra: test
+Summary: Minimal Snappy compression for Python, backed by Rust
+Keywords: snappy,compression,rust,pyo3
+Author-email: Isaac Onagh <adnanonagh@gmail.com>
+License: MIT
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
+Project-URL: Homepage, https://github.com/unforgivenii147/snapfast
+Project-URL: Repository, https://github.com/unforgivenii147/snapfast
+Project-URL: Issues, https://github.com/unforgivenii147/snapfast/issues
+
+# snapfast
+  python library to ude snappy compression
+
+

snapfast-0.1.0/README.md

@@ -0,0 +1,3 @@
+# snapfast
+  python library to ude snappy compression
+

snapfast-0.1.0/pyproject.toml

@@ -0,0 +1,35 @@
+[build-system]
+requires = ["maturin==1.10.2"]
+build-backend = "maturin"
+
+[project]
+name = "snapfast"
+version = "0.1.0"
+description = "Minimal Snappy compression for Python, backed by Rust"
+readme = "README.md"
+requires-python = ">=3.8"
+license = { text = "MIT" }
+authors = [{ name = "Isaac Onagh", email = "adnanonagh@gmail.com" }]
+keywords = ["snappy", "compression", "rust", "pyo3"]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Programming Language :: Rust",
+    "Programming Language :: Python :: Implementation :: CPython",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3 :: Only",
+    "Topic :: System :: Archiving :: Compression",
+    "License :: OSI Approved :: MIT License",
+]
+
+[project.urls]
+Homepage = "https://github.com/unforgivenii147/snapfast"
+Repository = "https://github.com/unforgivenii147/snapfast"
+Issues = "https://github.com/unforgivenii147/snapfast/issues"
+
+[project.optional-dependencies]
+test = ["pytest", "numpy"]
+
+[tool.maturin]
+python-source = "python"
+module-name = "snapfast._snapy"
+features = ["pyo3/extension-module"]

snapfast-0.1.0/python/snapfast/__init__.py

@@ -0,0 +1,42 @@
+"""snapfast: minimal Snappy compression backed by Rust."""
+
+from __future__ import annotations
+
+from ._snapy import compress, decompress, decompressed_len
+
+__all__ = ["compress", "decompress", "decompressed_len", "compress_file", "decompress_file"]
+__version__ = "0.1.0"
+
+
+def compress_file(src: str, dst: str, chunk_size: int = 1 << 20) -> None:
+    """Read *src*, write Snappy-compressed bytes to *dst*.
+
+    Note: raw Snappy has no framing, so we concatenate per-chunk
+    compressed blocks with a length prefix so we can decompress later.
+    For a single-shot API use ``compress`` directly.
+    """
+    import struct
+
+    with open(src, "rb") as fin, open(dst, "wb") as fout:
+        while True:
+            chunk = fin.read(chunk_size)
+            if not chunk:
+                break
+            block = compress(chunk)
+            fout.write(struct.pack("<I", len(block)))
+            fout.write(block)
+
+
+def decompress_file(src: str, dst: str, chunk_size: int = 1 << 20) -> None:
+    import struct
+
+    with open(src, "rb") as fin, open(dst, "wb") as fout:
+        while True:
+            header = fin.read(4)
+            if not header:
+                break
+            (n,) = struct.unpack("<I", header)
+            block = fin.read(n)
+            if len(block) != n:
+                raise ValueError("truncated snappy block")
+            fout.write(decompress(block))

snapfast-0.1.0/src/lib.rs

@@ -0,0 +1,55 @@
+use pyo3::buffer::PyBuffer;
+use pyo3::exceptions::PyValueError;
+use pyo3::prelude::*;
+use pyo3::types::PyBytes;
+
+/// Helper: extract a &[u8] from anything supporting the buffer protocol.
+fn as_slice<T, F>(data: &Bound<'_, PyAny>, f: F) -> PyResult<T>
+where
+    F: FnOnce(&[u8]) -> PyResult<T>,
+{
+    let buf = PyBuffer::<u8>::get_bound(data)?;
+    // Safety: we hold `buf` alive for the duration of the call, and we
+    // only read from it. We must not allow the callback to escape with
+    // the slice.
+    let slice = unsafe {
+        std::slice::from_raw_parts(buf.buf_ptr() as *const u8, buf.item_count())
+    };
+    f(slice)
+}
+
+#[pyfunction]
+fn compress<'py>(py: Python<'py>, data: &Bound<'py, PyAny>) -> PyResult<Bound<'py, PyBytes>> {
+    as_slice(data, |slice| {
+        let compressed = snap::raw::Encoder::new()
+            .compress_vec(slice)
+            .map_err(|e| PyValueError::new_err(format!("snappy compress failed: {e}")))?;
+        Ok(PyBytes::new_bound(py, &compressed))
+    })
+}
+
+#[pyfunction]
+fn decompress<'py>(py: Python<'py>, data: &Bound<'py, PyAny>) -> PyResult<Bound<'py, PyBytes>> {
+    as_slice(data, |slice| {
+        let decompressed = snap::raw::Decoder::new()
+            .decompress_vec(slice)
+            .map_err(|e| PyValueError::new_err(format!("snappy decompress failed: {e}")))?;
+        Ok(PyBytes::new_bound(py, &decompressed))
+    })
+}
+
+#[pyfunction]
+fn decompressed_len(data: &Bound<'_, PyAny>) -> PyResult<usize> {
+    as_slice(data, |slice| {
+        snap::raw::decompress_len(slice)
+            .map_err(|e| PyValueError::new_err(format!("bad snappy header: {e}")))
+    })
+}
+
+#[pymodule]
+fn _snapy(m: &Bound<'_, PyModule>) -> PyResult<()> {
+    m.add_function(wrap_pyfunction!(compress, m)?)?;
+    m.add_function(wrap_pyfunction!(decompress, m)?)?;
+    m.add_function(wrap_pyfunction!(decompressed_len, m)?)?;
+    Ok(())
+}