rlz4 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: cc8e8cccbcbf8fd18231558a8e9486e630dadd9287f6a424d3565790ec2b28a4
+  data.tar.gz: e99944e60c12edb16ced111597ee628274c5fee7f977d6d6f1a57ca2217bfefa
+SHA512:
+  metadata.gz: f548b432680ad0e5c12ae606696049f3710be1d26211973103d0607ee9241af8d786a95c8eb12e4bf5b52230387a9873bfd524913236f7be3a04672c98130b2b
+  data.tar.gz: f745e2487bff140a571d18670b23b22b77acfcaa66174bfa72cb740efdc2c708905414c1fce3ce6e31fe634446c523c2e257cbcecddc74babdd956634f916a68

data/Cargo.lock

@@ -0,0 +1,298 @@
+# This file is automatically @generated by Cargo.
+# It is not intended for manual editing.
+version = 4
+
+[[package]]
+name = "aho-corasick"
+version = "1.1.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ddd31a130427c27518df266943a5308ed92d4b226cc639f5a8f1002816174301"
+dependencies = [
+ "memchr",
+]
+
+[[package]]
+name = "bindgen"
+version = "0.72.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "993776b509cfb49c750f11b8f07a46fa23e0a1386ffc01fb1e7d343efc387895"
+dependencies = [
+ "bitflags",
+ "cexpr",
+ "clang-sys",
+ "itertools",
+ "proc-macro2",
+ "quote",
+ "regex",
+ "rustc-hash",
+ "shlex",
+ "syn",
+]
+
+[[package]]
+name = "bitflags"
+version = "2.11.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "843867be96c8daad0d758b57df9392b6d8d271134fce549de6ce169ff98a92af"
+
+[[package]]
+name = "cexpr"
+version = "0.6.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6fac387a98bb7c37292057cffc56d62ecb629900026402633ae9160df93a8766"
+dependencies = [
+ "nom",
+]
+
+[[package]]
+name = "cfg-if"
+version = "1.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
+
+[[package]]
+name = "clang-sys"
+version = "1.8.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0b023947811758c97c59bf9d1c188fd619ad4718dcaa767947df1cadb14f39f4"
+dependencies = [
+ "glob",
+ "libc",
+ "libloading",
+]
+
+[[package]]
+name = "either"
+version = "1.15.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
+
+[[package]]
+name = "glob"
+version = "0.3.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0cc23270f6e1808e30a928bdc84dea0b9b4136a8bc82338574f23baf47bbd280"
+
+[[package]]
+name = "itertools"
+version = "0.13.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "413ee7dfc52ee1a4949ceeb7dbc8a33f2d6c088194d9f922fb8318faf1f01186"
+dependencies = [
+ "either",
+]
+
+[[package]]
+name = "lazy_static"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe"
+
+[[package]]
+name = "libc"
+version = "0.2.184"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "48f5d2a454e16a5ea0f4ced81bd44e4cfc7bd3a507b61887c99fd3538b28e4af"
+
+[[package]]
+name = "libloading"
+version = "0.8.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d7c4b02199fee7c5d21a5ae7d8cfa79a6ef5bb2fc834d6e9058e89c825efdc55"
+dependencies = [
+ "cfg-if",
+ "windows-link",
+]
+
+[[package]]
+name = "lz4_flex"
+version = "0.13.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "db9a0d582c2874f68138a16ce1867e0ffde6c0bb0a0df85e1f36d04146db488a"
+dependencies = [
+ "twox-hash",
+]
+
+[[package]]
+name = "magnus"
+version = "0.8.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3b36a5b126bbe97eb0d02d07acfeb327036c6319fd816139a49824a83b7f9012"
+dependencies = [
+ "magnus-macros",
+ "rb-sys",
+ "rb-sys-env",
+ "seq-macro",
+]
+
+[[package]]
+name = "magnus-macros"
+version = "0.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "47607461fd8e1513cb4f2076c197d8092d921a1ea75bd08af97398f593751892"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "memchr"
+version = "2.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79"
+
+[[package]]
+name = "minimal-lexical"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
+
+[[package]]
+name = "nom"
+version = "7.1.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a"
+dependencies = [
+ "memchr",
+ "minimal-lexical",
+]
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.106"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.45"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "41f2619966050689382d2b44f664f4bc593e129785a36d6ee376ddf37259b924"
+dependencies = [
+ "proc-macro2",
+]
+
+[[package]]
+name = "rb-sys"
+version = "0.9.126"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "284799e73e899fe946fd77c7211b83bff61a1356e039ade7a2516a779e3212d0"
+dependencies = [
+ "rb-sys-build",
+]
+
+[[package]]
+name = "rb-sys-build"
+version = "0.9.126"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "855fc1ad8943d12c89ef12f9147f1cc531f5bf19fb744112fdd317bb6ee7b5c5"
+dependencies = [
+ "bindgen",
+ "lazy_static",
+ "proc-macro2",
+ "quote",
+ "regex",
+ "shell-words",
+ "syn",
+]
+
+[[package]]
+name = "rb-sys-env"
+version = "0.2.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "cca7ad6a7e21e72151d56fe2495a259b5670e204c3adac41ee7ef676ea08117a"
+
+[[package]]
+name = "regex"
+version = "1.12.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e10754a14b9137dd7b1e3e5b0493cc9171fdd105e0ab477f51b72e7f3ac0e276"
+dependencies = [
+ "aho-corasick",
+ "memchr",
+ "regex-automata",
+ "regex-syntax",
+]
+
+[[package]]
+name = "regex-automata"
+version = "0.4.14"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6e1dd4122fc1595e8162618945476892eefca7b88c52820e74af6262213cae8f"
+dependencies = [
+ "aho-corasick",
+ "memchr",
+ "regex-syntax",
+]
+
+[[package]]
+name = "regex-syntax"
+version = "0.8.10"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "dc897dd8d9e8bd1ed8cdad82b5966c3e0ecae09fb1907d58efaa013543185d0a"
+
+[[package]]
+name = "rlz4"
+version = "0.1.0"
+dependencies = [
+ "lz4_flex",
+ "magnus",
+ "rb-sys",
+]
+
+[[package]]
+name = "rustc-hash"
+version = "2.1.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "94300abf3f1ae2e2b8ffb7b58043de3d399c73fa6f4b73826402a5c457614dbe"
+
+[[package]]
+name = "seq-macro"
+version = "0.3.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1bc711410fbe7399f390ca1c3b60ad0f53f80e95c5eb935e52268a0e2cd49acc"
+
+[[package]]
+name = "shell-words"
+version = "1.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "dc6fe69c597f9c37bfeeeeeb33da3530379845f10be461a66d16d03eca2ded77"
+
+[[package]]
+name = "shlex"
+version = "1.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
+
+[[package]]
+name = "syn"
+version = "2.0.117"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "twox-hash"
+version = "2.1.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9ea3136b675547379c4bd395ca6b938e5ad3c3d20fad76e7fe85f9e0d011419c"
+
+[[package]]
+name = "unicode-ident"
+version = "1.0.24"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75"
+
+[[package]]
+name = "windows-link"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5"

data/Cargo.toml

@@ -0,0 +1,9 @@
+[workspace]
+members  = ["ext/rlz4"]
+resolver = "2"
+
+[profile.release]
+opt-level     = 3
+lto           = true
+codegen-units = 1
+panic         = "abort"

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Patrik Wenger
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,101 @@
+# rlz4
+
+[![Gem Version](https://img.shields.io/gem/v/rlz4?color=e9573f)](https://rubygems.org/gems/rlz4)
+[![License: MIT](https://img.shields.io/badge/License-MIT-blue.svg)](LICENSE)
+[![Ruby](https://img.shields.io/badge/Ruby-%3E%3D%204.0-CC342D?logo=ruby&logoColor=white)](https://www.ruby-lang.org)
+[![Rust](https://img.shields.io/badge/Rust-stable-dea584?logo=rust&logoColor=white)](https://www.rust-lang.org)
+
+Ractor-safe LZ4 bindings for Ruby, built as a Rust extension on top of
+[`lz4_flex`](https://github.com/PSeitz/lz4_flex) via [`magnus`](https://github.com/matsadler/magnus).
+
+## Why?
+
+The existing Ruby LZ4 gems are broken under Ractor:
+
+- [`lz4-ruby`](https://github.com/komiya-atsushi/lz4-ruby)
+- [`lz4-flex-rb`](https://github.com/Shopify/lz4-flex-rb)
+
+`rlz4` marks the extension Ractor-safe at load time and uses only owned,
+thread-safe state, so it can be called from any Ractor.
+
+## Install
+
+```ruby
+# Gemfile
+gem "rlz4"
+```
+
+Building requires a Rust toolchain (stable).
+
+## Usage
+
+### Frame format (module functions)
+
+```ruby
+require "rlz4"
+
+compressed   = RLZ4.compress("hello world" * 100)
+decompressed = RLZ4.decompress(compressed)
+
+# Wire format is standard LZ4 frame (magic number 04 22 4D 18),
+# interoperable with any other LZ4 frame implementation.
+```
+
+Invalid input raises `RLZ4::DecompressError` (a `StandardError` subclass):
+
+```ruby
+begin
+  RLZ4.decompress("not a valid lz4 frame")
+rescue RLZ4::DecompressError => e
+  warn e.message
+end
+```
+
+### Dictionary compression
+
+For workloads where many small messages share a common prefix (e.g. ZMQ
+messages with a fixed header), a shared dictionary massively improves the
+compression ratio. `RLZ4::Dictionary` uses LZ4 **block** format with the
+original size prepended — this is a different wire format from
+`RLZ4.compress` and is not interoperable with it.
+
+```ruby
+dict = RLZ4::Dictionary.new("schema=v1 type=message field1=")
+
+compressed   = dict.compress("schema=v1 type=message field1=payload")
+decompressed = dict.decompress(compressed)
+
+dict.size  # => 30
+```
+
+`RLZ4::Dictionary` is immutable after construction and can be shared across
+Ractors.
+
+### Ractors
+
+Both the module functions and `RLZ4::Dictionary` can be used from any
+Ractor. Example from the test suite:
+
+```ruby
+ractors = 4.times.map do |i|
+  Ractor.new(i) do |idx|
+    pt = "ractor #{idx} payload " * 1000
+    1000.times do
+      ct = RLZ4.compress(pt)
+      raise "mismatch" unless RLZ4.decompress(ct) == pt
+    end
+    :ok
+  end
+end
+ractors.map(&:value) # => [:ok, :ok, :ok, :ok]
+```
+
+## Non-goals
+
+- High-compression mode (LZ4_HC).
+- Streaming / chunked compression.
+- Preservation of string encoding on decompress (output is always binary).
+
+## License
+
+MIT

data/ext/rlz4/Cargo.toml

@@ -0,0 +1,16 @@
+[package]
+name    = "rlz4"
+version = "0.1.0"
+edition = "2021"
+
+[lib]
+name       = "rlz4"
+crate-type = ["cdylib", "rlib"]
+
+[dependencies]
+lz4_flex = { version = "0.13", default-features = false, features = ["frame", "std", "safe-encode", "safe-decode"] }
+magnus   = "0.8"
+rb-sys   = "0.9"
+
+[build-dependencies]
+rb-sys = "0.9"

data/ext/rlz4/extconf.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require "mkmf"
+require "rb_sys/mkmf"
+
+create_rust_makefile("rlz4/rlz4") do |r|
+  r.profile = ENV.fetch("RB_SYS_CARGO_PROFILE", :release).to_sym
+end

data/ext/rlz4/src/lib.rs

@@ -0,0 +1,226 @@
+use magnus::{
+    exception::ExceptionClass,
+    function, method,
+    prelude::*,
+    r_string::RString,
+    value::Opaque,
+    Error, Ruby,
+};
+use std::io::{Read, Write};
+use std::sync::OnceLock;
+
+use lz4_flex::frame::{FrameDecoder, FrameEncoder};
+
+const LZ4_FRAME_MAGIC: [u8; 4] = [0x04, 0x22, 0x4d, 0x18];
+
+// Opaque<T> is Send+Sync and is designed for storing Ruby values in statics.
+static DECOMPRESS_ERROR: OnceLock<Opaque<ExceptionClass>> = OnceLock::new();
+
+fn decompress_error(ruby: &Ruby) -> ExceptionClass {
+    ruby.get_inner(
+        *DECOMPRESS_ERROR
+            .get()
+            .expect("DecompressError not initialized"),
+    )
+}
+
+// ---------- module functions: frame-format compress/decompress ----------
+
+fn rlz4_compress(ruby: &Ruby, rb_input: RString) -> Result<RString, Error> {
+    // SAFETY: copy borrowed bytes into an owned Vec before any Ruby allocation.
+    let input: Vec<u8> = unsafe { rb_input.as_slice().to_vec() };
+
+    // Pre-size the output buffer. Frame overhead is ~19 bytes for the header
+    // plus up to ~4 bytes per block end-marker — 64 is a comfortable ceiling.
+    let upper = lz4_flex::block::get_maximum_output_size(input.len()) + 64;
+    let mut encoder = FrameEncoder::new(Vec::with_capacity(upper));
+    encoder.write_all(&input).map_err(|e| {
+        Error::new(
+            ruby.exception_runtime_error(),
+            format!("lz4 frame encoder write failed: {e}"),
+        )
+    })?;
+    let compressed = encoder.finish().map_err(|e| {
+        Error::new(
+            ruby.exception_runtime_error(),
+            format!("lz4 frame encoder finish failed: {e}"),
+        )
+    })?;
+
+    Ok(ruby.str_from_slice(&compressed))
+}
+
+fn rlz4_decompress(ruby: &Ruby, rb_input: RString) -> Result<RString, Error> {
+    // SAFETY: copy borrowed bytes before any Ruby allocation.
+    let compressed: Vec<u8> = unsafe { rb_input.as_slice().to_vec() };
+
+    // Reject anything that isn't a well-formed frame up front. lz4_flex's
+    // FrameDecoder permissively returns Ok for zero-length input, which would
+    // quietly mask "sender forgot --compress" mistakes in omq-cli.
+    if compressed.len() < LZ4_FRAME_MAGIC.len() || compressed[..4] != LZ4_FRAME_MAGIC {
+        return Err(Error::new(
+            decompress_error(ruby),
+            "lz4 frame decode failed: bad magic (input is not an LZ4 frame)",
+        ));
+    }
+
+    // Decode into a local Vec first. If this fails, we never allocate a
+    // Ruby string — important for DoS-resistance against malformed input.
+    let mut decoder = FrameDecoder::new(&compressed[..]);
+    let mut out = Vec::new();
+    decoder.read_to_end(&mut out).map_err(|e| {
+        Error::new(
+            decompress_error(ruby),
+            format!("lz4 frame decode failed: {e}"),
+        )
+    })?;
+
+    Ok(ruby.str_from_slice(&out))
+}
+
+// ---------- Dictionary: block-format compression with a shared dictionary ----------
+//
+// lz4_flex's frame format does not implement dictionary-based compression
+// (FrameInfo::dict_id is metadata-only). For the small-ZMQ-message use case
+// that motivates this class, block format with a prepended size is a better
+// fit anyway: lower per-message overhead and direct dictionary support.
+//
+// Output is a raw LZ4 block with the original (uncompressed) size prepended
+// as a little-endian u32, matching lz4_flex's `*_size_prepended` API.
+#[magnus::wrap(class = "RLZ4::Dictionary", free_immediately, size)]
+struct Dictionary {
+    bytes: Vec<u8>,
+}
+
+// Safety: Dictionary is read-only after construction (just a byte buffer).
+// No interior mutability, no references to thread-local data.
+unsafe impl Send for Dictionary {}
+unsafe impl Sync for Dictionary {}
+
+fn dict_initialize(_ruby: &Ruby, rb_dict: RString) -> Result<Dictionary, Error> {
+    // SAFETY: copy bytes into an owned Vec before any Ruby allocation.
+    let bytes: Vec<u8> = unsafe { rb_dict.as_slice().to_vec() };
+    rb_dict.freeze();
+    Ok(Dictionary { bytes })
+}
+
+fn dict_compress(ruby: &Ruby, rb_self: &Dictionary, rb_input: RString) -> Result<RString, Error> {
+    let input: Vec<u8> = unsafe { rb_input.as_slice().to_vec() };
+    let compressed = lz4_flex::block::compress_prepend_size_with_dict(&input, &rb_self.bytes);
+    Ok(ruby.str_from_slice(&compressed))
+}
+
+fn dict_decompress(
+    ruby: &Ruby,
+    rb_self: &Dictionary,
+    rb_input: RString,
+) -> Result<RString, Error> {
+    let compressed: Vec<u8> = unsafe { rb_input.as_slice().to_vec() };
+    let out = lz4_flex::block::decompress_size_prepended_with_dict(&compressed, &rb_self.bytes)
+        .map_err(|e| {
+            Error::new(
+                decompress_error(ruby),
+                format!("lz4 block decode failed: {e}"),
+            )
+        })?;
+    Ok(ruby.str_from_slice(&out))
+}
+
+fn dict_size(rb_self: &Dictionary) -> usize {
+    rb_self.bytes.len()
+}
+
+// ---------- module init ----------
+
+#[magnus::init]
+fn init(ruby: &Ruby) -> Result<(), Error> {
+    // Mark this extension as Ractor-safe. All our Rust code uses only
+    // stack/owned data, holds no globals aside from the Opaque exception
+    // class (which is Send+Sync by construction), and the Dictionary type
+    // is read-only after init, so it is safe to call from any Ractor.
+    unsafe { rb_sys::rb_ext_ractor_safe(true) };
+
+    let module = ruby.define_module("RLZ4")?;
+
+    let decompress_error_class =
+        module.define_error("DecompressError", ruby.exception_standard_error())?;
+    DECOMPRESS_ERROR
+        .set(Opaque::from(decompress_error_class))
+        .unwrap_or_else(|_| panic!("init called more than once"));
+
+    module.define_module_function("compress", function!(rlz4_compress, 1))?;
+    module.define_module_function("decompress", function!(rlz4_decompress, 1))?;
+
+    let dict_class = module.define_class("Dictionary", ruby.class_object())?;
+    dict_class.define_singleton_method("new", function!(dict_initialize, 1))?;
+    dict_class.define_method("compress", method!(dict_compress, 1))?;
+    dict_class.define_method("decompress", method!(dict_decompress, 1))?;
+    dict_class.define_method("size", method!(dict_size, 0))?;
+
+    Ok(())
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn frame_round_trip() {
+        let data = b"the quick brown fox jumps over the lazy dog ".repeat(100);
+        let mut enc = FrameEncoder::new(Vec::new());
+        enc.write_all(&data).unwrap();
+        let ct = enc.finish().unwrap();
+        assert!(ct.len() < data.len(), "should compress repetitive input");
+        // Frame magic number
+        assert_eq!(&ct[..4], &[0x04, 0x22, 0x4d, 0x18]);
+
+        let mut dec = FrameDecoder::new(&ct[..]);
+        let mut out = Vec::new();
+        dec.read_to_end(&mut out).unwrap();
+        assert_eq!(out, data);
+    }
+
+    #[test]
+    fn frame_empty_round_trip() {
+        let mut enc = FrameEncoder::new(Vec::new());
+        enc.write_all(b"").unwrap();
+        let ct = enc.finish().unwrap();
+        let mut dec = FrameDecoder::new(&ct[..]);
+        let mut out = Vec::new();
+        dec.read_to_end(&mut out).unwrap();
+        assert!(out.is_empty());
+    }
+
+    #[test]
+    fn frame_garbage_fails() {
+        // A buffer that is long enough to look like a frame but has the
+        // wrong magic number must fail to decode.
+        let garbage = vec![0xFFu8; 32];
+        let mut dec = FrameDecoder::new(&garbage[..]);
+        let mut out = Vec::new();
+        assert!(dec.read_to_end(&mut out).is_err());
+    }
+
+    #[test]
+    fn block_dict_round_trip() {
+        let dict = b"JSON schema version 1 field ";
+        let msg = b"JSON schema version 1 field name=hello value=world";
+        let ct = lz4_flex::block::compress_prepend_size_with_dict(msg, dict);
+        let pt = lz4_flex::block::decompress_size_prepended_with_dict(&ct, dict).unwrap();
+        assert_eq!(pt, msg);
+    }
+
+    #[test]
+    fn block_dict_mismatch_fails_or_returns_wrong_data() {
+        // With a wrong dict, decode either errors out or returns wrong bytes.
+        // Either way it must not silently round-trip to the original.
+        let dict_a = b"common prefix AAA ";
+        let dict_b = b"common prefix BBB ";
+        let msg = b"common prefix AAA : the payload";
+        let ct = lz4_flex::block::compress_prepend_size_with_dict(msg, dict_a);
+        match lz4_flex::block::decompress_size_prepended_with_dict(&ct, dict_b) {
+            Ok(out) => assert_ne!(out, msg),
+            Err(_) => {}
+        }
+    }
+}

data/lib/rlz4/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module RLZ4
+  VERSION = "0.1.1"
+end

data/lib/rlz4.rb

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+require_relative "rlz4/rlz4"
+require_relative "rlz4/version"

data/tmp/x86_64-linux/stage/Cargo.toml

@@ -0,0 +1,9 @@
+[workspace]
+members  = ["ext/rlz4"]
+resolver = "2"
+
+[profile.release]
+opt-level     = 3
+lto           = true
+codegen-units = 1
+panic         = "abort"

data/tmp/x86_64-linux/stage/ext/rlz4/Cargo.toml

@@ -0,0 +1,16 @@
+[package]
+name    = "rlz4"
+version = "0.1.0"
+edition = "2021"
+
+[lib]
+name       = "rlz4"
+crate-type = ["cdylib", "rlib"]
+
+[dependencies]
+lz4_flex = { version = "0.13", default-features = false, features = ["frame", "std", "safe-encode", "safe-decode"] }
+magnus   = "0.8"
+rb-sys   = "0.9"
+
+[build-dependencies]
+rb-sys = "0.9"

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: rlz4
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Patrik Wenger
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rb_sys
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: |
+  Ruby bindings (via Rust/magnus) for the lz4_flex LZ4 implementation.
+  Provides LZ4 frame-format compress/decompress at module level and a
+  stateful Dictionary class for block-format compression with a shared
+  dictionary. Designed to be safe to call from multiple Ractors, unlike
+  existing Ruby LZ4 gems.
+email:
+- paddor@protonmail.ch
+executables: []
+extensions:
+- ext/rlz4/extconf.rb
+extra_rdoc_files: []
+files:
+- Cargo.lock
+- Cargo.toml
+- LICENSE
+- README.md
+- ext/rlz4/Cargo.toml
+- ext/rlz4/extconf.rb
+- ext/rlz4/src/lib.rs
+- lib/rlz4.rb
+- lib/rlz4/version.rb
+- tmp/x86_64-linux/stage/Cargo.toml
+- tmp/x86_64-linux/stage/ext/rlz4/Cargo.toml
+homepage: https://github.com/paddor/rlz4
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/paddor/rlz4
+  source_code_uri: https://github.com/paddor/rlz4
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 4.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.6
+specification_version: 4
+summary: Ractor-safe LZ4 bindings for Ruby (Rust extension via lz4_flex)
+test_files: []