nosj 0.3.2 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fad5b3acb2b252b61cf81404a272768c558aa84d68b0ae1ddccacda3b745fb51
-  data.tar.gz: ed97497088278d3a925017d05d090175323e53c4a8337f9a39943db165b85d37
+  metadata.gz: d57a15d6dbdf7dc81518662ef44348f538b6dcf2a95098c3491c741b9e2517b6
+  data.tar.gz: e5508e9cf8ea61c51e21599ef4a887f024ab08a920a0c642dfcb3ac7fd7b4954
 SHA512:
-  metadata.gz: 4f96f9eef6dcd421071fdb88e92af5239265576b67ec7a4aab0b7306b704cd5a5c2274cea3dc7730a218216a28c385a2be67e03051bb1ed9ee54704e2e8ae448
-  data.tar.gz: c5985fbf726d9303b0e0e640fa91eaaf34e0e199839812a5e4790926c44eb952e4337661734c1b739b55a6874d42323fdf3eab903518519cc4717d1c48b06c8b
+  metadata.gz: 9a7797c890345c879153069e63808fa916fe0e5944376680a86ba30696ef7eec16a6a0f45ae7c428c08783c56bb1a08bed448c27d3b7a7075caea064edee4205
+  data.tar.gz: 29113d820443054acafaeda1a976f4a388424466d79d09353fac5980cc80d803937a800b6384ed9395d9386735420cbd378cc8a6e6629cd5bdbefd1bd70fd5bd

data/CHANGELOG.md

@@ -1,3 +1,14 @@
+## [0.4.0] - 2026-09-05
+
+- Ractors: on Ruby 4.0+, `NOSJ.parse`, `NOSJ.generate`, and every
+  other entry point (lazy documents, partial parsing, the file APIs,
+  NDJSON, patches, reformatting, statistics) can be called from inside
+  a Ractor. Before this release each of them raised
+  `Ractor::UnsafeError` outside the main Ractor. Values parsed with
+  `freeze: true` are Ractor-shareable, so a document parsed in one
+  Ractor can be handed to another without copying.
+- Updated Rust dependencies.
+
 ## [0.3.2] - 2026-07-19
 
 - **IMPORTANT**—Fixed: the precompiled platform gems linked `libruby`

data/Cargo.lock

@@ -17,9 +17,9 @@ dependencies = [
 
 [[package]]
 name = "aho-corasick"
-version = "1.1.4"
+version = "1.1.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ddd31a130427c27518df266943a5308ed92d4b226cc639f5a8f1002816174301"
+checksum = "c982642fa9e8606056828ee9a8505737230110bb1099153c79efe865c59d12ba"
 dependencies = [
  "memchr",
 ]
@@ -44,9 +44,9 @@ dependencies = [
 
 [[package]]
 name = "bitflags"
-version = "2.13.0"
+version = "2.13.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b4388bee8683e3d04af747c73422af53102d2bd24d9eadb6cbc100baef4b43f8"
+checksum = "b588b76d00fde79687d7646a9b5bdf3cc0f655e0bbd080335a95d7e96f3587da"
 
 [[package]]
 name = "cexpr"
@@ -65,9 +65,9 @@ checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
 
 [[package]]
 name = "clang-sys"
-version = "1.8.1"
+version = "1.9.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0b023947811758c97c59bf9d1c188fd619ad4718dcaa767947df1cadb14f39f4"
+checksum = "157a8ba7b480713b56f4c09fd13fc3e0a22a5dfab8097ba61cbc5feef950788a"
 dependencies = [
  "glob",
  "libc",
@@ -76,15 +76,15 @@ dependencies = [
 
 [[package]]
 name = "either"
-version = "1.16.0"
+version = "1.18.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "91622ff5e7162018101f2fea40d6ebf4a78bbe5a49736a2020649edf9693679e"
+checksum = "252afb9ae5eaa683babdc6a068b3f5726eb19e05070c731f9b2a23a7c3e8ed34"
 
 [[package]]
 name = "fast-float2"
-version = "0.2.3"
+version = "0.2.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f8eb564c5c7423d25c886fb561d1e4ee69f72354d16918afa32c08811f6b6a55"
+checksum = "c6e8948ce679d00a02a94739ea185595dca7118ed04feb991127e443bd3d761f"
 
 [[package]]
 name = "getrandom"
@@ -100,9 +100,9 @@ dependencies = [
 
 [[package]]
 name = "glob"
-version = "0.3.3"
+version = "0.3.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0cc23270f6e1808e30a928bdc84dea0b9b4136a8bc82338574f23baf47bbd280"
+checksum = "e4eba85ea1d0a966a983acd07deee566e67395d2d96b6fb39e62b5a833f1eb0b"
 
 [[package]]
 name = "itertools"
@@ -121,9 +121,9 @@ checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe"
 
 [[package]]
 name = "libc"
-version = "0.2.186"
+version = "0.2.189"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66"
+checksum = "3eaf3ede3fee6db1a4c2ee091bf8a8b4dccdc6d17f656fb07896ee72867612f2"
 
 [[package]]
 name = "libloading"
@@ -200,7 +200,7 @@ dependencies = [
 
 [[package]]
 name = "nosj_native"
-version = "0.3.2"
+version = "0.4.0"
 dependencies = [
  "ahash",
  "magnus",
@@ -217,18 +217,18 @@ checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
 
 [[package]]
 name = "proc-macro2"
-version = "1.0.106"
+version = "1.0.107"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934"
+checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9"
 dependencies = [
  "unicode-ident",
 ]
 
 [[package]]
 name = "quote"
-version = "1.0.46"
+version = "1.0.47"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "dfbc457d0c7a0759a614551b11a6409e5951f6c7537be1f1b7682b9ae9230368"
+checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001"
 dependencies = [
  "proc-macro2",
 ]
@@ -241,18 +241,18 @@ checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f"
 
 [[package]]
 name = "rb-sys"
-version = "0.9.128"
+version = "0.9.130"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "45ca28513560e56cfb79a62b1fce363c73af170a182024ce880c77ee9429920a"
+checksum = "02faf625bb10ba893e3ae620f19c9fb1b5f8fcae0fe4eb86bb3f2230fad75edb"
 dependencies = [
  "rb-sys-build",
 ]
 
 [[package]]
 name = "rb-sys-build"
-version = "0.9.128"
+version = "0.9.130"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ce04b2c55eff3a21aaa623fcc655d94373238e72cac6b3e1a3641ff31649f99a"
+checksum = "05be6f9c86fe5482808162826f6c047d093b3670582296c770de1d94f8066694"
 dependencies = [
  "bindgen",
  "lazy_static",
@@ -271,9 +271,9 @@ checksum = "cca7ad6a7e21e72151d56fe2495a259b5670e204c3adac41ee7ef676ea08117a"
 
 [[package]]
 name = "regex"
-version = "1.13.0"
+version = "1.13.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2a0e75113e14dc5acb068cd0786884f214f1312650a3d36d269f5c4f3cdee8a2"
+checksum = "f020237b6c8eed93db2e2cb53c00c60a8e1bc73da7d073199a1180401450218d"
 dependencies = [
  "aho-corasick",
  "memchr",
@@ -283,9 +283,9 @@ dependencies = [
 
 [[package]]
 name = "regex-automata"
-version = "0.4.15"
+version = "0.4.18"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1f388202e4b80542a0921078cc23b6333bcf1409c1e3f86404cae4766a6131db"
+checksum = "ad8553b9b26413251cbf30e620595c7a41b3887f03da04579c0e6b0d6a06b4b2"
 dependencies = [
  "aho-corasick",
  "memchr",
@@ -368,18 +368,18 @@ checksum = "1ebf944e87a7c253233ad6766e082e3cd714b5d03812acc24c318f549614536e"
 
 [[package]]
 name = "zerocopy"
-version = "0.8.54"
+version = "0.8.56"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b7cbbc0a705a0fd05cc3676525980d2bf5a9bc4adac6d6475209a7887cf59d19"
+checksum = "556764e583adb45a9f8d413c2a147fa7e8d821e48e12b14fd560b607998b75eb"
 dependencies = [
  "zerocopy-derive",
 ]
 
 [[package]]
 name = "zerocopy-derive"
-version = "0.8.54"
+version = "0.8.56"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e2e817b7b52d0c7358d3246da9d69935ebb18116b2b102b4230dac079b4862f5"
+checksum = "f2ab42fc20575779bd240faa45f94a74256f755c0fa9e89f0ede20d91d0cdfc1"
 dependencies = [
  "proc-macro2",
  "quote",

data/README.md

@@ -16,6 +16,7 @@ faster than Yajl—[see Benchmarks](#benchmarks).
 - It does **byte-splicing edits**: `NOSJ.splice` changes a field inside a passing payload 10–51× faster than parse-mutate-generate, and RFC 6902 JSON Patch / RFC 7386 merge patch apply straight to the raw string.
 - It is **great to debug with**: parse errors carry line, column, and a caret snippet pointing at the break, and `NOSJ.stats` X-rays a mystery blob (depth, value counts, key histogram) faster than parsing it.
 - It accelerates a **Rails** application in both encoding and decoding.
+- It is **Ractor-safe**: call it from any Ractor on Ruby 4.0+, and parse with `freeze: true` to get shareable results.
 - It comes **precompiled** (platform gems built with per-platform optimizations,
 nothing to compile on install).
 - Otherwise, same API and option names as gem json.
@@ -300,6 +301,22 @@ NOSJ.parse(%({\n  "a": 1,\n  "b": }))
 #                         ^
 ```
 
+### Ractors
+
+On Ruby 4.0+, every entry point works inside a Ractor: parse and
+generate, lazy documents, partial parsing, the file APIs, NDJSON,
+patches, reformatting, and statistics.
+
+```ruby
+workers = Array.new(4) do
+  Ractor.new(payload) { |src| NOSJ.parse(src, freeze: true) }
+end
+workers.map(&:value)
+```
+
+`freeze: true` returns deeply frozen, Ractor-shareable values, so a
+document parsed in one Ractor can be handed to another without a copy.
+
 ## Benchmarks
 
 Every installed JSON gem, benchmark-ips: AWS EC2 c7a.2xlarge (AMD EPYC 9R14, Zen 4), Ruby 4.0.6 + YJIT, json 2.21.1, Oj 3.17.4, RapidJSON 0.4.0, FastJsonparser 0.6.0, Yajl 1.4.3, PGO build, 2026-07-16. `×N` = times slower than nosj. 

data/ext/nosj/Cargo.toml

@@ -5,7 +5,7 @@
 # required by lib/nosj.rb as "nosj/nosj" (Init_nosj set explicitly in
 # lib.rs). Gem name, module, and API are plain nosj.
 name = "nosj_native"
-version = "0.3.2"
+version = "0.4.0"
 edition = "2021"
 authors = ["Yaroslav Markin <yaroslav@markin.net>"]
 license = "MIT"

data/ext/nosj/src/errors.rs

@@ -16,7 +16,9 @@ use magnus::{Class, Error, ExceptionClass, Module, Object, RModule, RObject, Rub
 /// extension is loaded without lib/nosj.rb).
 pub(crate) fn nosj_exception(ruby: &Ruby, name: &str) -> ExceptionClass {
     let lookup = || -> Result<ExceptionClass, Error> {
-        let m: RModule = ruby.define_module("NOSJ")?;
+        // A lookup, not define_module: defining is main-Ractor work, and
+        // this runs wherever a parse fails.
+        let m: RModule = ruby.class_object().const_get("NOSJ")?;
         m.const_get(name)
     };
     lookup().unwrap_or_else(|_| ruby.exception_runtime_error())

data/ext/nosj/src/gen/mod.rs

@@ -29,20 +29,24 @@ mod walker;
 
 use magnus::rb_sys::{AsRawValue, FromRawValue};
 use magnus::{Error, RString, Ruby, Value};
-use std::cell::RefCell;
+use std::cell::Cell;
 
 use errors::raise_fail;
 use keys::GenKeyCache;
+pub(crate) use ruby::warm_up;
 use walker::Gen;
 
 /// Per-thread generate scratch: the pooled output buffer (capacity
-/// survives across calls) and the pre-escaped key cache. One
-/// thread_local, borrowed ONCE for the whole call: in a shared library
-/// every thread_local access is a `__tls_get_addr` call, and the old
-/// take/put-back shape paid two of them plus struct moves per call
-/// (measurable on 45-byte documents). A recursive generate via a user
-/// `to_json` hits the failed `try_borrow_mut` arm and runs on a fresh
-/// scratch instead of panicking the RefCell.
+/// survives across calls) and the pre-escaped key caches. A call takes
+/// the scratch OUT of the thread-local and stores it back afterwards:
+/// off the main Ractor, Ruby threads run M:N over a pool of native
+/// threads, so a thread resuming after a `to_json` / `as_json` callback
+/// may be on another native thread, where a reference into the old
+/// thread's cell would alias whatever that thread is running. An empty
+/// cell (a recursive generate holds the scratch, or a thread hop left
+/// it elsewhere) means a fresh one. The Box moves as one pointer; the
+/// cost over a plain borrow is one thread-local address lookup per
+/// call, measured at parity (feature/ractor, 2026-09).
 struct GenScratch {
     buf: Vec<u8>,
     keys: GenKeyCache,
@@ -52,12 +56,31 @@ struct GenScratch {
     html_keys: GenKeyCache,
 }
 
+impl GenScratch {
+    fn fresh() -> Box<Self> {
+        Box::new(GenScratch {
+            buf: Vec::new(),
+            keys: GenKeyCache::with_capacity(256),
+            html_keys: GenKeyCache::with_capacity(64),
+        })
+    }
+}
+
 thread_local! {
-    static GEN_SCRATCH: RefCell<GenScratch> = RefCell::new(GenScratch {
-        buf: Vec::new(),
-        keys: GenKeyCache::with_capacity(256),
-        html_keys: GenKeyCache::with_capacity(64),
-    });
+    static GEN_SCRATCH: Cell<Option<Box<GenScratch>>> = const { Cell::new(None) };
+}
+
+/// Run `f` on this thread's scratch, then store it back, replacing one a
+/// recursive generate stored meanwhile (the outermost call's is the warm
+/// one; the replaced scratch's key cache keeps its shadow, exactly as
+/// the old fallback arm's did).
+fn with_scratch<R>(f: impl FnOnce(&mut GenScratch) -> R) -> R {
+    let mut scratch = GEN_SCRATCH
+        .with(Cell::take)
+        .unwrap_or_else(GenScratch::fresh);
+    let result = f(&mut scratch);
+    GEN_SCRATCH.with(|cell| cell.set(Some(scratch)));
+    result
 }
 
 /// `NOSJ.generate(obj, opts = nil)`, registered as a variadic native
@@ -174,27 +197,18 @@ fn generate_scratched_into<R>(
     cap_hint: usize,
     finish: impl FnOnce(&Ruby, &[u8]) -> Result<R, Error>,
 ) -> Result<R, Error> {
-    GEN_SCRATCH.with(|cell| match cell.try_borrow_mut() {
-        Ok(mut scratch) => {
-            let scratch = &mut *scratch;
-            let GenScratch {
-                buf,
-                keys,
-                html_keys,
-                ..
-            } = scratch;
-            let keys = if cfg.mode == nosj::emit::EscapeMode::HtmlSafe {
-                html_keys
-            } else {
-                keys
-            };
-            generate_with(ruby, obj, cfg, cap_hint, buf, keys, finish)
-        }
-        Err(_) => {
-            let mut buf = Vec::new();
-            let mut keys = GenKeyCache::default();
-            generate_with(ruby, obj, cfg, cap_hint, &mut buf, &mut keys, finish)
-        }
+    with_scratch(|scratch| {
+        let GenScratch {
+            buf,
+            keys,
+            html_keys,
+        } = scratch;
+        let keys = if cfg.mode == nosj::emit::EscapeMode::HtmlSafe {
+            html_keys
+        } else {
+            keys
+        };
+        generate_with(ruby, obj, cfg, cap_hint, buf, keys, finish)
     })
 }
 
@@ -258,10 +272,7 @@ pub(crate) fn emit_into(
     cfg: &opts::GenConfig,
     out: &mut Vec<u8>,
 ) -> Result<(), Error> {
-    GEN_SCRATCH.with(|cell| match cell.try_borrow_mut() {
-        Ok(mut scratch) => emit_one(ruby, obj, cfg, out, &mut scratch.keys),
-        Err(_) => emit_one(ruby, obj, cfg, out, &mut GenKeyCache::default()),
-    })
+    with_scratch(|scratch| emit_one(ruby, obj, cfg, out, &mut scratch.keys))
 }
 
 /// Formatting strings holding a newline (or carriage return) would
@@ -313,17 +324,9 @@ pub(crate) fn generate_lines_bytes_into<R>(
             "formatting options containing newlines would break JSON Lines framing",
         ));
     }
-    GEN_SCRATCH.with(|cell| match cell.try_borrow_mut() {
-        Ok(mut scratch) => {
-            let scratch = &mut *scratch;
-            let GenScratch { buf, keys, .. } = scratch;
-            generate_lines_with(ruby, values, cfg, cap_hint, buf, keys, finish)
-        }
-        Err(_) => {
-            let mut buf = Vec::new();
-            let mut keys = GenKeyCache::default();
-            generate_lines_with(ruby, values, cfg, cap_hint, &mut buf, &mut keys, finish)
-        }
+    with_scratch(|scratch| {
+        let GenScratch { buf, keys, .. } = scratch;
+        generate_lines_with(ruby, values, cfg, cap_hint, buf, keys, finish)
     })
 }
 

data/ext/nosj/src/gen/ruby.rs

@@ -37,6 +37,15 @@ fn as_json_id() -> rb_sys::ID {
         as rb_sys::ID
 }
 
+/// Resolve the `OnceLock`s here now (init, main Ractor): an initializer
+/// that enters the VM must never race between Ractors (see lib.rs), and
+/// an initialized lock never blocks again.
+pub(crate) fn warm_up() {
+    as_json_id();
+    to_json_id();
+    utf8_encindexes();
+}
+
 /// Whether `v` is a `JSON::Fragment` (pre-rendered JSON to splice
 /// verbatim: the gem accepts fragments even under `strict`, and
 /// ActiveSupport's encoder passes them through). The class is resolved

data/ext/nosj/src/lib.rs

@@ -37,6 +37,14 @@ use magnus::{method, prelude::*, Error, Ruby};
 // "nosj/nosj"), not the package name nosj_native (see Cargo.toml).
 #[magnus::init(name = "nosj")]
 fn init(ruby: &Ruby) -> Result<(), Error> {
+    // Declared before any method exists: Ruby marks the methods defined
+    // after this call as callable from every Ractor. What backs it: the
+    // generate scratch is taken out of its thread-local for a call (see
+    // gen::GEN_SCRATCH), the key caches hold only shareable VALUEs
+    // (interned strings, static symbols), and the warm-up at the end of
+    // init resolves every lazily-initialized static on the main Ractor.
+    // SAFETY: a flag write on the VM's extension-load state.
+    unsafe { rb_sys::rb_ext_ractor_safe(true) };
     compile_info();
 
     let module = ruby.define_module("NOSJ")?;
@@ -104,6 +112,15 @@ fn init(ruby: &Ruby) -> Result<(), Error> {
     // its `generate` through a Ruby frame into C, so skipping our own
     // forwarder frame is a straight per-call win on small documents.
     module.define_singleton_method("generate", method!(gen::generate_entry, -1))?;
+
+    // Warm-up on the main Ractor: magnus resolves a TypedData class (and
+    // gen/ruby.rs its interned IDs) behind a blocking lazy initializer
+    // that calls into the VM, and two Ractors racing that first touch
+    // deadlock (the loser parks natively and never joins the VM barrier
+    // the winner needs).
+    let _ = <state::ShadowHandle as magnus::TypedData>::class(ruby);
+    let _ = <lazy::LazyNode as magnus::TypedData>::class(ruby);
+    gen::warm_up();
     Ok(())
 }
 

data/lib/nosj/version.rb

@@ -2,5 +2,5 @@
 
 module NOSJ
   # The gem version.
-  VERSION = "0.3.2"
+  VERSION = "0.4.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: nosj
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.4.0
 platform: ruby
 authors:
 - Yaroslav Markin