parsanol 1.1.0 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 45aa9195628cc2e7f650812c58766a384dbe67dc73febfd310584ab0664757b1
-  data.tar.gz: 817da8ffe77ff6eca2d305d581331424f585c1b3d17b7197fe27c6b3ad858f79
+  metadata.gz: 523e36dd19f7b509167089dcf1d566abb341ae2da29cec57a1ac9297650042bf
+  data.tar.gz: 7d0b4bd344cb8dd514a07a82426d3136a0953bcf086b8344a56a735b0f0fdad3
 SHA512:
-  metadata.gz: bf9e28238511568b99be9f3d9c7feb6113365da97864a34314760080696cb47da383695e355cbe80f1f0af8709b44b72b5f78041e1bc47f13498254b064ebd8b
-  data.tar.gz: 73b049247f578d155704de420fbf448a64cb182421c143b6735c9e14f90c954978db0b1b2d5712c92a2acf47e4b0d8a9b6421dc1e1c6475afce4eb963a8208f5
+  metadata.gz: 1c1199d60ae79ef564f811686e4f1dd164c515c8457673ec4a9bd8c2c1cf1d7e84828afa8904c62c931ab0645126f97e4a639fae47900f964da0e10d6f13b82a
+  data.tar.gz: 95c0a72489855df18dffcdee93ac1d8cced717b563f85e7a18bbc8be60419cf1aabf73e8b44f6f4aa7d02dee9e638b1dabd4fff6871aac09e7cb896adbcb185b

data/Cargo.lock

@@ -9,7 +9,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75"
 dependencies = [
  "cfg-if",
- "getrandom",
+ "getrandom 0.3.4",
  "once_cell",
  "version_check",
  "zerocopy",
@@ -30,6 +30,12 @@ version = "0.2.21"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "683d7910e743518b0e34f1186f92494becacb047c7b6bf616c96772180fef923"
 
+[[package]]
+name = "anyhow"
+version = "1.0.102"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7f202df86484c868dbad7eaa557ef785d5c66295e41b460ef922eca0723b842c"
+
 [[package]]
 name = "bindgen"
 version = "0.69.5"
@@ -94,17 +100,48 @@ version = "1.15.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
 
+[[package]]
+name = "equivalent"
+version = "1.0.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f"
+
+[[package]]
+name = "foldhash"
+version = "0.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2"
+
+[[package]]
+name = "foldhash"
+version = "0.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "77ce24cb58228fbb8aa041425bb1050850ac19177686ea6e0f41a70416f56fdb"
+
 [[package]]
 name = "getrandom"
 version = "0.3.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "899def5c37c4fd7b2664648c28120ecec138e4d395b459e5ca34f9cce2dd77fd"
+dependencies = [
+ "cfg-if",
+ "libc",
+ "r-efi 5.3.0",
+ "wasip2",
+]
+
+[[package]]
+name = "getrandom"
+version = "0.4.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0de51e6874e94e7bf76d726fc5d13ba782deca734ff60d5bb2fb2607c7406555"
 dependencies = [
  "cfg-if",
  "js-sys",
  "libc",
- "r-efi",
+ "r-efi 6.0.0",
  "wasip2",
+ "wasip3",
  "wasm-bindgen",
 ]
 
@@ -116,12 +153,46 @@ checksum = "0cc23270f6e1808e30a928bdc84dea0b9b4136a8bc82338574f23baf47bbd280"
 
 [[package]]
 name = "hashbrown"
-version = "0.14.5"
+version = "0.15.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1"
+checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1"
+dependencies = [
+ "foldhash 0.1.5",
+]
+
+[[package]]
+name = "hashbrown"
+version = "0.16.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100"
 dependencies = [
- "ahash",
  "allocator-api2",
+ "equivalent",
+ "foldhash 0.2.0",
+]
+
+[[package]]
+name = "heck"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
+
+[[package]]
+name = "id-arena"
+version = "2.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3d3067d79b975e8844ca9eb072e16b31c3c1c36928edf9c6789548c524d0d954"
+
+[[package]]
+name = "indexmap"
+version = "2.13.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7714e70437a7dc3ac8eb7e6f8df75fd8eb422675fc7678aff7364301092b1017"
+dependencies = [
+ "equivalent",
+ "hashbrown 0.16.1",
+ "serde",
+ "serde_core",
 ]
 
 [[package]]
@@ -161,6 +232,12 @@ version = "1.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "830d08ce1d1d941e6b30645f1a0eb5643013d835ce3779a5fc208261dbe10f55"
 
+[[package]]
+name = "leb128fmt"
+version = "0.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "09edd9e8b54e49e587e4f6295a7d29c3ea94d469cb40ab8ca70b288248a81db2"
+
 [[package]]
 name = "libc"
 version = "0.2.182"
@@ -236,16 +313,15 @@ checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
 
 [[package]]
 name = "parsanol"
-version = "0.1.6"
+version = "0.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "484d821918cce7ace828a8d4f515db583f3e05b6ed8772f576e074fc535ad100"
+checksum = "40e84f8cdc9f85960871f57d5fff33cf9e03deae0fd7f87b1f9655f35451fdf7"
 dependencies = [
  "ahash",
- "getrandom",
- "hashbrown",
+ "getrandom 0.4.2",
+ "hashbrown 0.16.1",
  "magnus",
  "memchr",
- "once_cell",
  "parsanol-derive",
  "rb-sys",
  "regex",
@@ -255,9 +331,9 @@ dependencies = [
 
 [[package]]
 name = "parsanol-derive"
-version = "0.1.0"
+version = "0.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b9f081fc3980dcf75d99ade6f562a64ed306b7981bd6d5d5e710b39819f652b4"
+checksum = "bbd12999fd4452b4713c3d32ca200de0894da2636a215ed54e83c42a553c1aae"
 dependencies = [
  "proc-macro2",
  "quote",
@@ -266,7 +342,7 @@ dependencies = [
 
 [[package]]
 name = "parsanol_native"
-version = "1.0.0"
+version = "1.0.2"
 dependencies = [
  "log",
  "magnus",
@@ -274,6 +350,16 @@ dependencies = [
  "rb-sys",
 ]
 
+[[package]]
+name = "prettyplease"
+version = "0.2.37"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "479ca8adacdd7ce8f1fb39ce9ecccbfe93a3f1344b3d0d97f20bc0196208f62b"
+dependencies = [
+ "proc-macro2",
+ "syn",
+]
+
 [[package]]
 name = "proc-macro2"
 version = "1.0.106"
@@ -298,6 +384,12 @@ version = "5.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f"
 
+[[package]]
+name = "r-efi"
+version = "6.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf"
+
 [[package]]
 name = "rb-sys"
 version = "0.9.124"
@@ -369,6 +461,12 @@ version = "1.0.22"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d"
 
+[[package]]
+name = "semver"
+version = "1.0.27"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d767eb0aabc880b29956c35734170f26ed551a859dbd361d140cdbeca61ab1e2"
+
 [[package]]
 name = "seq-macro"
 version = "0.3.6"
@@ -447,6 +545,12 @@ version = "1.0.24"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75"
 
+[[package]]
+name = "unicode-xid"
+version = "0.2.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853"
+
 [[package]]
 name = "version_check"
 version = "0.9.5"
@@ -462,6 +566,15 @@ dependencies = [
  "wit-bindgen",
 ]
 
+[[package]]
+name = "wasip3"
+version = "0.4.0+wasi-0.3.0-rc-2026-01-06"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5428f8bf88ea5ddc08faddef2ac4a67e390b88186c703ce6dbd955e1c145aca5"
+dependencies = [
+ "wit-bindgen",
+]
+
 [[package]]
 name = "wasm-bindgen"
 version = "0.2.114"
@@ -507,6 +620,40 @@ dependencies = [
  "unicode-ident",
 ]
 
+[[package]]
+name = "wasm-encoder"
+version = "0.244.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "990065f2fe63003fe337b932cfb5e3b80e0b4d0f5ff650e6985b1048f62c8319"
+dependencies = [
+ "leb128fmt",
+ "wasmparser",
+]
+
+[[package]]
+name = "wasm-metadata"
+version = "0.244.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bb0e353e6a2fbdc176932bbaab493762eb1255a7900fe0fea1a2f96c296cc909"
+dependencies = [
+ "anyhow",
+ "indexmap",
+ "wasm-encoder",
+ "wasmparser",
+]
+
+[[package]]
+name = "wasmparser"
+version = "0.244.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "47b807c72e1bac69382b3a6fb3dbe8ea4c0ed87ff5629b8685ae6b9a611028fe"
+dependencies = [
+ "bitflags",
+ "hashbrown 0.15.5",
+ "indexmap",
+ "semver",
+]
+
 [[package]]
 name = "windows-link"
 version = "0.2.1"
@@ -518,6 +665,88 @@ name = "wit-bindgen"
 version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5"
+dependencies = [
+ "wit-bindgen-rust-macro",
+]
+
+[[package]]
+name = "wit-bindgen-core"
+version = "0.51.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ea61de684c3ea68cb082b7a88508a8b27fcc8b797d738bfc99a82facf1d752dc"
+dependencies = [
+ "anyhow",
+ "heck",
+ "wit-parser",
+]
+
+[[package]]
+name = "wit-bindgen-rust"
+version = "0.51.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b7c566e0f4b284dd6561c786d9cb0142da491f46a9fbed79ea69cdad5db17f21"
+dependencies = [
+ "anyhow",
+ "heck",
+ "indexmap",
+ "prettyplease",
+ "syn",
+ "wasm-metadata",
+ "wit-bindgen-core",
+ "wit-component",
+]
+
+[[package]]
+name = "wit-bindgen-rust-macro"
+version = "0.51.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0c0f9bfd77e6a48eccf51359e3ae77140a7f50b1e2ebfe62422d8afdaffab17a"
+dependencies = [
+ "anyhow",
+ "prettyplease",
+ "proc-macro2",
+ "quote",
+ "syn",
+ "wit-bindgen-core",
+ "wit-bindgen-rust",
+]
+
+[[package]]
+name = "wit-component"
+version = "0.244.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9d66ea20e9553b30172b5e831994e35fbde2d165325bec84fc43dbf6f4eb9cb2"
+dependencies = [
+ "anyhow",
+ "bitflags",
+ "indexmap",
+ "log",
+ "serde",
+ "serde_derive",
+ "serde_json",
+ "wasm-encoder",
+ "wasm-metadata",
+ "wasmparser",
+ "wit-parser",
+]
+
+[[package]]
+name = "wit-parser"
+version = "0.244.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ecc8ac4bc1dc3381b7f59c34f00b67e18f910c2c0f50015669dde7def656a736"
+dependencies = [
+ "anyhow",
+ "id-arena",
+ "indexmap",
+ "log",
+ "semver",
+ "serde",
+ "serde_derive",
+ "serde_json",
+ "unicode-xid",
+ "wasmparser",
+]
 
 [[package]]
 name = "zerocopy"

data/HISTORY.txt

@@ -1,3 +1,53 @@
+== Parsanol 1.2.0 (2026-03-07)
+
+New features for advanced parsing scenarios:
+
+=== Capture Atoms
+
+Extract named values from parsed input without building full AST:
+
+* `atom.capture(:name)` - Capture matched text by name
+* Zero-copy extraction using offset/length
+* Works across all backends (Packrat, Bytecode, Streaming)
+
+=== Scope Atoms
+
+Create isolated capture contexts for nested parsing:
+
+* `scope { inner }` - Discards inner captures on exit
+* Prevents capture pollution in recursive structures
+* Memory-bounded parsing for repeated patterns
+
+=== Dynamic Atoms
+
+Runtime-determined parsing via FFI callbacks:
+
+* `dynamic { |ctx| parser }` - Context-sensitive parsing
+* Access captures, position, and input in callback
+* Full Packrat backend support
+
+=== Native Extension Updates
+
+* Updated to parsanol-rs 0.2.0
+* New backend abstraction (Packrat, Bytecode, Auto)
+* Streaming parser with capture extraction
+* Performance improvements
+
+== Parsanol 1.1.0 (2025-03-15)
+
+Position information is now returned by default:
+
+* All parse methods return `Parsanol::Slice` objects
+* `Slice#offset`, `#length`, `#line_and_column` methods
+* Zero-copy extraction via `Slice#extract_from(input)`
+* JSON output format includes position inline
+
+Performance improvements:
+
+* Native extension ~20x faster than pure Ruby
+* ZeroCopy API for direct FFI object construction
+* Parallel batch parsing with `Parsanol::Parallel`
+
 == Parsanol 1.0.0 (2025-03-02)
 
 Initial release of Parsanol, a high-performance PEG parser library for Ruby.

data/README.adoc

@@ -247,8 +247,13 @@ parser.parse('123')  # Works exactly the same
 | `sequence(:x)` | ✅ | Match array of values
 | `subtree(:x)` | ✅ | Match any subtree
 | `Parslet::Slice` | ✅ | Parsanol::Slice compatible
+| `.capture(:name)` | ✅ | Named capture extraction (NEW in 1.1.0)
+| `scope { }` | ✅ | Isolated capture context (NEW in 1.1.0)
+| `dynamic { \|ctx\| }` | ✅ | Runtime-determined parsing (NEW in 1.1.0)
 |===
 
+NOTE: The new capture, scope, and dynamic atoms provide powerful extraction and context-sensitive parsing capabilities. See the <<captures,Captures>> section for details.
+
 == Architecture
 
 .Parsanol architecture overview
@@ -467,7 +472,99 @@ NOTE: The backend selection is transparent to Ruby users. The parser object auto
 
 For more details on backend selection and grammar analysis, see the https://parsanol.github.io/backends[Parsing Backends documentation].
 
+[[captures]]
+== Captures, Scopes, and Dynamic Atoms
+
+Parsanol 1.1.0 introduces powerful new features for extracting and managing parsed data.
+
+[[capture-atoms]]
+=== Capture Atoms
+
+Extract named values from parsed input, similar to named groups in regular expressions:
+
+[source,ruby]
+----
+require 'parsanol/parslet'
+
+include Parsanol::Parslet
+
+# Basic capture
+parser = str('hello').capture(:greeting)
+result = parser.parse("hello")
+puts result[:greeting].to_s  # => "hello"
+
+# Multiple captures - parse key=value pairs
+kv_parser = match('[a-z]+').capture(:key) >>
+              str('=') >>
+              match('[a-zA-Z0-9]+').capture(:value)
+
+result = kv_parser.parse("name=Alice")
+puts result[:key].to_s    # => "name"
+puts result[:value].to_s  # => "Alice"
+----
+
+[[scope-atoms]]
+=== Scope Atoms
+
+Create isolated capture contexts. Captures inside a scope are discarded when the scope exits:
+
+[source,ruby]
+----
+# Without scope: inner captures leak out
+parser = str('a').capture(:temp) >> str('b') >> str('c').capture(:temp)
+
+# With scope: inner captures are discarded
+parser = str('prefix').capture(:outer) >>
+         scope { str('inner').capture(:inner) } >>
+         str('suffix').capture(:outer_end)
+
+result = parser.parse("prefix inner suffix")
+puts result[:inner]  # => nil (discarded)
+puts result[:outer]  # => "prefix"
+----
+
+Scopes are essential for:
+- Parsing nested structures without capture pollution
+- Recursive parsing with isolated capture state
+- Memory-bounded parsing of repeated structures
+
+[[dynamic-atoms]]
+=== Dynamic Atoms
+
+Runtime-determined parsing via callbacks. The grammar can change based on context:
+
+[source,ruby]
+----
+# Type-driven value parsing
+class TypeParser < Parsanol::Parser
+  include Parsanol::Parslet
+
+  rule(:type) { match('[a-z]+').capture(:type) }
+  rule(:value) do
+    dynamic do |ctx|
+      case ctx[:type].to_s
+      when 'int' then match('\d+')
+      when 'str' then match('[a-z]+')
+      when 'bool' then str('true') | str('false')
+      else match('[a-z]+')
+      end.capture(:value)
+    end
+  end
+  rule(:declaration) { type >> str(':') >> match('[a-z]+').capture(:name) >> str('=') >> value }
+  root :declaration
+end
+
+parser = TypeParser.new
+result = parser.parse("int:count=42")
+puts result[:type].to_s   # => "int"
+puts result[:value].to_s  # => "42"
+----
 
+The `DynamicContext` provides:
+- `ctx[:name]` - Access captured values
+- `ctx.remaining` - Remaining input from current position
+- `ctx.pos` - Current byte position
+- `ctx.input` - Full input string
 
 [[streaming-builder]]
 == Streaming Builder API

data/ext/parsanol_native/Cargo.toml

@@ -28,7 +28,7 @@ rb-sys = { version = "0.9.124", features = ["link-ruby", "global-allocator"] }
 magnus = "0.8"
 
 # parsanol parser library
-parsanol = { version = "0.1.6", features = ["ruby"] }
+parsanol = { version = "0.3", features = ["ruby"] }
 
 # Logging
 log = "0.4"

data/ext/parsanol_native/src/lib.rs

@@ -11,7 +11,7 @@ use magnus::{Error, Ruby};
 /// functions from parsanol-rs.
 #[magnus::init]
 fn init(ruby: &Ruby) -> Result<(), Error> {
-    // Initialize the parsanol-rs ruby_ffi module
+    // Initialize the parsanol-rs ffi::ruby module
     // This sets up Parsanol::Native with all the functions
-    parsanol::ruby_ffi::init(ruby)
+    parsanol::ffi::ruby::init(ruby)
 }

data/lib/parsanol/native/dynamic.rb

@@ -0,0 +1,237 @@
+# frozen_string_literal: true
+
+require 'json'
+
+module Parsanol
+  module Native
+    # Manages Ruby callbacks for dynamic atoms
+    #
+    # Dynamic atoms allow runtime-determined parsing by invoking Ruby code
+    # during parsing. This module provides:
+    # - Registration of Ruby procs as callbacks
+    # - Thread-safe callback storage
+    # - GC-safe references (callbacks are kept alive while registered)
+    #
+    # @example Basic usage
+    #   # Register a callback
+    #   callback_id = Parsanol::Native::Dynamic.register(->(ctx) {
+    #     ctx[:mode] == 'A' ? str('alpha') : str('beta')
+    #   })
+    #
+    #   # Use in grammar
+    #   grammar = str('MODE:').capture(:mode) >> dynamic(callback_id)
+    #
+    #   # Unregister when done
+    #   Parsanol::Native::Dynamic.unregister(callback_id)
+    #
+    module Dynamic
+      # Callback storage (callback_id => block)
+      # This keeps strong references to prevent GC
+      @callbacks = {}
+      @mutex = Mutex.new
+      @next_id = 1_000_000 # Start high to avoid conflicts with Rust-side IDs
+
+      class << self
+        # Register a Ruby block as a dynamic callback
+        #
+        # @param block [Proc] The block to register (must accept a context hash)
+        # @param description [String, nil] Optional description for debugging
+        # @return [Integer] Unique callback ID for use in grammar
+        #
+        # @example
+        #   id = Parsanol::Native::Dynamic.register(->(ctx) {
+        #     case ctx[:type]
+        #     when 'int' then str('integer')
+        #     when 'str' then str('string')
+        #     else nil
+        #     end
+        #   })
+        #
+        def register(block, description: nil)
+          # Register with Rust FFI
+          ffi_id = Native.register_callback(@next_id, description || "Ruby callback ##{@next_id}")
+
+          # Also keep a Ruby-side reference for GC safety
+          @mutex.synchronize do
+            @callbacks[ffi_id] = {
+              block: block,
+              description: description || "Ruby callback ##{ffi_id}"
+            }
+          end
+
+          ffi_id
+        end
+
+        # Unregister a callback (free memory)
+        #
+        # @param callback_id [Integer] The callback ID to remove
+        # @return [Boolean] True if the callback was found and removed
+        #
+        def unregister(callback_id)
+          # Remove from Rust FFI
+          Native.unregister_callback(callback_id)
+
+          # Remove from Ruby storage
+          @mutex.synchronize do
+            @callbacks.delete(callback_id)
+          end
+        end
+
+        # Get the description of a registered callback
+        #
+        # @param callback_id [Integer] The callback ID
+        # @return [String, nil] The description or nil if not found
+        #
+        def description(callback_id)
+          # Try Ruby-side first
+          ruby_desc = @mutex.synchronize do
+            @callbacks[callback_id]&.dig(:description)
+          end
+
+          return ruby_desc if ruby_desc
+
+          # Fall back to FFI
+          Native.get_callback_description(callback_id)
+        end
+
+        # Get the number of registered callbacks
+        #
+        # @return [Integer] Number of registered callbacks
+        #
+        def count
+          Native.callback_count
+        end
+
+        # Clear all callbacks (for testing)
+        #
+        # WARNING: This clears all callbacks globally, including those
+        # registered by other code. Use with caution.
+        #
+        def clear
+          Native.clear_callbacks
+          @mutex.synchronize { @callbacks.clear }
+        end
+
+        # Check if a callback is registered
+        #
+        # @param callback_id [Integer] The callback ID
+        # @return [Boolean] True if registered
+        #
+        def registered?(callback_id)
+          @mutex.synchronize { @callbacks.key?(callback_id) } ||
+            Native.has_callback(callback_id)
+        end
+
+        # Invoke a callback from Rust (called via FFI)
+        #
+        # @param callback_id [Integer] The callback ID
+        # @param context [Hash] The context hash from Rust
+        # @return [Object, nil] The returned atom (parslet) or nil
+        #
+        def invoke_from_rust(callback_id, context)
+          block = @mutex.synchronize { @callbacks[callback_id]&.dig(:block) }
+          return nil unless block
+
+          # Build DynamicContext from hash
+          ctx = DynamicContext.new(
+            context[:input],
+            context[:pos],
+            context[:captures].transform_keys(&:to_sym)
+          )
+
+          # Call the block
+          result = block.call(ctx)
+
+          return nil unless result
+
+          # Return the result (should be a parslet/atom)
+          result
+        rescue StandardError => e
+          warn "[Parsanol::Native::Dynamic] Invoke error: #{e.message}"
+          nil
+        end
+      end
+    end
+
+    # Context object passed to dynamic callbacks
+    #
+    # Provides read-only access to the parsing context including
+    # input string, current position, and captured values.
+    #
+    # @example
+    #   dynamic { |ctx|
+    #     if ctx[:mode] == 'strict'
+    #       str('strict_value')
+    #     else
+    #       str('relaxed_value')
+    #     end
+    #   }
+    #
+    class DynamicContext
+      # @return [String] The full input string being parsed
+      attr_reader :input
+
+      # @return [Integer] Current byte position in the input
+      attr_reader :pos
+
+      # @return [Hash<Symbol, String>] Captured values
+      attr_reader :captures
+
+      def initialize(input, pos, captures)
+        @input = input
+        @pos = pos
+        @captures = captures.transform_keys(&:to_sym)
+      end
+
+      # Get a captured value by name
+      #
+      # @param name [Symbol, String] The capture name
+      # @return [String, nil] The captured value or nil
+      #
+      def [](name)
+        @captures[name.to_sym]
+      end
+
+      # Check if a capture exists
+      #
+      # @param name [Symbol, String] The capture name
+      # @return [Boolean] True if the capture exists
+      #
+      def key?(name)
+        @captures.key?(name.to_sym)
+      end
+      alias has_key? key?
+
+      # Get the remaining input from the current position
+      #
+      # @return [String] The remaining input
+      #
+      def remaining
+        @input[@pos..] || ''
+      end
+
+      # Check if at end of input
+      #
+      # @return [Boolean] True if at end
+      #
+      def eos?
+        @pos >= @input.length
+      end
+      alias at_end? eos?
+
+      # Get a slice of the input
+      #
+      # @param start [Integer] Start position (relative to current pos if negative)
+      # @param length [Integer, nil] Length of slice (nil = to end)
+      # @return [String] The sliced input
+      #
+      def slice(start, length = nil)
+        if length
+          @input[@pos + start, length]
+        else
+          @input[@pos + start..]
+        end
+      end
+    end
+  end
+end

data/lib/parsanol/native/serializer.rb

@@ -199,38 +199,41 @@ module Parsanol
     end
 
     def serialize_capture(atom)
-      # Capture stores matched text for later use by Dynamic.
-      # Native parser doesn't support cross-atom captures,
-      # so we serialize the inner atom but the capture is a no-op.
-      # Grammars using capture+dynamic will need Ruby fallback.
-      serialize_atom(atom.parslet)
+      # Capture stores matched text for later reference by Dynamic atoms.
+      # Now properly serialized for native parser support (parsanol-rs 0.3.0+).
+      {
+        'Capture' => {
+          'name' => atom.capture_key.to_s,
+          'atom' => serialize_atom(atom.inner_atom)
+        }
+      }
     end
 
     def serialize_scope(atom)
-      # Scope creates a new capture scope.
-      # Native parser doesn't have scoped captures,
-      # so we just serialize the inner atom from the block.
+      # Scope creates an isolated capture context.
+      # Captures made within scope are discarded when scope exits.
       inner = begin
         atom.block.call
       rescue StandardError
         nil
       end
-      if inner
-        serialize_atom(inner)
-      else
-        serialize_unknown(atom)
-      end
+      return serialize_unknown(atom) unless inner
+
+      {
+        'Scope' => {
+          'atom' => serialize_atom(inner)
+        }
+      }
     end
 
-    def serialize_dynamic(_atom)
+    def serialize_dynamic(atom)
       # Dynamic evaluates a Ruby block at parse time.
-      # This cannot be serialized to JSON - the grammar
-      # requires Ruby fallback for this portion.
-      # We create a marker that will fail at parse time
-      # with a clear error message.
+      # Register the block and get a callback ID for FFI.
+      callback_id = Parsanol::Native::Dynamic.register(atom.block)
+
       {
-        'Str' => {
-          'pattern' => "\x00__DYNAMIC_NOT_SUPPORTED__"
+        'Dynamic' => {
+          'callback_id' => callback_id
         }
       }
     end

data/lib/parsanol/native.rb

@@ -9,6 +9,8 @@ require 'parsanol/native/types'
 require 'parsanol/native/parser'
 require 'parsanol/native/transformer'
 require 'parsanol/native/serializer'
+require 'parsanol/native/dynamic'
+require 'parsanol/native/dynamic'
 
 module Parsanol
   module Native

data/lib/parsanol/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Parsanol
-  VERSION = '1.1.0'
+  VERSION = '1.2.0'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: parsanol
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.2.0
 platform: ruby
 authors:
 - Ribose Inc.
@@ -213,6 +213,7 @@ files:
 - lib/parsanol/lazy_result.rb
 - lib/parsanol/mermaid.rb
 - lib/parsanol/native.rb
+- lib/parsanol/native/dynamic.rb
 - lib/parsanol/native/parser.rb
 - lib/parsanol/native/serializer.rb
 - lib/parsanol/native/transformer.rb