parsanol 1.3.73-aarch64-linux → 1.3.75-aarch64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d44785098f80ef9ed51a27badccb31294e3866fffe8e889ab97c67f6db8a5588
-  data.tar.gz: d69ac94f5284eab7b6e6c40bfd993b62f1bab34b92e3a08532d3d1bbe8fe5686
+  metadata.gz: edf4ccd4b8c5c7c3378523a7fa43ef2e32e11155781bff7f873e3a49b9481a30
+  data.tar.gz: 9b7d86faa94485390a0c6180e3dadf4543f069ef9d354f1ccf787144139cf86b
 SHA512:
-  metadata.gz: 4c8efa1d096a9d0320ec7326d8d498a1cfa96202d23faf4b8b1f808c38e87ef63c33d706a43b2e2b65c639edaa4f1ea1f5f6c229dcdb3ec6b5dd7771d87f81de
-  data.tar.gz: f8d6456b7db1a205397117360c39335c6d9cc565cc7ebacb32ef79811f453a1061f77b8ff2abf683232c0ffbc5527572c3aa1596d951ea1f2b7dbe19557b59cd
+  metadata.gz: 6f89babe098c185419c7e1b77663fd86a6266d2d83189a4e5f4daf6aa41bcd9574e1bed3771a13ab184f5ad5704bc6ecdf9e381ca246758a23e9024eb974583b
+  data.tar.gz: 169f755acd8786706b437a4a35cdb1f6f476b54c128a95e360335fbbe839a100018610e056ea62081c6c2c2b757e3da6f17ef5e452f250689c83178baa008bef

data/lib/parsanol/3.2/parsanol_native.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/parsanol/3.2/parsanol_native.so
-size: 39109176 bytes
-sha256: b3467d47089b0c1b52ea453bd75478547a0bfeeaf8a7623ee66660190afcf6c9
+size: 39704456 bytes
+sha256: a135d135a732e11cb68dee4882527851eb8e9346da5629c9bb7df615d2a308ab

data/lib/parsanol/3.3/parsanol_native.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/parsanol/3.3/parsanol_native.so
-size: 39344224 bytes
-sha256: afe35b8257f519860d7baf36decde544b3ad56680ea70cbbb3d9253dab9b817c
+size: 39939488 bytes
+sha256: dfea98feff95223ada71bd842967d8595be2dc075293d923fe8e7a1a99ad811d

data/lib/parsanol/3.4/parsanol_native.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/parsanol/3.4/parsanol_native.so
-size: 39344064 bytes
-sha256: c831fc32e5395b1eeeb08b6a7896ef18e19a3669eef191e26049886f260d1829
+size: 39943512 bytes
+sha256: 9d5e917560b5711e58d35ed13e67ae493331f944fcee76a67cefe4ec26f10833

data/lib/parsanol/4.0/parsanol_native.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/parsanol/4.0/parsanol_native.so
-size: 39354120 bytes
-sha256: decd9a091dc652a9d564723516770ccb1520577cc243e41b3d7a8a5812c2b13a
+size: 39953568 bytes
+sha256: bbc70e64cef9b49c0cd0eccae472398682d171aa4472bce16eda8b5fac3b2e46

data/lib/parsanol/atoms/constant.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module Parsanol
+  module Atoms
+    # Matches empty and yields a constant value (coradoc-markdown
+    # Output parity, rs#137 follow-up): the native wire carries the
+    # value as wire data, so constant-yielding grammar shapes parse
+    # on both engines with identical trees.
+    class Constant < Base
+      attr_reader :value
+
+      def initialize(value)
+        super()
+        @value = value
+      end
+
+      def try(_source, _context, _consume_all)
+        [true, @value]
+      end
+
+      def to_s_inner(_prec)
+        "constant(#{@value.inspect})"
+      end
+    end
+  end
+end

data/lib/parsanol/atoms/lookbehind.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module Parsanol
+  module Atoms
+    # Inspects the byte window behind the current position: the
+    # previous +count+ bytes must equal +pattern+ (positive) or
+    # differ (negative). Consumes nothing, yields nil — the
+    # precedes?/does_not_precede? guard shape (coradoc-markdown
+    # parity, rs#137 follow-up).
+    class Lookbehind < Base
+      attr_reader :count, :pattern, :positive
+
+      def initialize(count, pattern, positive: true)
+        super()
+        @count = count
+        @pattern = pattern
+        @positive = positive
+      end
+
+      def try(source, _context, _consume_all)
+        start = source.bytepos
+        behind = start >= @count ? source.input.byteslice(start - @count, @count) : nil
+        matched = !behind.nil? && behind == @pattern.b
+        [matched == @positive, nil]
+      end
+
+      def to_s_inner(_prec)
+        "lookbehind(#{@count}, #{@pattern.inspect}, #{@positive ? '+' : '-'})"
+      end
+    end
+  end
+end

data/lib/parsanol/atoms/trivia.rb

@@ -29,6 +29,8 @@ module Parsanol
       # compiler derives markers from each capturer rule's first Str
       # atom, e.g. "//" => :line_comment); units not matching any
       # marker are whitespace-shaped and stay unrecorded.
+      attr_reader :capturers
+
       def initialize(atom, capturers)
         super(atom)
         @capturers = capturers

data/lib/parsanol/atoms.rb

@@ -30,6 +30,8 @@ module Parsanol
     require "parsanol/atoms/trivia"
     require "parsanol/atoms/named"
     require "parsanol/atoms/lookahead"
+    require "parsanol/atoms/constant"
+    require "parsanol/atoms/lookbehind"
     require "parsanol/atoms/cut"
     require "parsanol/atoms/alternative"
     require "parsanol/atoms/sequence"

data/lib/parsanol/native/libparsanol.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/parsanol/native/libparsanol.so
-size: 34952888 bytes
-sha256: fa8b3f171de5974c942b0d7ae3900c818e42919e7ad54873a21d30b5e2413b66
+size: 35562848 bytes
+sha256: 355e4493e98b097ba22cc503ad409039bb5611d18e616cf0ceff7cb1f364eb64

data/lib/parsanol/native/parser.rb

@@ -191,6 +191,13 @@ module Parsanol
           when ::Parsanol::Atoms::Lookahead
             [:lookahead, atom.positive,
              atom_structure(atom.bound_parslet, visited)]
+          when ::Parsanol::Atoms::Constant
+            # The value differentiates otherwise-identical constant
+            # atoms — without it every Constant hashes alike and the
+            # grammar cache serves the first wire forever.
+            [:constant, atom.value.inspect]
+          when ::Parsanol::Atoms::Lookbehind
+            [:lookbehind, atom.count, atom.pattern, atom.positive]
           else
             [:unknown, atom.class.name]
           end

data/lib/parsanol/native/serializer.rb

@@ -18,6 +18,10 @@ module Parsanol
     def initialize
       @atoms = []
       @atom_cache = {} # object_id => atom_id for deduplication
+      # Strong retention: cache keys are object_ids; without holding the
+      # atoms, the GC can free one and a later allocation reuses its id,
+      # aliasing to a stale wire atom (the #138 recycled-id class).
+      @retained_atoms = []
     end
 
     # Main serialization method
@@ -78,6 +82,15 @@ module Parsanol
                      serialize_custom_ref(atom)
                    when Parsanol::Atoms::Dynamic
                      serialize_dynamic(atom)
+                   when Parsanol::Atoms::TriviaCapture
+                     # parsanol-ruby#152: the capture wrapper carries
+                     # its marker table so the native engine records
+                     # comment-shaped units into the pending channel
+                     # and attaches them to the next Named capture
+                     # under `comments:`. A distinct variant keeps the
+                     # declared gate: engines predating it reject
+                     # capture-carrying artifacts loudly.
+                     serialize_trivia_capture(atom)
                    when Parsanol::Atoms::Trivia
                      # Wire-distinct from Ignore (rs#172): the Rust
                      # engine suppresses trivia-position diagnostics by
@@ -85,6 +98,20 @@ module Parsanol
                      # reject skip-carrying artifacts loudly (unknown
                      # variant), which is the declared gate.
                      serialize_trivia(atom)
+                   when Parsanol::Atoms::Constant
+                     # rs#137 follow-up: coradoc-markdown's Output
+                     # atoms — empty match yielding a wire constant.
+                     { "Constant" => { "value" => serialize_constant_value(atom.value) } }
+                   when Parsanol::Atoms::Lookbehind
+                     # rs#137 follow-up: the precedes?/does_not_precede?
+                     # guards — inspect the bytes behind the position.
+                     {
+                       "Lookbehind" => {
+                         "count" => atom.count,
+                         "pattern" => atom.pattern,
+                         "positive" => atom.positive,
+                       },
+                     }
                    when Parsanol::Atoms::Ignored
                      serialize_ignored(atom)
                    else
@@ -95,6 +122,7 @@ module Parsanol
       # Now reserve an atom_id and cache
       atom_id = @atoms.size
       @atom_cache[cache_key] = atom_id
+      @retained_atoms << atom
       @atoms << serialized
 
       atom_id
@@ -170,6 +198,7 @@ module Parsanol
       # This prevents infinite recursion when a rule references itself
       atom_id = @atoms.size
       @atom_cache[cache_key] = atom_id
+      @retained_atoms << atom
 
       # Add a placeholder that will be replaced
       @atoms << nil
@@ -283,6 +312,32 @@ module Parsanol
             "parse this grammar with mode: :ruby"
     end
 
+    def serialize_constant_value(value)
+      case value
+      when nil then "Nil" # unit variant serializes as the bare tag
+      when true, false then { "Bool" => value }
+      when Integer then { "Int" => value }
+      when String then { "Str" => value }
+      when Array then { "Array" => value.map { |v| serialize_constant_value(v) } }
+      when Hash
+        { "Hash" => value.map { |k, v| [k.to_s, serialize_constant_value(v)] } }
+      else
+        raise UnsupportedGrammar,
+              "constant atoms carry nil/bool/int/string/array/hash values " \
+              "(got #{value.class}); restructure the grammar for native parsing"
+      end
+    end
+
+    def serialize_trivia_capture(atom)
+      inner_id = serialize_atom(atom.wrapped_atom)
+      {
+        "TriviaCapture" => {
+          "atom" => inner_id,
+          "rules" => atom.capturers.map { |marker, label| [marker, label.to_s] },
+        },
+      }
+    end
+
     def serialize_trivia(atom)
       inner_id = serialize_atom(atom.wrapped_atom)
       {

data/lib/parsanol/native/transformer.rb

@@ -298,9 +298,17 @@ module Parsanol
           is_repetition = value.is_a?(Array) && !value.empty? &&
             value.first.equal?(REPETITION_SYM)
 
+          # parsanol-ruby#152: `comments` lists are host-constructed
+          # trivia attachments, not parser repetitions — their unit
+          # hashes carry the trivia kind key, never the attachment
+          # key, so the re-keying below must not wrap them.
+          is_trivia_attachment = is_repetition && sym_key == :comments
+
           transformed = transform(value, named: true)
 
-          result[sym_key] = if is_repetition
+          result[sym_key] = if is_trivia_attachment
+                              transformed
+                            elsif is_repetition
                               if transformed.is_a?(Array)
                                 if transformed.all? do |item|
                                   item.is_a?(Hash) && item.key?(sym_key)

data/lib/parsanol/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Parsanol
-  VERSION = "1.3.73"
+  VERSION = "1.3.75"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: parsanol
 version: !ruby/object:Gem::Version
-  version: 1.3.73
+  version: 1.3.75
 platform: aarch64-linux
 authors:
 - Ribose Inc.
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2026-10-06 00:00:00.000000000 Z
+date: 2026-10-07 00:00:00.000000000 Z
 dependencies: []
 description: A small Ruby library for constructing parsers in the PEG (Parsing Expression
   Grammar) fashion. Parsanol provides Parslet-compatible API with additional features
@@ -37,6 +37,7 @@ files:
 - lib/parsanol/atoms/base.rb
 - lib/parsanol/atoms/can_flatten.rb
 - lib/parsanol/atoms/capture.rb
+- lib/parsanol/atoms/constant.rb
 - lib/parsanol/atoms/context.rb
 - lib/parsanol/atoms/context_optimized.rb
 - lib/parsanol/atoms/custom.rb
@@ -47,6 +48,7 @@ files:
 - lib/parsanol/atoms/ignored.rb
 - lib/parsanol/atoms/infix.rb
 - lib/parsanol/atoms/lookahead.rb
+- lib/parsanol/atoms/lookbehind.rb
 - lib/parsanol/atoms/named.rb
 - lib/parsanol/atoms/re.rb
 - lib/parsanol/atoms/repetition.rb