parsanol 1.3.114-arm-linux → 1.3.115-arm-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9ccfe53145a4fbf2af4f7c2cc47071231be0016d8047e9bb0f75386738ff0480
-  data.tar.gz: 395d7bccac544d4842b29e5764d1198816ab823e1f9defdc3874009395caaa24
+  metadata.gz: 87e094abf1d96459b9558d746f9a436b32e0b3ac58d6529b565159a771e1a9e9
+  data.tar.gz: a4331601780b6d3681b45ed55dfbdbe94c227d59cff2c743d3804b5ad2a263bf
 SHA512:
-  metadata.gz: b1436b7af7ea025b302e14fc14970c42252c75f5aa6a2252f1701862ebca604ccc05349a39fdbd77b09fef78c7e633b9a6ff15c3f22e3a36845f49133a84eb7a
-  data.tar.gz: 188fe5c41d516ab6f3372ca339d0c313b0460e912e122a9e32ed5f8b948deb743c3a38f406997dddbb97cc9e3a5a7a25587640273eb44c97dde75d518d24ad6b
+  metadata.gz: 491dd96953046d5f729a5bbb403cdb4ce0ce7d1db7365b14fbd395145067e26e1a43968dae4d31176f6e77dc19978039a6297363e27ea63dfbd225370b42430d
+  data.tar.gz: 01e15a6809c13dde391770ba64eac2edca3c794df440278e8099832696d212f6c8446d7eded2c03d443879c11b7877314a1178cf1b328c5c6f0da576aaf3edec

data/README.adoc

@@ -31,6 +31,17 @@ While maintaining full API compatibility with Parslet, Parsanol features a compl
 * <<debug-tools,Debug Tools>> - Tracing and grammar visualization
 * <<benchmarking,Benchmarking>> - Built-in performance testing tools
 
+== Releases
+
+parsanol is one product on **four runtimes**: **rs** (crates.io +
+`@parsanol/wasm` + release binaries), **ruby** (rubygems), **python**
+(PyPI, `parsanol`), and **typescript** (npm, `parsanol` — the
+wasm-backed runtime). **Every engine update releases all four
+together**; a release that ships some runtimes and not the rest is
+incomplete. If the runtime you use lags the latest grammar-language
+features, check the other registries' changelogs and the release train
+on the https://github.com/parsanol/parsanol-ruby/actions[Release workflow].
+
 == Installation
 
 Add this line to your application's Gemfile:

data/lib/parsanol/3.2/parsanol_native.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/parsanol/3.2/parsanol_native.so
-size: 39082700 bytes
-sha256: d252dd306fb0dcb4726ed8a1deb826cecfc1ca8bf5528603f50ac20058e0aea9
+size: 39170404 bytes
+sha256: bbab9454dfa91df09fdcc00143cf18ff89d277657f975d13959c01255f7c5707

data/lib/parsanol/3.3/parsanol_native.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/parsanol/3.3/parsanol_native.so
-size: 39267920 bytes
-sha256: 4f500faf69c8b85dff0055043e37d08bdb897cabd0bc814ce1a5a7f31db0fad4
+size: 39355636 bytes
+sha256: 808eb780f0317adb4f98e7323b90e7d99e55d729a8d961b1b63fcf4660ab4562

data/lib/parsanol/3.4/parsanol_native.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/parsanol/3.4/parsanol_native.so
-size: 39262108 bytes
-sha256: b24c02b2f5d0848c59dba33cf4751107b1799ec8f96c961c3952114e96eb10f7
+size: 39349796 bytes
+sha256: bbc22c4d658fc4a0a9a72344e5765a44ec9985e0ef1373704cc31014565e711d

data/lib/parsanol/4.0/parsanol_native.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/parsanol/4.0/parsanol_native.so
-size: 39271824 bytes
-sha256: 3bc6176aec3d4bb697ce024b174ddeca6a4b50a297bdd84492a277205e46efed
+size: 39359512 bytes
+sha256: 017f6f3c4909e39c878a6f28f562d577a8b02442de38a0ac9760b48873871426

data/lib/parsanol/native/libparsanol.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/parsanol/native/libparsanol.so
-size: 35442920 bytes
-sha256: 0a129844ae8acce2330a6b009be2fc9d918a6f46d53f744429ae02b9bf039aea
+size: 35531016 bytes
+sha256: 968ae4d54093a740fd7ce2e59fe10ab73dd853e23a852e5d22e292168a3f9c5a

data/lib/parsanol/parg/frontend.rb

@@ -20,9 +20,24 @@ module Parsanol
       ENTRY_LINE = /\Aentry\s+(\w+)\s*:\s*(\w+)/
       USE_LINE = /\Ause\s+(\w+)/
       GRAMMAR_LINE = /\Agrammar\s+(\w+)\s+version\s+"([^"]+)"/
+      # The capture-edition tail: the canonical numeric spelling or the
+      # quoted aliases (ruby#361); `mode` stays the deprecated keyword.
+      EDITION_TAIL = /
+        \s+(?:edition\s+(?:"(?<quoted>[^"]+)"|(?<number>\d+))|mode\s+"(?<mode>[^"]+)")
+      /x
+      GLUE_LINE = /\Aglue\s+([a-z_][a-z0-9_]*(?:\s+[a-z_][a-z0-9_]*)*)\s*\z/
 
       module_function
 
+      # Brace depth for the line-oriented collection: braces inside
+      # string literals are grammar data — test pins quote whole
+      # language forms, including deliberately malformed ones whose
+      # unbalanced braces would push the section depth off (ruby#369).
+      def brace_delta(line)
+        bare = line.gsub(/"(?:[^"\\]|\\.)*"/, "")
+        bare.scan("{").count - bare.scan("}").count
+      end
+
       def parse(source)
         SelfHost.validate(source) unless SelfHost.available? && !SelfHost.valid?(source)
 
@@ -43,7 +58,17 @@ module Parsanol
           end
           next if stripped.empty? || stripped.start_with?("#")
 
-          if state[:section]
+          if state[:rule_depth]&.positive?
+            # A brace-form rule body spans lines (ruby#311): keep
+            # appending until its braces balance.
+            state[:rule_lines][state[:rule_depth_name]] << line
+            state[:rule_depth] += brace_delta(line)
+            if state[:rule_depth].zero?
+              merge_rule(document, state[:rule_lines][state[:rule_depth_name]])
+              state[:rule_depth] = nil
+              state[:rule_depth_name] = nil
+            end
+          elsif state[:section]
             advance_section(document, state, line, deferred, preprocess_texts)
           else
             route_top_level(document, stripped, line, state,
@@ -59,7 +84,7 @@ module Parsanol
       # Consumes one line inside a deferred/closed-by-brace section.
       def advance_section(document, state, line, deferred, preprocess_texts)
         section = state[:section]
-        state[:depth] += line.scan("{").count - line.scan("}").count
+        state[:depth] += brace_delta(line)
         if state[:depth].positive?
           preprocess_texts.last << line if section == "preprocess"
           state[:section_lines] << line
@@ -91,9 +116,19 @@ module Parsanol
         when USE_LINE
           document.uses << Regexp.last_match(1)
           doc_comments = []
+        when GLUE_LINE
+          document.glue_rules.concat(Regexp.last_match(1).split)
+          doc_comments = []
         when GRAMMAR_LINE
           document.grammar_name = Regexp.last_match(1)
           document.version = Regexp.last_match(2)
+          tail = stripped.match(EDITION_TAIL)
+          document.edition = if tail.nil?
+                               "v1"
+                             else
+                               level = tail[:number] || tail[:quoted] || tail[:mode]
+                               ["2", "v2"].include?(level) ? "v2" : "v1"
+                             end
           doc_comments = []
         when NAMED_SECTION
           state[:section] = Regexp.last_match(1)
@@ -128,7 +163,15 @@ module Parsanol
           document.docs[rule_name] = doc_comments.join("\n") unless doc_comments.empty?
           doc_comments = []
           state[:rule_lines][rule_name] = line
-          merge_rule(document, line)
+          depth = brace_delta(line)
+          if depth.positive?
+            # Brace-form body opens (ruby#311): the rule completes on a
+            # later line; the continuation loop appends and merges then.
+            state[:rule_depth] = depth
+            state[:rule_depth_name] = rule_name
+          else
+            merge_rule(document, line)
+          end
         else
           doc_comments = []
         end

data/lib/parsanol/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Parsanol
-  VERSION = "1.3.114"
+  VERSION = "1.3.115"
 end

data/lib/parsanol/vm.rb

@@ -452,6 +452,11 @@ module Parsanol
         @subs = {}      # [obj_id, flag] => pc or :pending
         @pending = {}   # [obj_id, flag] => [[call_idx, body], ...]
         @backtracking_prone = false
+        # Grammar rules form a shared graph. Re-analyzing every reference
+        # repeats whole alternative trees during inlining. These caches
+        # live only for this compiler and retain the depth limit's meaning.
+        @first_byte_tables = {}.compare_by_identity
+        @nullability = {}.compare_by_identity
       end
 
       attr_reader :ops, :backtracking_prone
@@ -484,6 +489,13 @@ module Parsanol
       def first_byte_table(atom, depth = 0)
         return nil if depth > 10
 
+        cached = (@first_byte_tables[atom] ||= {})
+        return cached[depth] if cached.key?(depth)
+
+        cached[depth] = compute_first_byte_table(atom, depth)&.freeze
+      end
+
+      def compute_first_byte_table(atom, depth)
         case atom
         when Parsanol::Atoms::Str
           b = atom.str.getbyte(0)
@@ -508,7 +520,7 @@ module Parsanol
                 i += 1
               end
             else
-              t = ct
+              t = ct.dup
             end
             unless nullable?(child, depth + 1)
               nullable_all = false
@@ -529,7 +541,7 @@ module Parsanol
                 i += 1
               end
             else
-              t = bt
+              t = bt.dup
             end
           end
           t
@@ -572,6 +584,13 @@ module Parsanol
       def nullable?(atom, depth = 0)
         return false if depth > 10
 
+        cached = (@nullability[atom] ||= {})
+        return cached[depth] if cached.key?(depth)
+
+        cached[depth] = compute_nullable(atom, depth)
+      end
+
+      def compute_nullable(atom, depth)
         case atom
         when Parsanol::Atoms::Str then atom.str.bytesize.zero?
         when Parsanol::Atoms::Re then false

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: parsanol
 version: !ruby/object:Gem::Version
-  version: 1.3.114
+  version: 1.3.115
 platform: arm-linux
 authors:
 - Ribose Inc.