parsanol 1.3.24-x86_64-linux → 1.3.26-x86_64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7fed2a7fc11e1d4cb9148f95cf61cadadd89a58d594cc9d4624ebe44619dc534
-  data.tar.gz: e9070c1643667d70a975cf5ee3889994b74413779842a6adce682db84821304d
+  metadata.gz: 79343c7e73fa4e23d8a16ea8190019ec27c073490a1a792a1647a65febd13ca7
+  data.tar.gz: 076b417c7e07f7cb6cd6f546068ba6e55c613d61964aba483920c24f32530872
 SHA512:
-  metadata.gz: 9a2d80e6974b2d9b0cd59ff986648daa335f5467c4be9ebae6307f377ec623313796d296049b8c2eba599d5aa77b3537584224bfbcb78b61cfe77ed15a46ed96
-  data.tar.gz: d567d4afbdb9cf296b20f7eb4e15555cf1713e45127ff4c178cc78a74f1d6a2262c2bcc26ceb76ebe70e1a3f6c79a9576e95d211c30153eb14405bd532c05319
+  metadata.gz: d1597921c528f108680b56b5515516e64d706f727c3749541fa8891eb02ba6e63955e4bbafbc45fa53b4eef83b55ef4683efde184d8df48dc71d65b748a8aa85
+  data.tar.gz: 4d65d65e226ba3ec09470cd887d847fed844d9f415c22cb206e98fb0412fc84abbfb277b71177b18328c0460d0e01ac21fe7cb71815a7916633d8dccfac655ce

data/lib/parsanol/native/serializer.rb

@@ -63,6 +63,8 @@ module Parsanol
                      serialize_scope(atom)
                    when Parsanol::Atoms::Dynamic
                      serialize_dynamic(atom)
+                   when Parsanol::Atoms::Ignored
+                     serialize_ignored(atom)
                    else
                      # Fallback for unknown atom types
                      serialize_unknown(atom)
@@ -239,12 +241,20 @@ module Parsanol
       }
     end
 
-    def serialize_unknown(_atom)
-      # For unsupported atom types, create a placeholder
-      # This will cause a parse error at runtime
+    def serialize_unknown(atom)
+      # Fail fast at registration (TODO.perf/8 item 4): a never-matching
+      # placeholder here used to turn into a parse-time failure that the
+      # native tier silently recovered from with a full Ruby reparse.
+      raise Parsanol::Native::UnsupportedGrammar,
+            "the native backend cannot express #{atom.class} atoms; " \
+            "parse this grammar with mode: :ruby"
+    end
+
+    def serialize_ignored(atom)
+      inner_id = serialize_atom(atom.wrapped_atom)
       {
-        "Str" => {
-          "pattern" => "", # Empty pattern that will never match
+        "Ignore" => {
+          "atom" => inner_id,
         },
       }
     end

data/lib/parsanol/native.rb

@@ -10,6 +10,11 @@ require "parsanol/native/batch_decoder"
 
 module Parsanol
   module Native
+    # Raised when a grammar uses atoms the Rust backend cannot express.
+    # Failing at registration (TODO.perf/8 item 4) instead of planting a
+    # never-matching placeholder that explodes mid-parse.
+    class UnsupportedGrammar < ArgumentError; end
+
     # ffi-gem cdylib tier: lazy — only loaded when the MRI extension is absent.
     autoload :Ffi, "parsanol/native/ffi"
     # Dynamic-atom callbacks: autoloaded so the serializer's reference

data/lib/parsanol/parser.rb

@@ -123,11 +123,7 @@ module Parsanol
       # forwarding options via super produces; :mode must be honored
       # wherever it appears, or those callers silently get the native path.
       mode = opts.delete(:mode) ||
-        (if Parsanol::Native.available? && !opts.key?(:reporter)
-           :native
-         else
-           :ruby
-         end)
+        (Parsanol::Native.available? && native_expressible? ? :native : :ruby)
       case mode
       when :ruby
         super(input, opts)
@@ -217,17 +213,50 @@ module Parsanol
     # @return [Object] parse result with Slice objects for position info
     #
     def parse_native(input, opts)
-      if Parsanol::Native.available?
-        if opts.key?(:prefix) && opts[:prefix]
-          value, _end_pos = Parsanol::Native.parse_prefix(root, input)
-          return value
-        end
-
-        Parsanol::Native.parse(root, input)
-      else
+      unless Parsanol::Native.available?
         Parsanol::Atoms::Base.instance_method(:parse).bind_call(self, input,
                                                                 opts)
+        return
       end
+
+      if opts.key?(:prefix) && opts[:prefix]
+        value, _end_pos = Parsanol::Native.parse_prefix(root, input)
+        return value
+      end
+
+      Parsanol::Native.parse(root, input)
+    rescue Parsanol::ParseFailed => e
+      feed_native_reporter(opts[:reporter], input, e)
+      raise
+    end
+
+    # Engine selection for the default mode, decided at registration
+    # time (never mid-parse): grammars the Rust backend cannot express
+    # run on the Ruby engine, announced once per grammar — loud, not a
+    # silent parse-time fallback. An explicit mode: :native still raises
+    # UnsupportedGrammar from registration.
+    def native_expressible?
+      Parsanol::Native::Parser.grammar_handle(root)
+      true
+    rescue Parsanol::Native::UnsupportedGrammar => e
+      warned = (@@unsupported_warned ||= {}.compare_by_identity)
+      unless warned.key?(root)
+        warned[root] = true
+        warn "parsanol: parsing with the Ruby engine (#{e.message})"
+      end
+      false
+    end
+
+    # Feed the native deepest-failure diagnostics to a user-supplied
+    # reporter: one err_at event carrying the cause the native engine
+    # already produced. The full per-atom event stream of the Ruby
+    # engine remains available via an explicit `mode: :ruby`.
+    def feed_native_reporter(reporter, input, error)
+      return unless reporter.respond_to?(:err_at)
+
+      source = Parsanol::Source.new(input)
+      cause = error.parse_failure_cause
+      reporter.err_at(nil, source, error.message, cause ? cause.position : 0)
     end
 
     # JSON output mode - returns JSON with position info.

data/lib/parsanol/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Parsanol
-  VERSION = "1.3.24"
+  VERSION = "1.3.26"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: parsanol
 version: !ruby/object:Gem::Version
-  version: 1.3.24
+  version: 1.3.26
 platform: x86_64-linux
 authors:
 - Ribose Inc.