parsanol 1.3.61-arm-linux → 1.3.62-arm-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b9cb26b86a6945fa3e32d5a273d1202c32dc1b29207ceb26ec254bcbd89c99b5
-  data.tar.gz: 264d5cc2e7f99688a67f8ce095955491d98b77aa607fed90ed8f628d5949b159
+  metadata.gz: 9e937ece569372893f1e8b605e79ac9e12176e91f3dd05c97481760836750f30
+  data.tar.gz: e5ed882bf7bba2ed2da7eb316bf09b939e6b5e969f371af381110ec7b3d0fc05
 SHA512:
-  metadata.gz: 1ea23aac23e879ac4b599aba68778485b2336a7576466b271794309dee6cfc462123e552574123d4c572a2b5ee1a0d71badce00aed5d570e425c78515aee9691
-  data.tar.gz: 9cf3429cb1f051a6514b1dd1c68673af18eaea577780413374c3441e89f1ccfed7c78ce268c8c090af1e4717dd2bd9541478ca86f1ed7786a5a1aca9a9614410
+  metadata.gz: 44d8275b48a88e30bdefe6ef38984d075a8d83f525448a11436818704c48d5433c7478197bf97d0e3ae4e18c1c2e79711d56d882104b2ead0e1eb589017de967
+  data.tar.gz: be45a6e954fb31614c9719121f119adf03ec02a62c73364f6fff5de9cf2c64fee34cfbd377b7a1b2dc03187eed65ed3753308497f617912b423c9003f36adea0

data/lib/parsanol/native.rb

@@ -220,15 +220,21 @@ module Parsanol
         # to recover inputs from grammars native cannot express.
         parsanol_grammar =
           grammar.is_a?(Parsanol::Atoms::Base) || grammar.is_a?(Parsanol::Parser)
-        if parsanol_grammar && (m = error.message.match(NATIVE_POS_MARKER))
+        # The position capture is extracted as a plain String: a MatchData
+        # would pin its subject — the full multi-KB failure message — for
+        # as long as anything downstream retains it, and callers that
+        # rescue-and-collect (pubid's flavor dispatcher) retain millions
+        # across long parses (#123).
+        message = error.message
+        if parsanol_grammar && (pos_str = message[NATIVE_POS_MARKER, 1])
           source = Parsanol::Source.new(input)
           success, value = grammar.run_with_context(source, nil, true)
           return grammar.finalize_result(value) if success
 
-          pos = m[1].to_i
-          msg = error.message.sub(NATIVE_POS_MARKER, "")
+          pos = pos_str.to_i
+          msg = message.sub(NATIVE_POS_MARKER, "")
           cause = Parsanol::Cause.new(msg, source, pos)
-          raise Parsanol::ParseFailed.new(cause.to_s, cause)
+          raise Parsanol::ParseFailed.new(cause.to_s, cause), cause: nil
         end
 
         if parsanol_grammar
@@ -243,17 +249,20 @@ module Parsanol
           value.raise
         end
 
-        if (marker = error.message.match(NATIVE_POS_MARKER))
+        # Same capture-string extraction as above; `cause: nil` keeps the
+        # retained ParseFailed from pinning the original RuntimeError and
+        # its message through the exception-cause chain (#123).
+        if (pos_str = message[NATIVE_POS_MARKER, 1])
           source = Parsanol::Source.new(input)
           cause = Parsanol::Cause.new(
-            error.message.sub(NATIVE_POS_MARKER, ""), source, marker[1].to_i
+            message.sub(NATIVE_POS_MARKER, ""), source, pos_str.to_i
           )
-          raise Parsanol::ParseFailed.new(cause.to_s, cause)
+          raise Parsanol::ParseFailed.new(cause.to_s, cause), cause: nil
         end
 
         source = Parsanol::Source.new(input)
-        cause = Parsanol::Cause.new(error.message, source, source.bytepos)
-        raise Parsanol::ParseFailed.new(cause.to_s, cause)
+        cause = Parsanol::Cause.new(message, source, source.bytepos)
+        raise Parsanol::ParseFailed.new(cause.to_s, cause), cause: nil
       end
 
       # Pre-serialized JSON grammar path (library authors with cached JSON).

data/lib/parsanol/parg/artifact.rb

@@ -14,7 +14,7 @@ module Parsanol
       attr_reader :envelope, :path, :tables_dir
 
       def self.load(path, tables_dir: nil)
-        envelope = JSON.parse(File.read(path))
+        envelope = JSON.parse(PARG.read_utf8(path))
         new(envelope, path, tables_dir || File.dirname(path))
       end
 
@@ -169,7 +169,7 @@ module Parsanol
 
         file = declared
         path = File.join(@tables_dir.to_s, file)
-        raw = path.end_with?(".json") ? JSON.parse(File.read(path)) : YAML.safe_load_file(path, aliases: true)
+        raw = path.end_with?(".json") ? JSON.parse(PARG.read_utf8(path)) : YAML.safe_load_file(path, aliases: true)
         rows = case raw
                when Hash
                  raw.map { |key, value| { "name" => key.to_s }.merge(value.to_h.transform_keys(&:to_s)) }

data/lib/parsanol/parg/authoring.rb

@@ -25,7 +25,7 @@ module Parsanol
       end
 
       def read_file(file)
-        content = File.read(file).gsub(/^#[^\n]*\n/, "")
+        content = PARG.read_utf8(file).gsub(/^#[^\n]*\n/, "")
         header = content.match(/suite\s+\w+(?:\s+for\s+entry\s+(?<entry>\w+))?\s*\{/)
         unless header
           raise ParseError,

data/lib/parsanol/parg/cli.rb

@@ -36,7 +36,8 @@ module Parsanol
       end
 
       def initialize(argv)
-        @argv = argv.dup
+        # Under a non-UTF-8 locale ARGV arrives as BINARY; inputs are UTF-8.
+        @argv = argv.map { |arg| arg.dup.force_encoding(Encoding::UTF_8) }
         @tables_dir = nil
       end
 
@@ -82,7 +83,7 @@ module Parsanol
         source = @argv.shift
         out = flag_value("-o") || default_artifact_name(source)
         envelope = compile_source(source).envelope
-        File.write(out, "#{JSON.generate(envelope)}\n")
+        File.write(out, "#{JSON.generate(envelope)}\n", encoding: Encoding::UTF_8)
         puts "#{out}  #{envelope['checksum']}  warnings=#{envelope['lint']['order_warnings'].size}"
         0
       end
@@ -161,7 +162,7 @@ module Parsanol
         puts "parsanol parg repl — #{file} entry #{entry_name.inspect}; blank line quits"
         loop do
           print "> "
-          input = $stdin.gets
+          input = $stdin.gets&.force_encoding(Encoding::UTF_8)
           break if input.nil? || input.strip.empty?
 
           begin
@@ -209,7 +210,7 @@ module Parsanol
 
       def compile_source(file)
         tables = @tables_dir || default_tables_dir(file)
-        document = Parsanol::PARG::Parser.new(File.read(file)).parse
+        document = Parsanol::PARG::Parser.new(PARG.read_utf8(file)).parse
         Parsanol::PARG::Imports.merge!(document, [File.dirname(file)])
         Parsanol::PARG::Compiler.compile(document, tables_dir: tables)
       end

data/lib/parsanol/parg/compiler.rb

@@ -254,7 +254,7 @@ module Parsanol
         end
 
         raw = if path.end_with?(".json")
-                JSON.parse(File.read(path))
+                JSON.parse(PARG.read_utf8(path))
               else
                 YAML.safe_load_file(path, aliases: true)
               end

data/lib/parsanol/parg/imports.rb

@@ -19,7 +19,7 @@ module Parsanol
           raise CompileError, "import cycle: #{(merging + [name]).join(' -> ')}" if merging.include?(name)
 
           source = find_file(name, import_dirs)
-          used = Parser.new(File.read(source)).parse
+          used = Parser.new(PARG.read_utf8(source)).parse
           merge!(used, import_dirs, merging + [name])
           merge_used(document, used, "#{name}.")
         end

data/lib/parsanol/parg/selfhost.rb

@@ -32,7 +32,7 @@ module Parsanol
       def validate(source)
         raise ArtifactError, "parg artifact not found (set PG_ARTIFACT)" unless available?
 
-        envelope = JSON.parse(File.read(artifact_path))
+        envelope = JSON.parse(PARG.read_utf8(artifact_path))
         artifact = Artifact.new(envelope, nil, nil)
         artifact.parse("file", source)
       end

data/lib/parsanol/parg.rb

@@ -38,5 +38,12 @@ module Parsanol
     autoload :Imports, "parsanol/parg/imports"
     autoload :Suite, "parsanol/parg/authoring"
     autoload :Schema, "parsanol/parg/authoring"
+
+    # PARG sources and JSON artifacts are UTF-8 by definition: read them as
+    # UTF-8 whatever the locale's default external encoding, and skip a
+    # byte-order mark the way YAML.safe_load_file does (GH-121).
+    def self.read_utf8(path)
+      File.read(path, mode: "r:bom|utf-8")
+    end
   end
 end

data/lib/parsanol/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Parsanol
-  VERSION = "1.3.61"
+  VERSION = "1.3.62"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: parsanol
 version: !ruby/object:Gem::Version
-  version: 1.3.61
+  version: 1.3.62
 platform: arm-linux
 authors:
 - Ribose Inc.
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2026-10-01 00:00:00.000000000 Z
+date: 2026-10-02 00:00:00.000000000 Z
 dependencies: []
 description: A small Ruby library for constructing parsers in the PEG (Parsing Expression
   Grammar) fashion. Parsanol provides Parslet-compatible API with additional features