json_mend 0.3.4 → 0.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cf7c2d2fd3815321d7d80912e4ee200cb94a0399220c17219a02f55305f6eccb
-  data.tar.gz: 896e1c154c05ce80032072e33d75ddf86335212b0659b9dac93c9c31959da634
+  metadata.gz: 7dcc378c148dc0514753b966693e0afe286bf145c283d069f01c0b9c74f59a75
+  data.tar.gz: 37fa52116d57bc80b168c20feba1fd7b33edab73d1f157759bc71f4a3362802b
 SHA512:
-  metadata.gz: 54571b75e4f4448f8c3d87ff2ac2a9d569f5a75e602845ccbc3dda7ff00a935dd8cc2263c18e557e2ffc59ded871467867b0b1fd0371198d05fbaa6f7df46453
-  data.tar.gz: 0f0ef4172ffcbeeb0c28220d6af20603c4fdc7917e833dd2bd111343ec257040767d9a9d21d28d416e8a5096cdfda9baf39a63bf7612ff6cf3b7fb332e8036e2
+  metadata.gz: c94ff3c9d0c2e3602b6a125e74fdc72896709b311221eeceeecd3fbf96b0aef8dc82edfed136512443b5ccc403d512d7beb3476c59732f1a04280a71bbf7de5b
+  data.tar.gz: f3603aa1d247686329ec0effe5d1819f4feec47cb43adbff520ed7695831cc30649fa99b4e21a51d4e460754af3d825480335cea10ffbb79feea773fabfa1cd9

data/lib/json_mend/parser.rb

@@ -44,6 +44,11 @@ module JsonMend
     # Pre-compile regexes for performance
     NUMBER_REGEX = /[#{Regexp.escape(NUMBER_CHARS.to_a.join)}]+/
     NUMBER_NO_COMMA_REGEX = /[#{Regexp.escape(NUMBER_CHARS.dup.tap { |s| s.delete(',') }.to_a.join)}]+/
+    INVALID_NUMBER_TRAILERS_REGEX = /[#{Regexp.union(*INVALID_NUMBER_TRAILERS)}]+\z/
+    HEX_ESCAPE_REGEXES = {
+      'u' => /[0-9a-fA-F]{4}/,
+      'x' => /[0-9a-fA-F]{2}/
+    }.freeze
 
     def initialize(json_string)
       @scanner = StringScanner.new(json_string)
@@ -72,7 +77,7 @@ module JsonMend
             # Ignore strings that look like closing braces garbage (e.g. "}", " ] ")
             next if new_json.is_a?(String) && new_json.match?(/\A\s*[}\]]+\s*\z/)
 
-            if both_hash?(json.last, new_json)
+            if json.last.is_a?(Hash) && new_json.is_a?(Hash)
               json[-1] = deep_merge_hashes(json.last, new_json)
             else
               json << new_json
@@ -396,11 +401,8 @@ module JsonMend
             arr << value
           end
 
+          @scanner.skip(/[\s,]+/)
           char = peek_char
-          while char && char != ']' && (char.match?(/\s/) || char == ',')
-            @scanner.getch
-            char = peek_char
-          end
         end
 
         # Handle a potentially missing closing bracket, a common LLM error.
@@ -919,13 +921,7 @@ module JsonMend
           rstring_delimiter_missing = false
         elsif peek_char(j)
           # Check for an unmatched opening brace in string_parts
-          string_parts.reverse_each do |c|
-            next unless c == '{'
-
-            # Ok then this is part of the string
-            rstring_delimiter_missing = false
-            break
-          end
+          rstring_delimiter_missing = false if string_parts.include?('{')
         end
 
       end
@@ -959,21 +955,12 @@ module JsonMend
           entry_pos = @scanner.pos
           @scanner.getch # consume 'u' or 'x'
 
-          num_chars = (char == 'u' ? 4 : 2)
-          hex_parts = []
-
-          # Use getch in loop to correctly extract chars (handling multibyte)
-          num_chars.times do
-            c = @scanner.getch
-            break unless c
-
-            hex_parts << c
-          end
+          hex_regex = HEX_ESCAPE_REGEXES.fetch(char)
 
           # Validate valid hex digits
-          if hex_parts.length == num_chars && hex_parts.all? { |c| c.match?(/[0-9a-fA-F]/) }
+          if (hex_str = @scanner.scan(hex_regex))
             string_parts.pop
-            hex_val = hex_parts.join.to_i(16)
+            hex_val = hex_str.to_i(16)
 
             if char == 'u' && hex_val.between?(0xD800, 0xDBFF)
               # Handle high surrogate pair
@@ -1118,9 +1105,9 @@ module JsonMend
       end
 
       # Handle cases where the number ends with one or more invalid characters.
-      if !scanned_str.empty? && INVALID_NUMBER_TRAILERS.include?(scanned_str[-1])
+      if !scanned_str.empty? && scanned_str.match?(INVALID_NUMBER_TRAILERS_REGEX)
         # Do not rewind scanner, simply discard the invalid trailing chars (garbage)
-        scanned_str = scanned_str[0...-1] while !scanned_str.empty? && INVALID_NUMBER_TRAILERS.include?(scanned_str[-1])
+        scanned_str.sub!(INVALID_NUMBER_TRAILERS_REGEX, '')
       end
 
       # Reject non-numbers (e.g., stray periods "." or dashes "-" from LLM conversational text)
@@ -1306,10 +1293,6 @@ module JsonMend
       res
     end
 
-    def both_hash?(obj1, obj2)
-      obj1.is_a?(Hash) && obj2.is_a?(Hash)
-    end
-
     # Skips whitespaces
     def skip_whitespaces
       @scanner.skip(/\s+/)

data/lib/json_mend/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module JsonMend
-  VERSION = '0.3.4'
+  VERSION = '0.3.5'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: json_mend
 version: !ruby/object:Gem::Version
-  version: 0.3.4
+  version: 0.3.5
 platform: ruby
 authors:
 - Oleksii Vasyliev