json_mend 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ab406c9f47e6e3f844c34b50f87396328ed8c050ab1173099fb2d0f07a86dfa7
-  data.tar.gz: 650ed3e990b93dbb53e609c7f247ecf2a275a6c58eed7998c96a2896d8a72e36
+  metadata.gz: 85624e37a002e82e9edcb6d7fffe16799429e75389662d8059e9e89f8b6f14d8
+  data.tar.gz: 19309bc419b6f4481193e140eea31c2d24153ee87265cf2f4e2ecca1f0421bf4
 SHA512:
-  metadata.gz: 851479fd3d7315fb2ffb241618567ca471bff5a58abf66b23a41e8cf313cc355178ca1c052dbbc56aa8def7749aaec3660428ec4e303e34b56d69a62d9326618
-  data.tar.gz: da87b0f02f6538584cd2740e1cfd71cfb29781f44f10621a7c818c3c09f22f92754f109330333344098305956f9143e8cadedb27b422c3fa89cef5a572a2a23a
+  metadata.gz: 85aa783092d768f3ff9543e2de2b59b0bbfe7a285e7d5db91bfb3d5c12dab233d2735f6f605ede6cab701b5085bc740332e91d93fddb90f9361b1033e0edf57e
+  data.tar.gz: 75d3dc3b22f72748fe5b21f916ba930a04bd03aaea0d9aca8126ce38b2fdf9cfae9ad38c33f35a7c4e0c39ee7784b79df06d60772bcdd062e529372cc1bbd733

data/lib/json_mend/parser.rb

@@ -190,7 +190,7 @@ module JsonMend
       end
 
       # If we get an empty key and the next character is a closing brace, we're done.
-      return [nil, nil, false] if key.empty? && (peek_char.nil? || peek_char == '}')
+      return [nil, nil, false] if key.empty? && (peek_char.nil? || peek_char == '}' || @scanner.pos == pos_before_key)
 
       # --- 2. Handle Duplicate Keys (Safer Method) ---
       # This is a critical repair for lists of objects missing a comma separator.
@@ -242,7 +242,7 @@ module JsonMend
       @context.pop
 
       # If the key is empty, consume any stray characters to prevent infinite loops.
-      @scanner.getch if key.empty? && !@scanner.check(/[:}]/) && !@scanner.eos?
+      @scanner.getch if key.empty? && !@scanner.check(/[:{\[}\]]/) && !@scanner.eos?
 
       [key, false, is_bracketed] # Signal that a key was parsed.
     end
@@ -715,37 +715,52 @@ module JsonMend
     end
 
     def check_unmatched_in_array(rstring_delimiter:)
-      # Heuristic: Check if this quote is a closer or internal.
-      # 1. Find the NEXT delimiter (quote) index `j`.
-      j = 1
+      saved_pos = @scanner.pos
+      @scanner.getch # Skip the current char (the potential closer)
+
       found_next = false
-      while (c = peek_char(j))
-        if c == rstring_delimiter
-          # Check if escaped (count preceding backslashes)
-          bk = 1
-          slashes = 0
-          while j - bk >= 0 && peek_char(j - bk) == '\\'
-            slashes += 1
-            bk += 1
-          end
-          if slashes.even?
-            found_next = true
-            break
-          end
-        end
+      j = 1
+
+      # Scan forward linearly
+      while (c = @scanner.getch)
         j += 1
+        next if c != rstring_delimiter
+
+        # Check if escaped (count preceding backslashes)
+        # We need to look behind from the current scanner position
+        bk = 1
+        slashes = 0
+        # Look back in the string buffer directly for speed
+        while (char_code = @scanner.string.getbyte(@scanner.pos - 1 - bk)) && char_code == 92 # 92 is backslash
+          slashes += 1
+          bk += 1
+        end
+
+        if slashes.even?
+          found_next = true
+          break
+        end
       end
 
-      # 2. Check conditions to STOP (treat as closing quote):
-      #    a) Strictly whitespace between quotes: ["a" "b"]
-      is_whitespace = (1...j).all? { |k| peek_char(k).match?(/\s/) }
+      # Reset position immediately after scanning
+      @scanner.pos = saved_pos
+
+      # Check conditions to STOP (treat as closing quote):
+      # a) Strictly whitespace between quotes
+      # We can check this by examining the substring we just scanned
+      substring_between = @scanner.string.byteslice(saved_pos + 1, j - 2)
+      is_whitespace = substring_between&.match?(/\A\s*\z/)
 
-      #    b) Next quote is followed by a separator: ["val1" val2",]
+      # b) Next quote is followed by a separator
       is_next_closer = false
       if found_next
-        k = j + 1
-        k += 1 while peek_char(k)&.match?(/\s/) # skip whitespaces
-        is_next_closer = TERMINATORS_VALUE.include?(peek_char(k))
+        # We need to peek ahead from where we found the next quote.
+        # Since we reset the scanner, we can use peek_char with the calculated offset `j`
+        # OR better, temporarily move scanner to `saved_pos + j`
+        @scanner.pos = saved_pos + j
+        @scanner.skip(/\s+/)
+        is_next_closer = TERMINATORS_VALUE.include?(@scanner.check(/./))
+        @scanner.pos = saved_pos
       end
 
       return [true, true] unless is_whitespace || is_next_closer
@@ -1027,18 +1042,25 @@ module JsonMend
 
       # Check for a line comment `//...` or `#...`
       elsif @scanner.scan(%r{//|#})
-        # Determine valid line comment termination characters based on context.
-        termination_chars = ["\n", "\r"]
-        termination_chars << ']' if context_contain?(:array)
-        termination_chars << '}' if context_contain?(:object_value)
-        termination_chars << ':' if context_contain?(:object_key)
-
-        # Create a regex that will scan until it hits one of the terminators.
-        # The terminators are positive lookaheads, so they aren't consumed by the scan.
-        terminator_regex = Regexp.new("(?=#{termination_chars.map { |c| Regexp.escape(c) }.join('|')})")
-
-        # Scan until the end of the comment.
-        @scanner.scan_until(terminator_regex)
+        in_array = context_contain?(:array)
+        in_object = context_contain?(:object_value)
+
+        if context_contain?(:object_key)
+          # If parsing a key, we must stop at ':' and structural closers
+          @scanner.scan_until(/(?=[\n\r:}\]])/)
+        elsif in_array && in_object
+          # Nested ambiguity, stop at any closer
+          @scanner.scan_until(/(?=[\n\r}\]])/)
+        elsif in_array
+          # Inside array, stop at ']'
+          @scanner.scan_until(/(?=[\n\r\]])/)
+        elsif in_object
+          # Inside object value, stop at '}'
+          @scanner.scan_until(/(?=[\n\r}])/)
+        else
+          # Top level or neutral, stop at newline
+          @scanner.scan_until(/(?=[\n\r])/)
+        end
       else
         # The character at the current position (likely '/') is not the start of a
         # valid comment. To prevent an infinite loop in the calling parser, we must
@@ -1053,7 +1075,13 @@ module JsonMend
     # It quickly iterates to find a character, handling escaped characters, and
     # returns the index (offset) from the scanner
     def skip_to_character(characters, start_idx: 0)
-      pattern = characters.is_a?(Array) ? Regexp.union(characters) : characters
+      pattern = if characters.is_a?(Regexp)
+                  characters
+                else
+                  # Escape if it's a string, join if it's an array
+                  chars = Array(characters).map { |c| Regexp.escape(c.to_s) }
+                  Regexp.new(chars.join('|'))
+                end
 
       saved_pos = @scanner.pos
       # Skip start_idx

data/lib/json_mend/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module JsonMend
-  VERSION = '0.1.1'
+  VERSION = '0.1.2'
 end

metadata

@@ -1,10 +1,10 @@
 --- !ruby/object:Gem::Specification
 name: json_mend
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
-- Alexey Vasiliev
+- Oleksii Vasyliev
 bindir: exe
 cert_chain: []
 date: 1980-01-02 00:00:00.000000000 Z
@@ -37,7 +37,10 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Repair broken JSON
+description: JsonMend is a robust Ruby gem designed to repair broken or malformed
+  JSON strings. It is specifically optimized to handle common errors found in JSON
+  generated by Large Language Models (LLMs), such as missing quotes, trailing commas,
+  unescaped characters, and stray comments
 email:
 - leopard.not.a@gmail.com
 executables: []