json-repair 0.11.3 → 0.12.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 69085d74f416811c4ac11ca7cfe2e9545a6cecdaeb32de96532932c99ab4aaf3
-  data.tar.gz: 4deee8e6715200ae693144a2c8cab914b9e8c78c3b539671f7632ce39d7b77f3
+  metadata.gz: aef10e86ea82fb56d9666ad7470317cf751f00730ef51910094ce8b2ee876a53
+  data.tar.gz: 682f0cdacc02896687e6c39e534f92f0beda52110679da8b7b7f43721aa6c2a4
 SHA512:
-  metadata.gz: 31242bd165c070b1836d85a3fca120b5853a6e1ed715dbaeb75aa026563e033a7af491e318c119f3f3f899c4a7bb55382fc998372d7b55953358dc95d9c526be
-  data.tar.gz: b8a5a58a36d1c2b36922205f2b3b8d33e89e570fc215ed02ef288577a8d1325d96fa21cda9267ca78f44754b00a3150e5f6d149d6087c9f020e23090d47a13f2
+  metadata.gz: 572225e5c09ac6ab7795d21d179e9ac07bc2c3bffedb5f1df48afa5a33ab8a73923af90429730532a822f3a78004181f3a9d2d7a2bddf17b9b649819b169ec65
+  data.tar.gz: a62311d2002b538b81132f6efb8525e6c6801baaa5a8f9eac020abbc2726e5ed783ee2719aeed9dc77301492f869f79deb807b9eee74f3a56e0a37d4712b7279

data/CHANGELOG.md

@@ -1,5 +1,36 @@
 # Changes
 
+### 2026-06-12 (0.12.0)
+
+* Repair the three known input families that raised `Internal error:
+  repaired output is not valid JSON` — cases where upstream
+  [jsonrepair](https://github.com/josdejong/jsonrepair) (v3.14.0, still
+  its latest release) emits invalid JSON and this gem's canonical
+  re-serialize guard caught it but blamed the Repairer. All three are
+  deliberate divergences from upstream, commented at each site:
+  * A stray `e`/`E` with no mantissa is now an unquoted string instead
+    of an empty-mantissa exponent: `[e]` → `["e"]`, `[e5]` → `["e5"]`,
+    `[truee]` → `[true,"e"]`, `{"k": e}` → `{"k":"e"}` (upstream emits
+    `e0` / raw `e5`). Numbers truncated at a real exponent (`[2e]` →
+    `[2.0]`) are unchanged.
+  * Negative leading-zero numbers are quoted like positive ones:
+    `{"n": -05}` → `{"n":"-05"}`, matching the existing `{"n": 05}` →
+    `{"n":"05"}` (upstream emits `-05` unrepaired). The same rule now
+    also covers the truncated-number repair, which bypassed it:
+    `[05e]` → `["05e0"]`, `00.` → `"00.0"` (upstream emits `05e0` /
+    `00.0` unrepaired). Valid `-0` / `-0.5` / `0e` / `0.` are
+    unchanged.
+  * The trailing-comma repair no longer strips a comma belonging to the
+    enclosing container when an inner object/array fails on its first
+    key or value: `[{{]` → `[{},{}]`, `[1,[}]` → `[1,[]]`,
+    `{"a": 1, "b": [}` → `{"a":1,"b":[]}` (upstream emits `[{}{}]`,
+    `[1[]]`, `{"a": 1 "b": []}`).
+  Validated by differential testing against upstream over a 270-input
+  grid of these shapes in every container context: the only behavior
+  changes vs 0.11.3 are the 123 previously-`Internal error` inputs now
+  repairing (or, for `e+` shapes where upstream emits invalid `e+0`,
+  raising a clean position-bearing error). Benchmarks flat.
+
 ### 2026-06-12 (0.11.3)
 
 * Fix infinite recursion (`SystemStackError`) on a quoted string

data/lib/json/repair/version.rb

@@ -2,6 +2,6 @@
 
 module JSON
   module Repair
-    VERSION = '0.11.3'
+    VERSION = '0.12.0'
   end
 end

data/lib/json/repairer.rb

@@ -237,6 +237,7 @@ module JSON
 
       initial = true
       while @index < @json.length && @json[@index] != CLOSING_BRACE
+        first_pair = initial
         if initial
           initial = false
         else
@@ -255,8 +256,12 @@ module JSON
           if @json[@index] == CLOSING_BRACE || @json[@index] == OPENING_BRACE ||
              @json[@index] == CLOSING_BRACKET || @json[@index] == OPENING_BRACKET ||
              @json[@index].nil?
-            # repair trailing comma
-            @output = strip_last_occurrence(@output, ',')
+            # repair trailing comma — but only the one this object's own loop
+            # emitted or inserted; on the first pair the buffer's last
+            # comma belongs to the enclosing container, like in [{{] or
+            # {"a": 1, "b": {] (divergence from upstream, which strips
+            # the parent's comma and emits invalid JSON like [{}{}])
+            @output = strip_last_occurrence(@output, ',') unless first_pair
           else
             throw_object_key_expected
           end
@@ -738,7 +743,13 @@ module JSON
         @index += 1 while digit?(@json[@index])
       end
 
-      if @json[@index] && @json[@index].downcase == 'e'
+      # Divergence from upstream: only enter the exponent branch when a
+      # mantissa was consumed — at this point @index > start implies at
+      # least one digit (the '-' and '.' paths reset otherwise). Upstream
+      # accepts a bare "e"/"E" here and emits invalid JSON like `e0` or
+      # raw `e5`; declining lets the token fall through to
+      # parse_unquoted_string, matching how "-e5" already becomes "-e5".
+      if @index > start && @json[@index] && @json[@index].downcase == 'e'
         @index += 1
         @index += 1 if ['-', '+'].include?(@json[@index])
         if at_end_of_number?
@@ -761,7 +772,9 @@ module JSON
       if @index > start
         # repair a number with leading zeros like "00789"
         num = @json[start...@index]
-        has_invalid_leading_zero = num.match?(/^0\d/)
+        # the optional sign quotes "-05" like "05" (divergence from
+        # upstream, whose unsigned check lets "-05" through unrepaired)
+        has_invalid_leading_zero = num.match?(/^-?0\d/)
 
         @output << (has_invalid_leading_zero ? "\"#{num}\"" : repair_leading_dot_number(num))
         return true
@@ -786,6 +799,7 @@ module JSON
 
         initial = true
         while @index < @json.length && @json[@index] != CLOSING_BRACKET
+          first_item = initial
           if initial
             initial = false
           else
@@ -799,8 +813,12 @@ module JSON
           processed_value = parse_value
           next if processed_value
 
-          # repair trailing comma
-          @output = strip_last_occurrence(@output, ',')
+          # repair trailing comma — but only the one this array's own loop
+          # emitted or inserted; on the first item the buffer's last
+          # comma belongs to the enclosing container, like in [1,[}] or
+          # {"a": 1, "b": [} (divergence from upstream, which strips
+          # the parent's comma and emits invalid JSON like [1[]])
+          @output = strip_last_occurrence(@output, ',') unless first_item
           break
         end
 
@@ -859,7 +877,11 @@ module JSON
       # repair numbers cut off at the end
       # this will only be called when we end after a '.', '-', or 'e' and does not
       # change the number more than it needs to make it valid JSON
-      @output << repair_leading_dot_number("#{@json[start...@index]}0")
+      num = "#{@json[start...@index]}0"
+      # quote a padded token that has an invalid leading zero, like "05e" ->
+      # "05e0", applying the same rule as the end of parse_number (divergence
+      # from upstream, which emits the invalid number raw)
+      @output << (num.match?(/^-?0\d/) ? "\"#{num}\"" : repair_leading_dot_number(num))
     end
 
     # Repair a number missing its digit before the decimal point, like ".5"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: json-repair
 version: !ruby/object:Gem::Version
-  version: 0.11.3
+  version: 0.12.0
 platform: ruby
 authors:
 - Aleksandr Zykov