json-repair 0.12.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: aef10e86ea82fb56d9666ad7470317cf751f00730ef51910094ce8b2ee876a53
-  data.tar.gz: 682f0cdacc02896687e6c39e534f92f0beda52110679da8b7b7f43721aa6c2a4
+  metadata.gz: cf5d06053ce264da6b60de4beef4a5718fd3482c81d295deea6dbf90fc63c098
+  data.tar.gz: 9d343f549cf34414e0de45618cb19bd4a9b58b12e53c2f52da0380fc73b4d95a
 SHA512:
-  metadata.gz: 572225e5c09ac6ab7795d21d179e9ac07bc2c3bffedb5f1df48afa5a33ab8a73923af90429730532a822f3a78004181f3a9d2d7a2bddf17b9b649819b169ec65
-  data.tar.gz: a62311d2002b538b81132f6efb8525e6c6801baaa5a8f9eac020abbc2726e5ed783ee2719aeed9dc77301492f869f79deb807b9eee74f3a56e0a37d4712b7279
+  metadata.gz: 269f7de75ec6cadde857d2f7c10186b1d0c63a19aa3e863744957c95b98db8d0cef790deef8814d532ca62c0405d97cfc5f441c37be9f1c4e6c7f5cfe07eaa67
+  data.tar.gz: 9cbc099462defe41b8bf96f590833d61de90f79c8e5b0f2d8a7d0ae04ee72dcc7e512c6f3886f67cb0e700dfb1046abd143b2adbde560c502d25700035e69834

data/CHANGELOG.md

@@ -1,5 +1,27 @@
 # Changes
 
+### 2026-06-12 (0.13.0)
+
+* Repair `#` hash line comments, like in Python, YAML, or Hjson:
+  `{"a": 1 # comment\n}` → `{"a":1}`, `{ # note\n "a": 1}` →
+  `{"a":1}`, `# lead\n{"a": 1}` → `{"a":1}`. Divergence from upstream
+  [jsonrepair](https://github.com/josdejong/jsonrepair) (v3.14.0
+  raises on all of these), commented at the site. Recognition is
+  context-aware so unquoted values starting with `#` keep repairing
+  into strings — `{"color": #ff0000}` → `{"color":"#ff0000"}`,
+  `{#tag: 1}` → `{"#tag":1}`, `#standalone` → `"#standalone"` — where
+  Python's `json_repair` silently loses them (`{"color": ""}`).
+  Where a value or key is expected, a `#` token reaching a structural
+  delimiter (`,` `}` `]` `:`) before any whitespace, or running to
+  end-of-input without a newline, stays a value; anything else is a
+  comment stripped to the end of the line. The tradeoff: a `#` token
+  followed by whitespace or a newline at a value position now reads
+  as a comment — `{"a": #b c}` → `{"a":null}` and `{"a": #tag\n}` →
+  `{"a":null}`, where 0.12.0 kept them as strings (Python drops them
+  too), and a comment-only document now raises like `// only a
+  comment` always has. Pinned in the spec suite as conscious
+  decisions.
+
 ### 2026-06-12 (0.12.0)
 
 * Repair the three known input families that raised `Internal error:

data/lib/json/repair/version.rb

@@ -2,6 +2,6 @@
 
 module JSON
   module Repair
-    VERSION = '0.12.0'
+    VERSION = '0.13.0'
   end
 end

data/lib/json/repairer.rb

@@ -71,7 +71,7 @@ module JSON
       # repair redundant end quotes
       while [CLOSING_BRACE, CLOSING_BRACKET].include?(@json[@index])
         @index += 1
-        parse_whitespace_and_skip_comments
+        parse_whitespace_and_skip_comments(value_expected: false)
       end
 
       if @index >= @json.length
@@ -93,17 +93,17 @@ module JSON
                 parse_keywords ||
                 parse_unquoted_string(false) ||
                 parse_regex
-      parse_whitespace_and_skip_comments
+      parse_whitespace_and_skip_comments(value_expected: false)
 
       process
     end
 
-    def parse_whitespace_and_skip_comments(skip_newline: true)
+    def parse_whitespace_and_skip_comments(skip_newline: true, value_expected: true)
       start = @index
 
       changed = parse_whitespace(skip_newline: skip_newline)
       loop do
-        changed = parse_comment
+        changed = parse_comment(value_expected: value_expected)
         changed = parse_whitespace(skip_newline: skip_newline) if changed
         break unless changed
       end
@@ -131,7 +131,7 @@ module JSON
       false
     end
 
-    def parse_comment
+    def parse_comment(value_expected: true)
       if @json[@index] == '/' && @json[@index + 1] == '*'
         # Block comment
         @index += 2
@@ -143,11 +143,42 @@ module JSON
         @index += 2
         @index += 1 until @json[@index].nil? || @json[@index] == "\n"
         true
+      elsif @json[@index] == '#' && hash_comment?(value_expected)
+        # Hash line comment, like in Python, YAML, or Hjson (divergence
+        # from upstream, which raises on `#` as of v3.14.0)
+        @index += 1
+        @index += 1 until @json[@index].nil? || @json[@index] == "\n"
+        true
       else
         false
       end
     end
 
+    # Decide whether the `#` at @index starts a line comment or an
+    # unquoted value like {"color": #ff0000}, {#tag: 1}, or a root
+    # #hashtag (which Python's json_repair eats as comments, losing
+    # data). Where no value or key is expected an unquoted token would
+    # be junk anyway, so `#` is always a comment, exactly like `//`.
+    # Where one is expected, scan the rest of the line: a structural
+    # delimiter (`,` `}` `]` `:`) before any whitespace means the token
+    # reads as a value in context; whitespace (including the newline
+    # itself) first means comment prose; reaching EOF without a newline
+    # keeps the token a value, so truncated input like {"a": #tag is
+    # repaired, not dropped. Divergence from upstream, as above.
+    def hash_comment?(value_expected)
+      return true unless value_expected
+
+      i = @index + 1
+      while (char = @json[i])
+        return true if whitespace_or_special?(char)
+        return false if [COMMA, COLON, CLOSING_BRACE, CLOSING_BRACKET].include?(char)
+
+        i += 1
+      end
+
+      false
+    end
+
     # Find and skip over a Markdown fenced code block:
     #     ``` ... ```
     # or
@@ -268,7 +299,7 @@ module JSON
           break
         end
 
-        parse_whitespace_and_skip_comments
+        parse_whitespace_and_skip_comments(value_expected: false)
         processed_colon = parse_character(COLON)
         truncated_text = @index >= @json.length
         unless processed_colon
@@ -491,7 +522,7 @@ module JSON
           @index += 1
           @output << str
 
-          parse_whitespace_and_skip_comments(skip_newline: false)
+          parse_whitespace_and_skip_comments(skip_newline: false, value_expected: false)
 
           if stop_at_delimiter ||
              @index >= @json.length ||
@@ -846,11 +877,11 @@ module JSON
     def parse_concatenated_string
       processed = false
 
-      parse_whitespace_and_skip_comments
+      parse_whitespace_and_skip_comments(value_expected: false)
       while @json[@index] == PLUS
         processed = true
         @index += 1
-        parse_whitespace_and_skip_comments
+        parse_whitespace_and_skip_comments(value_expected: false)
 
         # repair: remove the end quote of the first string
         @output = strip_last_occurrence(@output, '"', strip_remaining_text: true)

data/sig/json/repairer.rbs

@@ -37,7 +37,9 @@ module JSON
 
     def parse_whitespace: (?skip_newline: bool) -> bool
 
-    def parse_comment: () -> bool
+    def parse_comment: (?value_expected: bool) -> bool
+
+    def hash_comment?: (bool value_expected) -> bool
 
     # Find and skip over a Markdown fenced code block
     def parse_markdown_code_block: (::Array[::String] blocks) -> bool
@@ -87,7 +89,7 @@ module JSON
 
     def parse_character: (::String char) -> bool
 
-    def parse_whitespace_and_skip_comments: (?skip_newline: bool) -> bool
+    def parse_whitespace_and_skip_comments: (?skip_newline: bool, ?value_expected: bool) -> bool
 
     # Parse a number like 2.4 or 2.4e6
     def parse_number: () -> bool

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: json-repair
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.13.0
 platform: ruby
 authors:
 - Aleksandr Zykov