json-repair 0.8.1__tar.gz → 0.10.0__tar.gz

{json_repair-0.8.1/src/json_repair.egg-info → json_repair-0.10.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: json_repair
-Version: 0.8.1
+Version: 0.10.0
 Summary: A package to repair broken json strings
 Author-email: Stefano Baccianella <4247706+mangiucugna@users.noreply.github.com>
 License: MIT License

{json_repair-0.8.1 → json_repair-0.10.0}/pyproject.toml

@@ -3,7 +3,7 @@ requires = ["setuptools>=61.0"]
 build-backend = "setuptools.build_meta"
 [project]
 name = "json_repair"
-version = "0.8.1"
+version = "0.10.0"
 license = {file = "LICENSE"}
 authors = [
   { name="Stefano Baccianella", email="4247706+mangiucugna@users.noreply.github.com" },

{json_repair-0.8.1 → json_repair-0.10.0}/src/json_repair/json_repair.py

@@ -61,7 +61,9 @@ class JSONParser:
         elif char == '"':
             return self.parse_string()
         elif char == "'":
-            return self.parse_string(use_single_quotes=True)
+            return self.parse_string(string_quotes="'")
+        elif char == "“":
+            return self.parse_string(string_quotes=["“", "”"])
         # <number> starts with [0-9] or minus
         elif char.isdigit() or char == "-":
             return self.parse_number()
@@ -102,9 +104,7 @@ class JSONParser:
             # <member> starts with a <string>
             key = ""
             while key == "" and self.get_char_at():
-                key = self.parse_string(
-                    use_single_quotes=(self.json_str[self.index] == "'")
-                )
+                key = self.parse_json()
 
                 # This can happen sometimes like { "": "value" }
                 if key == "" and self.get_char_at() == ":":
@@ -112,7 +112,7 @@ class JSONParser:
                     break
 
             # We reached the end here
-            if key == "}":
+            if (self.get_char_at() or "}") == "}":
                 continue
 
             # An extreme case of missing ":" after a key
@@ -170,19 +170,22 @@ class JSONParser:
         self.index += 1
         return arr
 
-    def parse_string(self, use_single_quotes=False) -> str:
+    def parse_string(self, string_quotes=False) -> str:
         # <string> is a string of valid characters enclosed in quotes
         # i.e. { name: "John" }
         # Somehow all weird cases in an invalid JSON happen to be resolved in this function, so be careful here
 
         # Flag to manage corner cases related to missing starting quote
         fixed_quotes = False
-        string_terminator = '"'
-        if use_single_quotes:
-            string_terminator = "'"
+        lstring_delimiter = rstring_delimiter = '"'
+        if isinstance(string_quotes, list):
+            lstring_delimiter = string_quotes[0]
+            rstring_delimiter = string_quotes[1]
+        elif isinstance(string_quotes, str):
+            lstring_delimiter = rstring_delimiter = string_quotes
         char = self.get_char_at()
-        if char != string_terminator:
-            self.insert_char_at(string_terminator)
+        if char != lstring_delimiter:
+            self.insert_char_at(lstring_delimiter)
             fixed_quotes = True
         else:
             self.index += 1
@@ -198,7 +201,7 @@ class JSONParser:
         # * If we are fixing missing quotes in an object, when it finds the special terminators
         char = self.get_char_at()
         fix_broken_markdown_link = False
-        while char and char != string_terminator:
+        while char and char != rstring_delimiter:
             if fixed_quotes:
                 if self.context == "object_key" and (char == ":" or char.isspace()):
                     break
@@ -208,7 +211,7 @@ class JSONParser:
             char = self.get_char_at()
             # ChatGPT sometimes forget to quote links in markdown like: { "content": "[LINK]("https://google.com")" }
             if (
-                char == string_terminator
+                (char == lstring_delimiter or char == rstring_delimiter)
                 # Next character is not a comma
                 and self.get_char_at(1) != ","
                 and (
@@ -228,8 +231,8 @@ class JSONParser:
         end = self.index
 
         # A fallout of the previous special case in the while loop, we need to update the index only if we had a closing quote
-        if char != string_terminator:
-            self.insert_char_at(string_terminator)
+        if char != rstring_delimiter:
+            self.insert_char_at(rstring_delimiter)
         else:
             self.index += 1
 
@@ -245,13 +248,16 @@ class JSONParser:
             self.index += 1
             char = self.get_char_at()
         if number_str:
-            if "." in number_str or "e" in number_str or "E" in number_str:
-                return float(number_str)
-            elif number_str == "-":
-                # If there is a stray "-" this will throw an exception, throw away this character
-                return self.parse_json()
-            else:
-                return int(number_str)
+            try:
+                if "." in number_str or "e" in number_str or "E" in number_str:
+                    return float(number_str)
+                elif number_str == "-":
+                    # If there is a stray "-" this will throw an exception, throw away this character
+                    return self.parse_json()
+                else:
+                    return int(number_str)
+            except ValueError:
+                return number_str
         else:
             # This is a string then
             return self.parse_string()

{json_repair-0.8.1 → json_repair-0.10.0/src/json_repair.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: json_repair
-Version: 0.8.1
+Version: 0.10.0
 Summary: A package to repair broken json strings
 Author-email: Stefano Baccianella <4247706+mangiucugna@users.noreply.github.com>
 License: MIT License

{json_repair-0.8.1 → json_repair-0.10.0}/tests/test_json_repair.py

@@ -50,12 +50,13 @@ def test_repair_json():
     assert repair_json("[[1\n\n]") == "[[1]]"
     assert repair_json("{") == "{}"
     assert repair_json("}") == '""'
-    assert repair_json('{"') == '{"": ""}'
+    assert repair_json('{"') == '{}'
     assert repair_json('["') == '[]'
     assert repair_json("'\"'") == '"\\\""'
     assert repair_json("'string\"") == '"string\\\""'
     assert repair_json('{foo: [}') == '{"foo": []}'
     assert repair_json('{"key": "value:value"}') == '{"key": "value:value"}'
+    assert repair_json('{“slanted_delimiter”: "value"}') == '{"slanted_delimiter": "value"}'
     assert (
         repair_json('{"name": "John", "age": 30, "city": "New')
         == '{"name": "John", "age": 30, "city": "New"}'
@@ -191,6 +192,10 @@ def test_repair_json_corner_cases_generate_by_gpt():
     # Test with null values
     assert repair_json('{"key": null}') == '{"key": null}'
 
+    # Test with numeric-like values
+    assert repair_json('{"key": 10-20}') == '{"key": "10-20"}'
+    assert repair_json('{"key": 1.1.1}') == '{"key": "1.1.1"}'
+
 
 def test_repair_json_corner_cases_generate_by_gpt_with_objects():
     # Test with nested JSON
@@ -221,6 +226,10 @@ def test_repair_json_corner_cases_generate_by_gpt_with_objects():
     # Test with null values
     assert repair_json('{"key": null}', True) == {"key": None}
 
+    # Test with numeric-like values
+    assert repair_json('{"key": 10-20}', True) == {"key": "10-20"}
+    assert repair_json('{"key": 1.1.1}', True) == {"key": "1.1.1"}
+
 def test_repair_json_skip_json_loads():
     assert repair_json('{"key": true, "key2": false, "key3": null}', skip_json_loads=True) == '{"key": true, "key2": false, "key3": null}'
     assert repair_json('{"key": true, "key2": false, "key3": null}', return_objects=True, skip_json_loads=True) == {"key": True, "key2": False, "key3": None}

{json_repair-0.8.1 → json_repair-0.10.0}/tests/test_performance.py

@@ -624,7 +624,7 @@ def test_false_false_correct(benchmark):
   mean_time = benchmark.stats.get("median")
 
   # Define your time threshold in seconds
-  max_time = 54 / 10 ** 6  # 54 microsecond
+  max_time = 55 / 10 ** 6  # 55 microsecond
 
   # Assert that the average time is below the threshold
   assert mean_time < max_time, f"Benchmark exceeded threshold: {mean_time:.3f}s > {max_time:.3f}s"