json-repair 0.37.0__py3-none-any.whl → 0.39.0__py3-none-any.whl

json_repair/json_parser.py

@@ -101,6 +101,8 @@ class JSONParser:
                 char.isdigit() or char == "-" or char == "."
             ):
                 return self.parse_number()
+            elif char in ["#", "/"]:
+                return self.parse_comment()
             # If everything else fails, we just ignore and move on
             else:
                 self.index += 1
@@ -138,8 +140,9 @@ class JSONParser:
                 # The rollback index needs to be updated here in case the key is empty
                 rollback_index = self.index
                 key = str(self.parse_string())
-
-                if key != "" or (key == "" and self.get_char_at() == ":"):
+                if key == "":
+                    self.skip_whitespaces_at()
+                if key != "" or (key == "" and self.get_char_at() in [":", "}"]):
                     # If the string is empty but there is a object divider, we are done here
                     break
             if ContextValues.ARRAY in self.context.context and key in obj:
@@ -199,11 +202,10 @@ class JSONParser:
             self.skip_whitespaces_at()
             value = self.parse_json()
 
-            # It is possible that parse_json() returns nothing valid, so we stop
+            # It is possible that parse_json() returns nothing valid, so we increase by 1
             if value == "":
-                break
-
-            if value == "..." and self.get_char_at(-1) == ".":
+                self.index += 1
+            elif value == "..." and self.get_char_at(-1) == ".":
                 self.log(
                     "While parsing an array, found a stray '...'; ignoring it",
                 )
@@ -243,6 +245,8 @@ class JSONParser:
         lstring_delimiter = rstring_delimiter = '"'
 
         char = self.get_char_at()
+        if char in ["#", "/"]:
+            return self.parse_comment()
         # A valid string can only start with a valid quote or, in our case, with a literal
         while char and char not in self.STRING_DELIMITERS and not char.isalnum():
             self.index += 1
@@ -753,6 +757,76 @@ class JSONParser:
             return self.skip_to_character(character=character, idx=idx + 1)
         return idx
 
+    def parse_comment(self) -> str:
+        """
+        Parse code-like comments:
+
+        - "# comment": A line comment that continues until a newline.
+        - "// comment": A line comment that continues until a newline.
+        - "/* comment */": A block comment that continues until the closing delimiter "*/".
+
+        The comment is skipped over and an empty string is returned so that comments do not interfere
+        with the actual JSON elements.
+        """
+        char = self.get_char_at()
+        termination_characters = ["\n", "\r"]
+        if ContextValues.ARRAY in self.context.context:
+            termination_characters.append("]")
+        if ContextValues.OBJECT_VALUE in self.context.context:
+            termination_characters.append("}")
+        if ContextValues.OBJECT_KEY in self.context.context:
+            termination_characters.append(":")
+        # Line comment starting with #
+        if char == "#":
+            comment = ""
+            while char and char not in termination_characters:
+                comment += char
+                self.index += 1
+                char = self.get_char_at()
+            self.log(f"Found line comment: {comment}")
+            return ""
+
+        # Comments starting with '/'
+        elif char == "/":
+            next_char = self.get_char_at(1)
+            # Handle line comment starting with //
+            if next_char == "/":
+                comment = "//"
+                self.index += 2  # Skip both slashes.
+                char = self.get_char_at()
+                while char and char not in termination_characters:
+                    comment += char
+                    self.index += 1
+                    char = self.get_char_at()
+                self.log(f"Found line comment: {comment}")
+                return ""
+            # Handle block comment starting with /*
+            elif next_char == "*":
+                comment = "/*"
+                self.index += 2  # Skip '/*'
+                while True:
+                    char = self.get_char_at()
+                    if not char:
+                        self.log(
+                            "Reached end-of-string while parsing block comment; unclosed block comment."
+                        )
+                        break
+                    comment += char
+                    self.index += 1
+                    if comment.endswith("*/"):
+                        break
+                self.log(f"Found block comment: {comment}")
+                return ""
+            else:
+                # Not a recognized comment pattern, skip the slash.
+                self.index += 1
+                return ""
+
+        else:
+            # Should not be reached: if for some reason the current character does not start a comment, skip it.
+            self.index += 1
+            return ""
+
     def _log(self, text: str) -> None:
         window: int = 10
         start: int = max(self.index - window, 0)

json_repair/json_repair.py

@@ -160,7 +160,7 @@ def cli(inline_args: Optional[List[str]] = None) -> int:
 
     Args:
         inline_args (Optional[List[str]]): List of command-line arguments for testing purposes. Defaults to None.
-            - filename (str): The JSON file to repair
+            - filename (str): The JSON file to repair. If omitted, the JSON is read from stdin.
             - -i, --inline (bool): Replace the file inline instead of returning the output to stdout.
             - -o, --output TARGET (str): If specified, the output will be written to TARGET filename instead of stdout.
             - --ensure_ascii (bool): Pass ensure_ascii=True to json.dumps(). Will pass False otherwise.
@@ -174,9 +174,15 @@ def cli(inline_args: Optional[List[str]] = None) -> int:
 
     Example:
         >>> cli(['example.json', '--indent', '4'])
+        >>> cat json.txt | json_repair
     """
     parser = argparse.ArgumentParser(description="Repair and parse JSON files.")
-    parser.add_argument("filename", help="The JSON file to repair")
+    # Make the filename argument optional; if omitted, we will read from stdin.
+    parser.add_argument(
+        "filename",
+        nargs="?",
+        help="The JSON file to repair (if omitted, reads from stdin)",
+    )
     parser.add_argument(
         "-i",
         "--inline",
@@ -204,9 +210,12 @@ def cli(inline_args: Optional[List[str]] = None) -> int:
     if inline_args is None:  # pragma: no cover
         args = parser.parse_args()
     else:
-        args = parser.parse_args(
-            inline_args
-        )  # This is needed so this function is testable
+        args = parser.parse_args(inline_args)
+
+    # Inline mode requires a filename, so error out if none was provided.
+    if args.inline and not args.filename:  # pragma: no cover
+        print("Error: Inline mode requires a filename", file=sys.stderr)
+        sys.exit(1)
 
     if args.inline and args.output:  # pragma: no cover
         print("Error: You cannot pass both --inline and --output", file=sys.stderr)
@@ -217,8 +226,12 @@ def cli(inline_args: Optional[List[str]] = None) -> int:
         ensure_ascii = True
 
     try:
-        result = from_file(args.filename)
-
+        # Use from_file if a filename is provided; otherwise read from stdin.
+        if args.filename:
+            result = from_file(args.filename)
+        else:
+            data = sys.stdin.read()
+            result = loads(data)
         if args.inline or args.output:
             with open(args.output or args.filename, mode="w") as fd:
                 json.dump(result, fd, indent=args.indent, ensure_ascii=ensure_ascii)

{json_repair-0.37.0.dist-info → json_repair-0.39.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: json_repair
-Version: 0.37.0
+Version: 0.39.0
 Summary: A package to repair broken json strings
 Author-email: Stefano Baccianella <4247706+mangiucugna@users.noreply.github.com>
 License: MIT License

json_repair-0.39.0.dist-info/RECORD

@@ -0,0 +1,13 @@
+json_repair/__init__.py,sha256=c4L2kZrHvWEKfj_ODU2naliNuvU6FlFVxtF0hbLe6s8,178
+json_repair/__main__.py,sha256=EsJb-y89uZEvGQQg1GdIDWzfDwfOMvVekKEtdguQXCM,67
+json_repair/json_context.py,sha256=mm6dOyrPJ1sDskTORZSXCW7W9-5veMlUKqXQ3Hw3EG4,971
+json_repair/json_parser.py,sha256=BQsH8CRy59C2176bMwVerfqbHDXfLoEC1v5frmCiv7M,39020
+json_repair/json_repair.py,sha256=k-5HRRlCqrxNmJi0u1KE3IUeL4HXqi1XZ7oAL-NFDLo,10314
+json_repair/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+json_repair/string_file_wrapper.py,sha256=koZmdq2-Z5K7XF1bDqX6dEbNaVMJYcMTjq-aGe6NQvA,4526
+json_repair-0.39.0.dist-info/LICENSE,sha256=wrjQo8MhNrNCicXtMe3MHmS-fx8AmQk1ue8AQwiiFV8,1076
+json_repair-0.39.0.dist-info/METADATA,sha256=cArvqcMBL9FVCwnJGtsaeF7lXWjOFWG3_1OueGjOiRs,11794
+json_repair-0.39.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+json_repair-0.39.0.dist-info/entry_points.txt,sha256=SNfge3zPSP-ASqriYU9r3NAPaXdseYr7ciPMKdV2uSw,57
+json_repair-0.39.0.dist-info/top_level.txt,sha256=7-VZwZN2CgB_n0NlSLk-rEUFh8ug21lESbsblOYuZqw,12
+json_repair-0.39.0.dist-info/RECORD,,

json_repair-0.37.0.dist-info/RECORD

@@ -1,13 +0,0 @@
-json_repair/__init__.py,sha256=c4L2kZrHvWEKfj_ODU2naliNuvU6FlFVxtF0hbLe6s8,178
-json_repair/__main__.py,sha256=EsJb-y89uZEvGQQg1GdIDWzfDwfOMvVekKEtdguQXCM,67
-json_repair/json_context.py,sha256=mm6dOyrPJ1sDskTORZSXCW7W9-5veMlUKqXQ3Hw3EG4,971
-json_repair/json_parser.py,sha256=XASjndsU8Q2NNXENoQJKCwZUxf0ezlsq538x7Y33T3A,35948
-json_repair/json_repair.py,sha256=LINLSJBs3cJMfs1YRDaIpfWR5PJLs87Oe06G5yQjY18,9729
-json_repair/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-json_repair/string_file_wrapper.py,sha256=koZmdq2-Z5K7XF1bDqX6dEbNaVMJYcMTjq-aGe6NQvA,4526
-json_repair-0.37.0.dist-info/LICENSE,sha256=wrjQo8MhNrNCicXtMe3MHmS-fx8AmQk1ue8AQwiiFV8,1076
-json_repair-0.37.0.dist-info/METADATA,sha256=GN2yJwIv5nrKgjKjocEdCbPioWmyghYqUPxj6ogvxfo,11794
-json_repair-0.37.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-json_repair-0.37.0.dist-info/entry_points.txt,sha256=SNfge3zPSP-ASqriYU9r3NAPaXdseYr7ciPMKdV2uSw,57
-json_repair-0.37.0.dist-info/top_level.txt,sha256=7-VZwZN2CgB_n0NlSLk-rEUFh8ug21lESbsblOYuZqw,12
-json_repair-0.37.0.dist-info/RECORD,,