llm-ie 0.3.4__tar.gz → 0.3.5__tar.gz

{llm_ie-0.3.4 → llm_ie-0.3.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: llm-ie
-Version: 0.3.4
+Version: 0.3.5
 Summary: An LLM-powered tool that transforms everyday language into robust information extraction pipelines.
 License: MIT
 Author: Enshuo (David) Hsu
@@ -10,6 +10,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: colorama (>=0.4.6,<0.5.0)
+Requires-Dist: json_repair (>=0.30,<0.31)
 Requires-Dist: nltk (>=3.8,<4.0)
 Description-Content-Type: text/markdown
 

{llm_ie-0.3.4 → llm_ie-0.3.5}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "llm-ie"
-version = "0.3.4"
+version = "0.3.5"
 description = "An LLM-powered tool that transforms everyday language into robust information extraction pipelines."
 authors = ["Enshuo (David) Hsu"]
 license = "MIT"
@@ -15,6 +15,7 @@ exclude = [
 python = "^3.11"
 nltk = "^3.8"
 colorama = "^0.4.6"
+json_repair = "^0.30"
 
 
 [build-system]

{llm_ie-0.3.4 → llm_ie-0.3.5}/src/llm_ie/extractors.py

@@ -1,6 +1,7 @@
 import abc
 import re
 import json
+import json_repair
 import inspect
 import importlib.resources
 import warnings
@@ -117,7 +118,12 @@ class Extractor:
                 dict_obj = json.loads(dict_str)
                 out.append(dict_obj)
             except json.JSONDecodeError:
-                warnings.warn(f'Post-processing failed:\n{dict_str}', RuntimeWarning)
+                dict_obj = json_repair.repair_json(dict_str, skip_json_loads=True, return_objects=True)
+                if dict_obj:
+                    warnings.warn(f'JSONDecodeError detected, fixed with repair_json:\n{dict_str}', RuntimeWarning)
+                    out.append(dict_obj)
+                else:
+                    warnings.warn(f'JSONDecodeError could not be fixed:\n{dict_str}', RuntimeWarning)
         return out