llm-ie 1.4.0__py3-none-any.whl → 1.4.1__py3-none-any.whl

llm_ie/extractors.py

@@ -205,7 +205,6 @@ class StructExtractor(Extractor):
                 gen_text = self.inference_engine.chat(
                                 messages=messages, 
                                 verbose=verbose,
-                                stream=False,
                                 messages_logger=messages_logger
                             )
 
@@ -289,9 +288,8 @@ class StructExtractor(Extractor):
 
             current_gen_text = ""
 
-            response_stream = self.inference_engine.chat(
-                messages=messages,
-                stream=True
+            response_stream = self.inference_engine.chat_stream(
+                messages=messages
             )
             for chunk in response_stream:
                 yield chunk
@@ -865,7 +863,6 @@ class DirectFrameExtractor(FrameExtractor):
                 gen_text = self.inference_engine.chat(
                                 messages=messages, 
                                 verbose=verbose,
-                                stream=False,
                                 messages_logger=messages_logger
                             )
 
@@ -949,9 +946,8 @@ class DirectFrameExtractor(FrameExtractor):
 
             current_gen_text = ""
 
-            response_stream = self.inference_engine.chat(
-                messages=messages,
-                stream=True
+            response_stream = self.inference_engine.chat_stream(
+                messages=messages
             )
             for chunk in response_stream:
                 yield chunk
@@ -1348,7 +1344,6 @@ class ReviewFrameExtractor(DirectFrameExtractor):
             initial = self.inference_engine.chat(
                             messages=messages, 
                             verbose=verbose,
-                            stream=False,
                             messages_logger=messages_logger
                         )
 
@@ -1362,7 +1357,6 @@ class ReviewFrameExtractor(DirectFrameExtractor):
             review = self.inference_engine.chat(
                             messages=messages, 
                             verbose=verbose,
-                            stream=False,
                             messages_logger=messages_logger
                         )
 
@@ -1450,9 +1444,8 @@ class ReviewFrameExtractor(DirectFrameExtractor):
             
             yield f"{Fore.BLUE}Extraction:{Style.RESET_ALL}\n"
 
-            response_stream = self.inference_engine.chat(
-                            messages=messages, 
-                            stream=True
+            response_stream = self.inference_engine.chat_stream(
+                            messages=messages 
                         )
             
             initial = ""
@@ -1466,9 +1459,8 @@ class ReviewFrameExtractor(DirectFrameExtractor):
             messages.append({'role': 'assistant', 'content': initial})
             messages.append({'role': 'user', 'content': self.review_prompt})
 
-            response_stream = self.inference_engine.chat(
-                            messages=messages, 
-                            stream=True
+            response_stream = self.inference_engine.chat_stream(
+                            messages=messages 
                         )
             
             for chunk in response_stream:
@@ -1910,7 +1902,6 @@ class AttributeExtractor(Extractor):
         gen_text = self.inference_engine.chat(
                             messages=messages,
                             verbose=verbose,
-                            stream=False,
                             messages_logger=messages_logger
                         )
 

llm_ie/prompt_editor.py

@@ -270,5 +270,5 @@ class PromptEditor:
 
         messages = [{"role": "system", "content": self.system_prompt + guideline}] + messages
 
-        stream_generator = self.inference_engine.chat(messages, stream=True)
+        stream_generator = self.inference_engine.chat_stream(messages)
         yield from stream_generator

{llm_ie-1.4.0.dist-info → llm_ie-1.4.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: llm-ie
-Version: 1.4.0
+Version: 1.4.1
 Summary: A comprehensive toolkit that provides building blocks for LLM-based named entity recognition, attribute extraction, and relation extraction pipelines.
 License: MIT
 Author: Enshuo (David) Hsu
@@ -11,7 +11,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: colorama (>=0.4.6,<0.5.0)
 Requires-Dist: json_repair (>=0.30)
-Requires-Dist: llm-inference-engine (>=0.1.1,<0.2.0)
+Requires-Dist: llm-inference-engine (>=0.1.5)
 Requires-Dist: nest_asyncio (>=1.6.0,<2.0.0)
 Requires-Dist: nltk (>=3.8,<4.0)
 Description-Content-Type: text/markdown

{llm_ie-1.4.0.dist-info → llm_ie-1.4.1.dist-info}/RECORD

@@ -23,9 +23,9 @@ llm_ie/asset/prompt_guide/StructExtractor_prompt_guide.txt,sha256=x8L4n_LVl6ofQu
 llm_ie/chunkers.py,sha256=b4APRwaLMU40QXVEhOK8m1DZi_jr-VCHAFwbMjqVBgA,11308
 llm_ie/data_types.py,sha256=iG_jdqhpBi33xnsfFQYayCXNBK-2N-8u1xIhoKfJzRI,18294
 llm_ie/engines.py,sha256=Lxzj0gfbUjaU8TpWWM7MqS71Vmpqdq_mIHoLiXqOmXs,1089
-llm_ie/extractors.py,sha256=5tvYfWWvwsfRHGgHYOE5080hx9tLm__eyORbimZ8UUY,115189
-llm_ie/prompt_editor.py,sha256=Hqukm2HMgsoGpXV3vZ__7CGgfMhd-UUIwTKGnfSDltM,12055
+llm_ie/extractors.py,sha256=hA7VoWZU2z6aWXfg5rTwFAmK5L0weILbCGWUaUNJU9w,114859
+llm_ie/prompt_editor.py,sha256=ZAr6A9HRbqKWumVa5kRgcnH2rXdHSmPhYP1Hdp3Ic2o,12049
 llm_ie/utils.py,sha256=k6M4l8GsKOMcmO6UwONQ353Zk-TeoBj6HXGjlAn-JE0,3679
-llm_ie-1.4.0.dist-info/METADATA,sha256=Y0f5yOV_GKP_qKQFje6Cw0p-EhNjsNzXVqJ839aZIBo,775
-llm_ie-1.4.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-llm_ie-1.4.0.dist-info/RECORD,,
+llm_ie-1.4.1.dist-info/METADATA,sha256=Tfp40uGnIbgQa-1IxtPYJpiViOaeXbOKGYi08yCCUzg,768
+llm_ie-1.4.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+llm_ie-1.4.1.dist-info/RECORD,,