llm-ie 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

llm_ie/engines.py

@@ -31,7 +31,6 @@ class InferenceEngine:
 
 
 class LlamaCppInferenceEngine(InferenceEngine):
-    from llama_cpp import Llama
     def __init__(self, repo_id:str, gguf_filename:str, n_ctx:int=4096, n_gpu_layers:int=-1, **kwrs):
         """
         The Llama.cpp inference engine.
@@ -48,13 +47,13 @@ class LlamaCppInferenceEngine(InferenceEngine):
         n_gpu_layers : int, Optional
             number of layers to offload to GPU. Default is all layers (-1).
         """
-        super().__init__()
+        from llama_cpp import Llama
         self.repo_id = repo_id
         self.gguf_filename = gguf_filename
         self.n_ctx = n_ctx
         self.n_gpu_layers = n_gpu_layers
 
-        self.model = self.Llama.from_pretrained(
+        self.model = Llama.from_pretrained(
             repo_id=self.repo_id,
             filename=self.gguf_filename,
             n_gpu_layers=n_gpu_layers,
@@ -106,7 +105,6 @@ class LlamaCppInferenceEngine(InferenceEngine):
 
 
 class OllamaInferenceEngine(InferenceEngine):
-    import ollama
     def __init__(self, model_name:str, num_ctx:int=4096, keep_alive:int=300, **kwrs):
         """
         The Ollama inference engine.
@@ -120,6 +118,8 @@ class OllamaInferenceEngine(InferenceEngine):
         keep_alive : int, Optional
             seconds to hold the LLM after the last API call.
         """
+        import ollama
+        self.ollama = ollama
         self.model_name = model_name
         self.num_ctx = num_ctx
         self.keep_alive = keep_alive
@@ -158,13 +158,13 @@ class OllamaInferenceEngine(InferenceEngine):
 
 
 class HuggingFaceHubInferenceEngine(InferenceEngine):
-    from huggingface_hub import InferenceClient
     def __init__(self, **kwrs):
         """
         The Huggingface_hub InferenceClient inference engine.
         For parameters and documentation, refer to https://huggingface.co/docs/huggingface_hub/en/package_reference/inference_client
         """
-        self.client = self.InferenceClient(**kwrs)
+        from huggingface_hub import InferenceClient
+        self.client = InferenceClient(**kwrs)
 
     def chat(self, messages:List[Dict[str,str]], max_new_tokens:int=2048, temperature:float=0.0, stream:bool=False, **kwrs) -> str:
         """
@@ -200,7 +200,6 @@ class HuggingFaceHubInferenceEngine(InferenceEngine):
         
 
 class OpenAIInferenceEngine(InferenceEngine):
-    from openai import OpenAI
     def __init__(self, model:str, **kwrs):
         """
         The OpenAI API inference engine.
@@ -211,7 +210,8 @@ class OpenAIInferenceEngine(InferenceEngine):
         model_name : str
             model name as described in https://platform.openai.com/docs/models
         """
-        self.client = self.OpenAI(**kwrs)
+        from openai import OpenAI
+        self.client = OpenAI(**kwrs)
         self.model = model
 
     def chat(self, messages:List[Dict[str,str]], max_new_tokens:int=2048, temperature:float=0.0, stream:bool=False, **kwrs) -> str:

{llm_ie-0.1.1.dist-info → llm_ie-0.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: llm-ie
-Version: 0.1.1
+Version: 0.1.2
 Summary: An LLM-powered tool that transforms everyday language into robust information extraction pipelines.
 License: MIT
 Author: Enshuo (David) Hsu

{llm_ie-0.1.1.dist-info → llm_ie-0.1.2.dist-info}/RECORD

@@ -1,8 +1,8 @@
 llm_ie/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 llm_ie/data_types.py,sha256=AxqgfmPkYySDz7VuTWh8yDWofvZgdjgFiW9hihqInHc,6605
-llm_ie/engines.py,sha256=pJzm9UiLQx_zt55Ve1tK2dIqsZ_CDOLnK3zmwk4oe9M,9291
+llm_ie/engines.py,sha256=TuxM56_u6-dsAAuNdfuKSH23nb9UfFbg6T60e-OXEA8,9294
 llm_ie/extractors.py,sha256=94uPhEtpYeingMY4WVLc8F6vw8hnSS8Wt-TMr5B5flg,22315
 llm_ie/prompt_editor.py,sha256=doPjy5HFoZvP5Y1x_rcA_-wSQfqHkwKfETQd3uIh0GA,1212
-llm_ie-0.1.1.dist-info/METADATA,sha256=vIT1_jrrqMgZkaHX1S5g2AHJEROGMvscjCpwoWSPiZY,27975
-llm_ie-0.1.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-llm_ie-0.1.1.dist-info/RECORD,,
+llm_ie-0.1.2.dist-info/METADATA,sha256=74HgMLENRFNbx04Vgk0uLbrKOQkxfAM6ZXOk75gbSO0,27975
+llm_ie-0.1.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+llm_ie-0.1.2.dist-info/RECORD,,