HowdenLLM 1.5.2__tar.gz → 1.6.0__tar.gz

{howdenllm-1.5.2 → howdenllm-1.6.0}/HowdenLLM/manager.py

@@ -9,6 +9,7 @@ import os
 import json
 import re
 
+load_dotenv()
 class EmptyFileException(Exception):
     """Exception raised for empty 'filepath' argument"""
     def __init__(self, fp):
@@ -45,13 +46,13 @@ class LLM:
             if k not in ("self", "__class__", "__len__")
         }
 
-        load_dotenv()
+
         self.provider_name = provider_and_model.split(":")[0].lower()
         self.model = provider_and_model.split(":")[1]
         self.template = template
         self.name: str = name
         self.system: str = system
-        self.provider = ProviderFactory.create(self.provider_name)
+        self.client = ProviderFactory.create(self.provider_name)
         self.use_web_search_tool = use_web_search_tool
         self.hashed = self.compute_hash(self.input_params)
 
@@ -87,18 +88,18 @@ class LLM:
         input_tokens = self._count_tokens(input_text)
 
         # --- run model ---
-        output = self.provider.complete(self.system, prompt, self.model, self.use_web_search_tool)
+        output = self.client.complete(self.system, prompt, self.model, self.use_web_search_tool)
 
         # --- count output tokens ---
-        output_tokens = self._count_tokens(output)
+        #output_tokens = self._count_tokens(output)
 
         # --- update totals ---
         self.total_input_tokens += input_tokens
-        self.total_output_tokens += output_tokens
+        #self.total_output_tokens += output_tokens
         self.total_runs += 1
         print(f"[{self.name or 'LLM'}] "
               f"Input tokens: {input_tokens}, "
-              f"Output tokens: {output_tokens}, "
+              #f"Output tokens: {output_tokens}, "
               f"Total_input: {self.total_input_tokens}, "
               f"Total_output: {self.total_output_tokens}, "
               f"Total_input_average: {round(self.total_input_tokens / self.total_runs, 2)}, "

howdenllm-1.6.0/HowdenLLM/providers/known_providers.py

@@ -0,0 +1,2 @@
+class KnownProviders:
+    Anthropic = 'anthropic'

howdenllm-1.6.0/HowdenLLM/providers/provider_anthropic.py

@@ -0,0 +1,29 @@
+from abc import ABC
+from HowdenLLM.providers.base_provider import BaseProvider
+from anthropic import Anthropic
+import os
+from dotenv import load_dotenv
+
+class AnthropicProvider(BaseProvider, ABC):
+    provider = "anthropic"
+
+    def __init__(self):
+        load_dotenv()
+        self.client = Anthropic(api_key=os.getenv("ANTHROPIC_API_KEY"))
+
+    def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool) -> str:
+        if model in ["claude-opus-4-6","claude-sonnet-4-6"]:
+            message = self.client.messages.create(
+                model=model,
+                system=system,
+                messages=[
+                    {"role": "user","content": prompt}
+                ],
+                max_tokens=16000,
+                temperature=0.0
+
+            )
+        else:
+            raise Exception(f"Unsupported model: {model}")
+
+        return message.content[0].text

{howdenllm-1.5.2 → howdenllm-1.6.0}/HowdenLLM/providers/provider_factory.py

@@ -1,15 +1,23 @@
 import importlib
 import inspect
 import pkgutil
+
 from pathlib import Path
 from .provider_meta import ProviderMeta
-from openai import OpenAI
-from dotenv import load_dotenv
-import os
+
 
 class ProviderFactory:
     """Factory that dynamically loads provider modules and instantiates them."""
-    openai_client = None
+    clients_alive = {}
+    providers: dict = None
+
+    @staticmethod
+    def get_providers() -> dict:
+        if ProviderFactory.providers is None:
+            ProviderFactory._load_all_providers()
+            ProviderFactory.providers = ProviderMeta.get_registry()
+
+        return ProviderFactory.providers
 
     @staticmethod
     def _load_all_providers():
@@ -26,9 +34,9 @@ class ProviderFactory:
     @staticmethod
     def create(provider_name: str):
         """Instantiate a provider by name using the registry."""
-        ProviderFactory._load_all_providers()
+        #ProviderFactory._load_all_providers()
+        providers = ProviderFactory.get_providers()
 
-        providers = ProviderMeta.get_registry()
         key = provider_name.lower()
 
         if key not in providers:
@@ -37,11 +45,8 @@ class ProviderFactory:
                 f"Available: {list(providers.keys())}"
             )
 
-        if key == "openai" and ProviderFactory.openai_client is None:
-            load_dotenv()
-            ProviderFactory.openai_client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
+        if key not in ProviderFactory.clients_alive.keys():
+            ProviderFactory.clients_alive[key] = providers[key]()
+
+        return ProviderFactory.clients_alive[key]
 
-        if key == "openai":
-            return providers[key](ProviderFactory.openai_client)
-        else:
-            return providers[key]()

{howdenllm-1.5.2 → howdenllm-1.6.0}/HowdenLLM/providers/provider_huggingface.py

@@ -1,13 +1,14 @@
 from HowdenLLM.providers.base_provider import BaseProvider
 from dotenv import load_dotenv
 import os
+from huggingface_hub import InferenceClient
+
 
 
 class HuggingFaceProvider(BaseProvider):
-    provider = "huggingface"
+    provider = 'huggingface'
 
     def __init__(self):
-        from huggingface_hub import InferenceClient
         load_dotenv()
         self.client = InferenceClient(token=os.getenv("HUGGINGFACE_API_KEY"))
 

howdenllm-1.6.0/HowdenLLM/providers/provider_openai.py

@@ -0,0 +1,40 @@
+from abc import ABC
+from HowdenLLM.providers.base_provider import BaseProvider
+from openai import OpenAI, AsyncOpenAI
+import os
+from dotenv import load_dotenv
+import asyncio
+
+
+SEMAPHORE = asyncio.Semaphore(3)
+
+class OpenAIProvider(BaseProvider, ABC):
+    provider = "openai"
+
+    def __init__(self):
+        load_dotenv()
+        self.client =  AsyncOpenAI(api_key=os.getenv("OPENAI_API_KEY"))
+
+    async def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool) -> str:
+        async with SEMAPHORE:
+            if use_web_search_tool:
+                tools = [
+                    { "type": "web_search" }
+                ]
+            else:
+                tools = None
+
+            if model in ["gpt-5", "gpt-5-mini", "gpt-5-nano"]:
+                response = await self.client.responses.create(
+                    model=model,
+                    input=[
+                        {"role": "system", "content": system},
+                        {"role": "user", "content": prompt}
+                    ],
+                    tools=tools,
+                    max_output_tokens=16000
+                )
+            else:
+                raise Exception(f"Unsupported model: {model}")
+
+            return response.output_text

{howdenllm-1.5.2 → howdenllm-1.6.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: HowdenLLM
-Version: 1.5.2
+Version: 1.6.0
 Summary: A simple configuration manager with Pydantic and JSON export.
 License: MIT
 Keywords: config,configuration,pydantic,json
@@ -12,6 +12,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: accelerate (>=1.10.0,<2.0.0)
+Requires-Dist: anthropic (>=0.85.0,<0.86.0)
 Requires-Dist: langchain (>=1.1.3,<2.0.0)
 Requires-Dist: langchain-community (>=0.3.27,<0.4.0)
 Requires-Dist: openai (>=1.99.9,<2.0.0)

{howdenllm-1.5.2 → howdenllm-1.6.0}/pyproject.toml

@@ -3,7 +3,7 @@ name = "HowdenLLM"
 description = ""
 readme = "README.md"
 requires-python = ">=3.12,<3.14"
-dependencies = [ "transformers (>=4.55.0,<5.0.0)", "pydantic (>=2.11.7,<3.0.0)", "python-dotenv (>=1.1.1,<2.0.0)", "langchain-community (>=0.3.27,<0.4.0)", "openai (>=1.99.9,<2.0.0)", "accelerate (>=1.10.0,<2.0.0)", "tiktoken (>=0.12.0,<0.13.0)", "langchain (>=1.1.3,<2.0.0)", "pytest (>=9.0.2,<10.0.0)",]
+dependencies = [ "transformers (>=4.55.0,<5.0.0)", "pydantic (>=2.11.7,<3.0.0)", "python-dotenv (>=1.1.1,<2.0.0)", "langchain-community (>=0.3.27,<0.4.0)", "openai (>=1.99.9,<2.0.0)", "accelerate (>=1.10.0,<2.0.0)", "tiktoken (>=0.12.0,<0.13.0)", "langchain (>=1.1.3,<2.0.0)", "pytest (>=9.0.2,<10.0.0)", "anthropic (>=0.85.0,<0.86.0)",]
 [[project.authors]]
 name = "JesperThoftIllemannJ"
 email = "jesper.jaeger@howdendanmark.dk"
@@ -14,7 +14,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "HowdenLLM"
-version = "1.5.2"
+version = "1.6.0"
 description = "A simple configuration manager with Pydantic and JSON export."
 authors = [ "JesperThoftIllemannJ <jesper.jaeger@howdendanmark.dk>",]
 readme = "README.md"

howdenllm-1.5.2/HowdenLLM/providers/provider_openai.py

@@ -1,33 +0,0 @@
-from abc import ABC
-from HowdenLLM.providers.base_provider import BaseProvider
-from openai import OpenAI
-
-class OpenAIProvider(BaseProvider, ABC):
-    provider = "openai"
-
-    def __init__(self,client: OpenAI):
-        self.client = client
-
-    def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool) -> str:
-
-        if use_web_search_tool:
-            tools = [
-                { "type": "web_search" }
-            ]
-        else:
-            tools = None
-
-        if model in ["gpt-5", "gpt-5-mini", "gpt-5-nano"]:
-            response = self.client.responses.create(
-                model=model,
-                input=[
-                    {"role": "system", "content": system},
-                    {"role": "user", "content": prompt}
-                ],
-                tools=tools,
-                max_output_tokens=16000
-            )
-        else:
-            raise Exception(f"Unsupported model: {model}")
-
-        return response.output_text