HowdenLLM 1.7.0__tar.gz → 3.0.0__tar.gz

{howdenllm-1.7.0 → howdenllm-3.0.0}/HowdenLLM/manager.py

@@ -70,7 +70,7 @@ class LLM:
         except (KeyError, LookupError, AttributeError, ImportError):
             return len(text.split())
 
-    def __call__(self, path_or_content: Path | str) -> str:
+    async def __call__(self, path_or_content: Path | str) -> str:
         """
         Execute one completion round and return:
         (output_text, input_token_count, output_token_count)
@@ -89,7 +89,7 @@ class LLM:
         input_tokens = self._count_tokens(input_text)
 
         # --- run model ---
-        output = self.provider.complete(self.system, prompt, self.model, self.use_web_search_tool,self.upload_attachment)
+        output = await self.provider.complete(self.system, prompt, self.model, self.use_web_search_tool,self.upload_attachment)
 
         # --- count output tokens ---
         output_tokens = self._count_tokens(output)

howdenllm-3.0.0/HowdenLLM/providers/base_provider.py

@@ -0,0 +1,7 @@
+from abc import ABC, abstractmethod
+from .provider_meta import ProviderMeta
+
+class BaseProvider(ABC, metaclass=ProviderMeta):
+    @abstractmethod
+    async def complete(self,  system: str, prompt: str, model: str, use_web_search_tool: bool, upload_attachment: str|None) -> str:
+        pass

{howdenllm-1.7.0 → howdenllm-3.0.0}/HowdenLLM/providers/provider_anthropic.py

@@ -1,15 +1,15 @@
 from abc import ABC
 from HowdenLLM.providers.base_provider import BaseProvider
-from anthropic import Anthropic
+from anthropic import AsyncAnthropic
 from .known_providers import KnownProviders
 
 class AnthropicProvider(BaseProvider, ABC):
     provider = KnownProviders.Anthropic
 
-    def __init__(self,client: Anthropic):
+    def __init__(self,client: AsyncAnthropic):
         self.client = client
 
-    def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool, upload_attachment: str) -> str:
+    async def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool, upload_attachment: str) -> str:
 
         if use_web_search_tool:
             tools=[{"type": "web_search_20260209","name": "web_search","max_uses": 5}]
@@ -17,7 +17,7 @@ class AnthropicProvider(BaseProvider, ABC):
             tools = []
 
         if model in ["claude-opus-4-6","claude-opus-4-5-20251101","claude-sonnet-4-6","claude-sonnet-4-5-20250929"]:
-            message = self.client.messages.create(
+            message = await self.client.messages.create(
                 model=model,
                 system=system,
                 messages=[

{howdenllm-1.7.0 → howdenllm-3.0.0}/HowdenLLM/providers/provider_factory.py

@@ -41,13 +41,13 @@ class ProviderFactory:
         if key not in ProviderFactory.clients_alive.keys():
             load_dotenv()
             if key == KnownProviders.OpenAI:
-                from openai import OpenAI
-                ProviderFactory.clients_alive[key] = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
+                from openai import AsyncOpenAI
+                ProviderFactory.clients_alive[key] = AsyncOpenAI(api_key=os.getenv("OPENAI_API_KEY"))
             elif key == KnownProviders.HuggingFace:
                 from huggingface_hub import InferenceClient
                 ProviderFactory.clients_alive[key] = InferenceClient(token=os.getenv("HUGGINGFACE_API_KEY"))
             elif key == KnownProviders.Anthropic:
-                from anthropic import Anthropic
-                ProviderFactory.clients_alive[key] = Anthropic(api_key=os.getenv("ANTHROPIC_API_KEY"))
+                from anthropic import AsyncAnthropic
+                ProviderFactory.clients_alive[key] = AsyncAnthropic(api_key=os.getenv("ANTHROPIC_API_KEY"))
 
         return providers[key](ProviderFactory.clients_alive[key])

{howdenllm-1.7.0 → howdenllm-3.0.0}/HowdenLLM/providers/provider_huggingface.py

@@ -3,6 +3,7 @@ from dotenv import load_dotenv
 import os
 from huggingface_hub import InferenceClient
 from .known_providers import KnownProviders
+import asyncio
 
 
 class HuggingFaceProvider(BaseProvider):
@@ -11,9 +12,10 @@ class HuggingFaceProvider(BaseProvider):
     def __init__(self,client: InferenceClient):
         self.client = client
 
-    def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool) -> str:
+    async def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool) -> str:
         full_prompt = f"[System]: {system}\n[User]: {prompt}\n"
-        response = self.client.text_generation(
+        response = await asyncio.to_thread(
+            self.client.text_generation,
             model=model,
             prompt=full_prompt,
             max_new_tokens=500,

{howdenllm-1.7.0 → howdenllm-3.0.0}/HowdenLLM/providers/provider_openai.py

@@ -3,16 +3,16 @@ from abc import ABC
 from sympy.codegen.ast import continue_
 
 from HowdenLLM.providers.base_provider import BaseProvider
-from openai import OpenAI
+from openai import AsyncOpenAI
 from .known_providers import KnownProviders
 
 class OpenAIProvider(BaseProvider, ABC):
     provider = KnownProviders.OpenAI
 
-    def __init__(self,client: OpenAI):
+    def __init__(self,client: AsyncOpenAI):
         self.client = client
 
-    def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool, upload_attachment: str|None) -> str:
+    async def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool, upload_attachment: str|None) -> str:
 
         if use_web_search_tool:
             tools = [
@@ -41,7 +41,7 @@ class OpenAIProvider(BaseProvider, ABC):
             ]
 
         if model in ["gpt-5", "gpt-5.2", "gpt-5-mini", "gpt-5.4-mini", "gpt-5-nano"]:
-            response = self.client.responses.create(
+            response = await self.client.responses.create(
                 model=model,
                 input=input,
                 tools=tools,

{howdenllm-1.7.0 → howdenllm-3.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: HowdenLLM
-Version: 1.7.0
+Version: 3.0.0
 Summary: A simple configuration manager with Pydantic and JSON export.
 License: MIT
 Keywords: config,configuration,pydantic,json

{howdenllm-1.7.0 → howdenllm-3.0.0}/pyproject.toml

@@ -1,5 +1,6 @@
 [project]
 name = "HowdenLLM"
+version = "3.0.0"
 description = ""
 readme = "README.md"
 requires-python = ">=3.12,<3.14"

howdenllm-1.7.0/HowdenLLM/providers/base_provider.py

@@ -1,7 +0,0 @@
-from abc import ABC, abstractmethod
-from .provider_meta import ProviderMeta
-
-class BaseProvider(ABC, metaclass=ProviderMeta):
-    @abstractmethod
-    def complete(self,  system: str, prompt: str, model: str, use_web_search_tool: bool, upload_attachment: str|None) -> str:
-        pass