HowdenLLM 1.6.2__tar.gz → 3.0.0__tar.gz

{howdenllm-1.6.2 → howdenllm-3.0.0}/HowdenLLM/manager.py

@@ -35,6 +35,7 @@ class LLM:
                  provider_and_model: str,
                  template: Template,
                  use_web_search_tool: bool,
+                 upload_attachment: str|None,
                  system: str = None,
                  name: str = None
     ):
@@ -53,6 +54,7 @@ class LLM:
         self.system: str = system
         self.provider = ProviderFactory.create(self.provider_name)
         self.use_web_search_tool = use_web_search_tool
+        self.upload_attachment = upload_attachment
         self.hashed = self.compute_hash(self.input_params)
 
         self.total_input_tokens = 0
@@ -68,7 +70,7 @@ class LLM:
         except (KeyError, LookupError, AttributeError, ImportError):
             return len(text.split())
 
-    def __call__(self, path_or_content: Path | str) -> str:
+    async def __call__(self, path_or_content: Path | str) -> str:
         """
         Execute one completion round and return:
         (output_text, input_token_count, output_token_count)
@@ -87,7 +89,7 @@ class LLM:
         input_tokens = self._count_tokens(input_text)
 
         # --- run model ---
-        output = self.provider.complete(self.system, prompt, self.model, self.use_web_search_tool)
+        output = await self.provider.complete(self.system, prompt, self.model, self.use_web_search_tool,self.upload_attachment)
 
         # --- count output tokens ---
         output_tokens = self._count_tokens(output)

howdenllm-3.0.0/HowdenLLM/providers/base_provider.py

@@ -0,0 +1,7 @@
+from abc import ABC, abstractmethod
+from .provider_meta import ProviderMeta
+
+class BaseProvider(ABC, metaclass=ProviderMeta):
+    @abstractmethod
+    async def complete(self,  system: str, prompt: str, model: str, use_web_search_tool: bool, upload_attachment: str|None) -> str:
+        pass

howdenllm-3.0.0/HowdenLLM/providers/provider_anthropic.py

@@ -0,0 +1,42 @@
+from abc import ABC
+from HowdenLLM.providers.base_provider import BaseProvider
+from anthropic import AsyncAnthropic
+from .known_providers import KnownProviders
+
+class AnthropicProvider(BaseProvider, ABC):
+    provider = KnownProviders.Anthropic
+
+    def __init__(self,client: AsyncAnthropic):
+        self.client = client
+
+    async def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool, upload_attachment: str) -> str:
+
+        if use_web_search_tool:
+            tools=[{"type": "web_search_20260209","name": "web_search","max_uses": 5}]
+        else:
+            tools = []
+
+        if model in ["claude-opus-4-6","claude-opus-4-5-20251101","claude-sonnet-4-6","claude-sonnet-4-5-20250929"]:
+            message = await self.client.messages.create(
+                model=model,
+                system=system,
+                messages=[
+                    {"role": "user","content": prompt}
+                ],
+                max_tokens=16000,
+                temperature=0.0,
+                tools=tools,
+                stream=False,
+                # thinking={"type": "adaptive"},
+                # output_config={"effort": "high"},  # or max, medium, low
+            )
+        else:
+            raise Exception(f"Unsupported model: {model}")
+
+        # print(f"Content: {message}")
+        clean_response = "\n".join(
+            block.text for block in message.content if block.type == "text"
+        )
+
+
+        return clean_response

{howdenllm-1.6.2 → howdenllm-3.0.0}/HowdenLLM/providers/provider_factory.py

@@ -41,13 +41,13 @@ class ProviderFactory:
         if key not in ProviderFactory.clients_alive.keys():
             load_dotenv()
             if key == KnownProviders.OpenAI:
-                from openai import OpenAI
-                ProviderFactory.clients_alive[key] = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
+                from openai import AsyncOpenAI
+                ProviderFactory.clients_alive[key] = AsyncOpenAI(api_key=os.getenv("OPENAI_API_KEY"))
             elif key == KnownProviders.HuggingFace:
                 from huggingface_hub import InferenceClient
                 ProviderFactory.clients_alive[key] = InferenceClient(token=os.getenv("HUGGINGFACE_API_KEY"))
             elif key == KnownProviders.Anthropic:
-                from anthropic import Anthropic
-                ProviderFactory.clients_alive[key] = Anthropic(api_key=os.getenv("ANTHROPIC_API_KEY"))
+                from anthropic import AsyncAnthropic
+                ProviderFactory.clients_alive[key] = AsyncAnthropic(api_key=os.getenv("ANTHROPIC_API_KEY"))
 
         return providers[key](ProviderFactory.clients_alive[key])

{howdenllm-1.6.2 → howdenllm-3.0.0}/HowdenLLM/providers/provider_huggingface.py

@@ -3,6 +3,7 @@ from dotenv import load_dotenv
 import os
 from huggingface_hub import InferenceClient
 from .known_providers import KnownProviders
+import asyncio
 
 
 class HuggingFaceProvider(BaseProvider):
@@ -11,9 +12,10 @@ class HuggingFaceProvider(BaseProvider):
     def __init__(self,client: InferenceClient):
         self.client = client
 
-    def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool) -> str:
+    async def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool) -> str:
         full_prompt = f"[System]: {system}\n[User]: {prompt}\n"
-        response = self.client.text_generation(
+        response = await asyncio.to_thread(
+            self.client.text_generation,
             model=model,
             prompt=full_prompt,
             max_new_tokens=500,

howdenllm-3.0.0/HowdenLLM/providers/provider_openai.py

@@ -0,0 +1,53 @@
+from abc import ABC
+
+from sympy.codegen.ast import continue_
+
+from HowdenLLM.providers.base_provider import BaseProvider
+from openai import AsyncOpenAI
+from .known_providers import KnownProviders
+
+class OpenAIProvider(BaseProvider, ABC):
+    provider = KnownProviders.OpenAI
+
+    def __init__(self,client: AsyncOpenAI):
+        self.client = client
+
+    async def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool, upload_attachment: str|None) -> str:
+
+        if use_web_search_tool:
+            tools = [
+                { "type": "web_search" }
+            ]
+        else:
+            tools = None
+
+        if upload_attachment:
+            with open(upload_attachment, "rb") as f:
+                uploaded = self.client.files.create(
+                    file=f,
+                    purpose="user_data",
+                )
+            input=[
+                {"role": "system", "content": system},
+                {"role": "user", "content": [
+                    {"type": "input_text", "text": prompt},
+                    {"type": "input_file", "file_id": uploaded.id},
+                ]}
+            ]
+        else:
+            input=[
+                {"role": "system", "content": system},
+                {"role": "user", "content": prompt}
+            ]
+
+        if model in ["gpt-5", "gpt-5.2", "gpt-5-mini", "gpt-5.4-mini", "gpt-5-nano"]:
+            response = await self.client.responses.create(
+                model=model,
+                input=input,
+                tools=tools,
+                max_output_tokens=16000
+            )
+        else:
+            raise Exception(f"Unsupported model: {model}")
+
+        return response.output_text

{howdenllm-1.6.2 → howdenllm-3.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: HowdenLLM
-Version: 1.6.2
+Version: 3.0.0
 Summary: A simple configuration manager with Pydantic and JSON export.
 License: MIT
 Keywords: config,configuration,pydantic,json

{howdenllm-1.6.2 → howdenllm-3.0.0}/pyproject.toml

@@ -1,5 +1,6 @@
 [project]
 name = "HowdenLLM"
+version = "3.0.0"
 description = ""
 readme = "README.md"
 requires-python = ">=3.12,<3.14"
@@ -14,7 +15,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "HowdenLLM"
-version = "1.6.2"
+version = "1.7.0"
 description = "A simple configuration manager with Pydantic and JSON export."
 authors = [ "JesperThoftIllemannJ <jesper.jaeger@howdendanmark.dk>",]
 readme = "README.md"

howdenllm-1.6.2/HowdenLLM/providers/base_provider.py

@@ -1,7 +0,0 @@
-from abc import ABC, abstractmethod
-from .provider_meta import ProviderMeta
-
-class BaseProvider(ABC, metaclass=ProviderMeta):
-    @abstractmethod
-    def complete(self,  system: str, prompt: str, model: str, use_web_search_tool: bool) -> str:
-        pass

howdenllm-1.6.2/HowdenLLM/providers/provider_anthropic.py

@@ -1,27 +0,0 @@
-from abc import ABC
-from HowdenLLM.providers.base_provider import BaseProvider
-from anthropic import Anthropic
-from .known_providers import KnownProviders
-
-class AnthropicProvider(BaseProvider, ABC):
-    provider = KnownProviders.Anthropic
-
-    def __init__(self,client: Anthropic):
-        self.client = client
-
-    def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool) -> str:
-        if model in ["claude-opus-4-6","claude-sonnet-4-6"]:
-            message = self.client.messages.create(
-                model=model,
-                system=system,
-                messages=[
-                    {"role": "user","content": prompt}
-                ],
-                max_tokens=16000,
-                temperature=0.0
-
-            )
-        else:
-            raise Exception(f"Unsupported model: {model}")
-
-        return message.content[0].text

howdenllm-1.6.2/HowdenLLM/providers/provider_openai.py

@@ -1,34 +0,0 @@
-from abc import ABC
-from HowdenLLM.providers.base_provider import BaseProvider
-from openai import OpenAI
-from .known_providers import KnownProviders
-
-class OpenAIProvider(BaseProvider, ABC):
-    provider = KnownProviders.OpenAI
-
-    def __init__(self,client: OpenAI):
-        self.client = client
-
-    def complete(self, system: str, prompt: str, model: str, use_web_search_tool: bool) -> str:
-
-        if use_web_search_tool:
-            tools = [
-                { "type": "web_search" }
-            ]
-        else:
-            tools = None
-
-        if model in ["gpt-5", "gpt-5.2", "gpt-5-mini", "gpt-5.4-mini", "gpt-5-nano"]:
-            response = self.client.responses.create(
-                model=model,
-                input=[
-                    {"role": "system", "content": system},
-                    {"role": "user", "content": prompt}
-                ],
-                tools=tools,
-                max_output_tokens=16000
-            )
-        else:
-            raise Exception(f"Unsupported model: {model}")
-
-        return response.output_text