gaard-llm 0.1.0__py3-none-any.whl

gaard_llm/openai_compatible/client.py

@@ -0,0 +1,74 @@
+from typing import Any
+
+import httpx
+
+from gaard_core.errors import LlmProviderError
+from gaard_llm.providers.models import ChatCompletionRequest, ChatCompletionResponse
+
+
+class OpenAICompatibleClient:
+    def __init__(
+        self,
+        base_url: str,
+        api_key: str,
+        timeout_seconds: int = 60,
+    ) -> None:
+        self.base_url = base_url.rstrip("/")
+        self.api_key = api_key
+        self.timeout_seconds = timeout_seconds
+
+    def create_chat_completion(
+        self,
+        request: ChatCompletionRequest,
+    ) -> ChatCompletionResponse:
+        url = f"{self.base_url}/chat/completions"
+
+        payload: dict[str, Any] = {
+            "model": request.model,
+            "messages": [
+                {
+                    "role": message.role,
+                    "content": message.content,
+                }
+                for message in request.messages
+            ],
+            "temperature": request.temperature,
+        }
+
+        payload.update(request.extra_body)
+
+        headers = {
+            "Authorization": f"Bearer {self.api_key}",
+            "Content-Type": "application/json",
+        }
+
+        try:
+            response = httpx.post(
+                url,
+                json=payload,
+                headers=headers,
+                timeout=self.timeout_seconds,
+            )
+            response.raise_for_status()
+        except httpx.HTTPStatusError as exc:
+            detail = exc.response.text.strip()
+            detail_suffix = f" {detail[:500]}" if detail else ""
+
+            raise LlmProviderError(
+                f"LLM provider returned HTTP {exc.response.status_code}.{detail_suffix}"
+            ) from exc
+        except httpx.HTTPError as exc:
+            raise LlmProviderError("LLM provider request failed.") from exc
+
+        data: dict[str, Any] = response.json()
+
+        try:
+            content = data["choices"][0]["message"]["content"]
+        except (KeyError, IndexError, TypeError) as exc:
+            raise LlmProviderError("Invalid OpenAI-compatible response format.") from exc
+
+        return ChatCompletionResponse(
+            content=content.strip(),
+            model=data.get("model"),
+            raw=data,
+        )

gaard_llm/providers/models.py

@@ -0,0 +1,21 @@
+from typing import Any
+
+from pydantic import BaseModel, Field
+
+
+class ChatMessage(BaseModel):
+    role: str
+    content: str
+
+
+class ChatCompletionRequest(BaseModel):
+    model: str
+    messages: list[ChatMessage]
+    temperature: float = 0.0
+    extra_body: dict[str, Any] = Field(default_factory=dict)
+
+
+class ChatCompletionResponse(BaseModel):
+    content: str
+    model: str | None = None
+    raw: dict[str, Any] = Field(default_factory=dict)

gaard_llm-0.1.0.dist-info/METADATA

@@ -0,0 +1,28 @@
+Metadata-Version: 2.4
+Name: gaard-llm
+Version: 0.1.0
+Summary: LLM provider adapters for GAARD
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+Requires-Dist: gaard-core==0.1.0
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: pydantic>=2.7.0
+Provides-Extra: openai
+Requires-Dist: openai>=1.0.0; extra == "openai"
+Provides-Extra: anthropic
+Requires-Dist: anthropic>=0.34.0; extra == "anthropic"
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0.0; extra == "dev"
+Requires-Dist: ruff>=0.5.0; extra == "dev"
+Requires-Dist: mypy>=1.10.0; extra == "dev"
+
+# GAARD - Governed AI Access to Relational Data
+
+GAARD is a self-hosted AI SQL Gateway for governed natural-language access to relational data.
+
+GAARD allows applications and users to ask questions about relational databases using natural language while keeping SQL generation, validation, execution, prompts, connectors, and auditability under control.
+
+For more informacion see https://github.com/pkroliszewski/gaard
+
+# This package
+Package gaard-llm extends gaard functionality by adding support for various ai providers.

gaard_llm-0.1.0.dist-info/RECORD

@@ -0,0 +1,14 @@
+gaard_llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gaard_llm/anthropic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gaard_llm/azure_openai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gaard_llm/ollama/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gaard_llm/openai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gaard_llm/openai_compatible/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gaard_llm/openai_compatible/client.py,sha256=g3-_MMGnVPinDagTCMh0qICMm5mj0ePrGvLF1_aB3nw,2218
+gaard_llm/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gaard_llm/providers/models.py,sha256=TstySxokyhbjm-XmMHedl34g3lx3QwaMUSXxGK525ks,447
+gaard_llm/vertex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gaard_llm-0.1.0.dist-info/METADATA,sha256=370ekzbb5Kwh1F4fMaf4hfbS64zdiJGPLnflssRMRoM,1081
+gaard_llm-0.1.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+gaard_llm-0.1.0.dist-info/top_level.txt,sha256=bQIuyw6fh91AGKw_X-3cnIF-G3JB30fIir0BgjXIliM,10
+gaard_llm-0.1.0.dist-info/RECORD,,

gaard_llm-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (82.0.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

gaard_llm-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+gaard_llm