gaard-llm 0.1.0__tar.gz

gaard_llm-0.1.0/PKG-INFO

@@ -0,0 +1,28 @@
+Metadata-Version: 2.4
+Name: gaard-llm
+Version: 0.1.0
+Summary: LLM provider adapters for GAARD
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+Requires-Dist: gaard-core==0.1.0
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: pydantic>=2.7.0
+Provides-Extra: openai
+Requires-Dist: openai>=1.0.0; extra == "openai"
+Provides-Extra: anthropic
+Requires-Dist: anthropic>=0.34.0; extra == "anthropic"
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0.0; extra == "dev"
+Requires-Dist: ruff>=0.5.0; extra == "dev"
+Requires-Dist: mypy>=1.10.0; extra == "dev"
+
+# GAARD - Governed AI Access to Relational Data
+
+GAARD is a self-hosted AI SQL Gateway for governed natural-language access to relational data.
+
+GAARD allows applications and users to ask questions about relational databases using natural language while keeping SQL generation, validation, execution, prompts, connectors, and auditability under control.
+
+For more informacion see https://github.com/pkroliszewski/gaard
+
+# This package
+Package gaard-llm extends gaard functionality by adding support for various ai providers.

gaard_llm-0.1.0/README.md

@@ -0,0 +1,10 @@
+# GAARD - Governed AI Access to Relational Data
+
+GAARD is a self-hosted AI SQL Gateway for governed natural-language access to relational data.
+
+GAARD allows applications and users to ask questions about relational databases using natural language while keeping SQL generation, validation, execution, prompts, connectors, and auditability under control.
+
+For more informacion see https://github.com/pkroliszewski/gaard
+
+# This package
+Package gaard-llm extends gaard functionality by adding support for various ai providers.

gaard_llm-0.1.0/pyproject.toml

@@ -0,0 +1,31 @@
+[build-system]
+requires = ["setuptools>=69", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "gaard-llm"
+version = "0.1.0"
+description = "LLM provider adapters for GAARD"
+readme = "README.md"
+requires-python = ">=3.11"
+dependencies = [
+    "gaard-core==0.1.0",
+    "httpx>=0.27.0",
+    "pydantic>=2.7.0",
+]
+
+[project.optional-dependencies]
+openai = ["openai>=1.0.0"]
+anthropic = ["anthropic>=0.34.0"]
+dev = [
+    "pytest>=8.0.0",
+    "ruff>=0.5.0",
+    "mypy>=1.10.0",
+]
+
+[tool.ruff]
+line-length = 100
+target-version = "py311"
+
+[tool.setuptools.packages.find]
+where = ["src"]

gaard_llm-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

gaard_llm-0.1.0/src/gaard_llm/openai_compatible/client.py

@@ -0,0 +1,74 @@
+from typing import Any
+
+import httpx
+
+from gaard_core.errors import LlmProviderError
+from gaard_llm.providers.models import ChatCompletionRequest, ChatCompletionResponse
+
+
+class OpenAICompatibleClient:
+    def __init__(
+        self,
+        base_url: str,
+        api_key: str,
+        timeout_seconds: int = 60,
+    ) -> None:
+        self.base_url = base_url.rstrip("/")
+        self.api_key = api_key
+        self.timeout_seconds = timeout_seconds
+
+    def create_chat_completion(
+        self,
+        request: ChatCompletionRequest,
+    ) -> ChatCompletionResponse:
+        url = f"{self.base_url}/chat/completions"
+
+        payload: dict[str, Any] = {
+            "model": request.model,
+            "messages": [
+                {
+                    "role": message.role,
+                    "content": message.content,
+                }
+                for message in request.messages
+            ],
+            "temperature": request.temperature,
+        }
+
+        payload.update(request.extra_body)
+
+        headers = {
+            "Authorization": f"Bearer {self.api_key}",
+            "Content-Type": "application/json",
+        }
+
+        try:
+            response = httpx.post(
+                url,
+                json=payload,
+                headers=headers,
+                timeout=self.timeout_seconds,
+            )
+            response.raise_for_status()
+        except httpx.HTTPStatusError as exc:
+            detail = exc.response.text.strip()
+            detail_suffix = f" {detail[:500]}" if detail else ""
+
+            raise LlmProviderError(
+                f"LLM provider returned HTTP {exc.response.status_code}.{detail_suffix}"
+            ) from exc
+        except httpx.HTTPError as exc:
+            raise LlmProviderError("LLM provider request failed.") from exc
+
+        data: dict[str, Any] = response.json()
+
+        try:
+            content = data["choices"][0]["message"]["content"]
+        except (KeyError, IndexError, TypeError) as exc:
+            raise LlmProviderError("Invalid OpenAI-compatible response format.") from exc
+
+        return ChatCompletionResponse(
+            content=content.strip(),
+            model=data.get("model"),
+            raw=data,
+        )

gaard_llm-0.1.0/src/gaard_llm/providers/models.py

@@ -0,0 +1,21 @@
+from typing import Any
+
+from pydantic import BaseModel, Field
+
+
+class ChatMessage(BaseModel):
+    role: str
+    content: str
+
+
+class ChatCompletionRequest(BaseModel):
+    model: str
+    messages: list[ChatMessage]
+    temperature: float = 0.0
+    extra_body: dict[str, Any] = Field(default_factory=dict)
+
+
+class ChatCompletionResponse(BaseModel):
+    content: str
+    model: str | None = None
+    raw: dict[str, Any] = Field(default_factory=dict)

gaard_llm-0.1.0/src/gaard_llm.egg-info/PKG-INFO

@@ -0,0 +1,28 @@
+Metadata-Version: 2.4
+Name: gaard-llm
+Version: 0.1.0
+Summary: LLM provider adapters for GAARD
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+Requires-Dist: gaard-core==0.1.0
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: pydantic>=2.7.0
+Provides-Extra: openai
+Requires-Dist: openai>=1.0.0; extra == "openai"
+Provides-Extra: anthropic
+Requires-Dist: anthropic>=0.34.0; extra == "anthropic"
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0.0; extra == "dev"
+Requires-Dist: ruff>=0.5.0; extra == "dev"
+Requires-Dist: mypy>=1.10.0; extra == "dev"
+
+# GAARD - Governed AI Access to Relational Data
+
+GAARD is a self-hosted AI SQL Gateway for governed natural-language access to relational data.
+
+GAARD allows applications and users to ask questions about relational databases using natural language while keeping SQL generation, validation, execution, prompts, connectors, and auditability under control.
+
+For more informacion see https://github.com/pkroliszewski/gaard
+
+# This package
+Package gaard-llm extends gaard functionality by adding support for various ai providers.

gaard_llm-0.1.0/src/gaard_llm.egg-info/SOURCES.txt

@@ -0,0 +1,18 @@
+README.md
+pyproject.toml
+src/gaard_llm/__init__.py
+src/gaard_llm.egg-info/PKG-INFO
+src/gaard_llm.egg-info/SOURCES.txt
+src/gaard_llm.egg-info/dependency_links.txt
+src/gaard_llm.egg-info/requires.txt
+src/gaard_llm.egg-info/top_level.txt
+src/gaard_llm/anthropic/__init__.py
+src/gaard_llm/azure_openai/__init__.py
+src/gaard_llm/ollama/__init__.py
+src/gaard_llm/openai/__init__.py
+src/gaard_llm/openai_compatible/__init__.py
+src/gaard_llm/openai_compatible/client.py
+src/gaard_llm/providers/__init__.py
+src/gaard_llm/providers/models.py
+src/gaard_llm/vertex/__init__.py
+tests/test_openai_compatible_client.py

gaard_llm-0.1.0/src/gaard_llm.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

gaard_llm-0.1.0/src/gaard_llm.egg-info/requires.txt

@@ -0,0 +1,14 @@
+gaard-core==0.1.0
+httpx>=0.27.0
+pydantic>=2.7.0
+
+[anthropic]
+anthropic>=0.34.0
+
+[dev]
+pytest>=8.0.0
+ruff>=0.5.0
+mypy>=1.10.0
+
+[openai]
+openai>=1.0.0

gaard_llm-0.1.0/src/gaard_llm.egg-info/top_level.txt

@@ -0,0 +1 @@
+gaard_llm

gaard_llm-0.1.0/tests/test_openai_compatible_client.py

@@ -0,0 +1,177 @@
+import httpx
+import pytest
+
+from gaard_core.errors import LlmProviderError
+from gaard_llm.openai_compatible.client import OpenAICompatibleClient
+from gaard_llm.providers.models import ChatCompletionRequest, ChatMessage
+
+
+def test_openai_compatible_client_parses_response(monkeypatch) -> None:
+    captured_kwargs = {}
+
+    def fake_post(*args, **kwargs):
+        captured_kwargs.update(kwargs)
+        request = httpx.Request(
+            method="POST",
+            url="https://example.com/v1/chat/completions",
+        )
+
+        return httpx.Response(
+            status_code=200,
+            request=request,
+            json={
+                "model": "test-model",
+                "choices": [
+                    {
+                        "message": {
+                            "content": "SELECT 1 AS value",
+                        }
+                    }
+                ],
+            },
+        )
+
+    monkeypatch.setattr(httpx, "post", fake_post)
+
+    client = OpenAICompatibleClient(
+        base_url="https://example.com/v1",
+        api_key="test-key",
+    )
+
+    response = client.create_chat_completion(
+        ChatCompletionRequest(
+            model="test-model",
+            messages=[
+                ChatMessage(role="system", content="system"),
+                ChatMessage(role="user", content="user"),
+            ],
+        )
+    )
+
+    assert response.content == "SELECT 1 AS value"
+    assert response.model == "test-model"
+    assert "chat_template_kwargs" not in captured_kwargs["json"]
+
+
+def test_openai_compatible_client_merges_extra_body(monkeypatch) -> None:
+    captured_kwargs = {}
+
+    def fake_post(*args, **kwargs):
+        captured_kwargs.update(kwargs)
+        request = httpx.Request(
+            method="POST",
+            url="https://example.com/v1/chat/completions",
+        )
+
+        return httpx.Response(
+            status_code=200,
+            request=request,
+            json={
+                "model": "test-model",
+                "choices": [
+                    {
+                        "message": {
+                            "content": "SELECT 1 AS value",
+                        }
+                    }
+                ],
+            },
+        )
+
+    monkeypatch.setattr(httpx, "post", fake_post)
+
+    client = OpenAICompatibleClient(
+        base_url="https://example.com/v1",
+        api_key="test-key",
+    )
+
+    client.create_chat_completion(
+        ChatCompletionRequest(
+            model="test-model",
+            extra_body={
+                "chat_template_kwargs": {
+                    "enable_thinking": False,
+                },
+            },
+            messages=[
+                ChatMessage(role="system", content="system"),
+                ChatMessage(role="user", content="user"),
+            ],
+        )
+    )
+
+    assert captured_kwargs["json"]["chat_template_kwargs"] == {"enable_thinking": False}
+
+
+def test_openai_compatible_client_wraps_invalid_response(monkeypatch) -> None:
+    def fake_post(*args, **kwargs):
+        request = httpx.Request(
+            method="POST",
+            url="https://example.com/v1/chat/completions",
+        )
+
+        return httpx.Response(
+            status_code=200,
+            request=request,
+            json={
+                "unexpected": "format",
+            },
+        )
+
+    monkeypatch.setattr(httpx, "post", fake_post)
+
+    client = OpenAICompatibleClient(
+        base_url="https://example.com/v1",
+        api_key="test-key",
+    )
+
+    with pytest.raises(LlmProviderError):
+        client.create_chat_completion(
+            ChatCompletionRequest(
+                model="test-model",
+                messages=[
+                    ChatMessage(role="system", content="system"),
+                    ChatMessage(role="user", content="user"),
+                ],
+            )
+        )
+
+
+def test_openai_compatible_client_includes_provider_error_body(monkeypatch) -> None:
+    def fake_post(*args, **kwargs):
+        request = httpx.Request(
+            method="POST",
+            url="https://example.com/v1/chat/completions",
+        )
+
+        return httpx.Response(
+            status_code=400,
+            request=request,
+            json={
+                "error": {
+                    "message": "Unrecognized request argument supplied.",
+                    "type": "invalid_request_error",
+                }
+            },
+        )
+
+    monkeypatch.setattr(httpx, "post", fake_post)
+
+    client = OpenAICompatibleClient(
+        base_url="https://example.com/v1",
+        api_key="test-key",
+    )
+
+    with pytest.raises(LlmProviderError) as exc_info:
+        client.create_chat_completion(
+            ChatCompletionRequest(
+                model="test-model",
+                messages=[
+                    ChatMessage(role="system", content="system"),
+                    ChatMessage(role="user", content="user"),
+                ],
+            )
+        )
+
+    assert "LLM provider returned HTTP 400." in str(exc_info.value)
+    assert "Unrecognized request argument supplied." in str(exc_info.value)