djeli 0.1.0__py3-none-any.whl

djeli/__init__.py

@@ -0,0 +1,2 @@
+from .client import Djeli, DjeliError
+__all__ = ["Djeli", "DjeliError"]

djeli/client.py

@@ -0,0 +1,70 @@
+import json
+from typing import Iterator
+
+import httpx
+
+DEFAULT_BASE = "http://127.0.0.1:11435"
+
+
+class DjeliError(Exception):
+    pass
+
+
+class Djeli:
+    def __init__(self, base_url: str = DEFAULT_BASE, timeout: float = 300.0):
+        self.base_url = base_url.rstrip("/")
+        self.timeout = timeout
+
+    def models(self) -> list[dict]:
+        r = httpx.get(f"{self.base_url}/v1/models", timeout=10.0)
+        r.raise_for_status()
+        return r.json().get("data", [])
+
+    def chat(
+        self,
+        model: str,
+        messages: list[dict],
+        temperature: float = 0.7,
+        max_tokens: int = 1024,
+        stream: bool = False,
+    ):
+        payload = {
+            "model": model,
+            "messages": messages,
+            "temperature": temperature,
+            "max_tokens": max_tokens,
+            "stream": stream,
+        }
+        if not stream:
+            r = httpx.post(
+                f"{self.base_url}/v1/chat/completions",
+                json=payload,
+                timeout=self.timeout,
+            )
+            if r.status_code >= 400:
+                raise DjeliError(r.text)
+            return r.json()["choices"][0]["message"]["content"]
+        return self._stream(payload)
+
+    def _stream(self, payload: dict) -> Iterator[str]:
+        with httpx.stream(
+            "POST",
+            f"{self.base_url}/v1/chat/completions",
+            json=payload,
+            timeout=self.timeout,
+        ) as r:
+            if r.status_code >= 400:
+                raise DjeliError(r.read().decode())
+            for line in r.iter_lines():
+                if not line.startswith("data:"):
+                    continue
+                data = line[5:].strip()
+                if data == "[DONE]" or not data:
+                    continue
+                try:
+                    chunk = json.loads(data)
+                    content = chunk["choices"][0].get("delta", {}).get("content", "")
+                    if content:
+                        yield content
+                except (json.JSONDecodeError, KeyError, IndexError):
+                    continue

djeli-0.1.0.dist-info/METADATA

@@ -0,0 +1,48 @@
+Metadata-Version: 2.4
+Name: djeli
+Version: 0.1.0
+Summary: Python client for the djeli local LLM server
+License: MIT
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: httpx>=0.27
+
+# djeli
+
+Python client for the djeli local LLM server.
+
+## Installation
+
+```bash
+pip install djeli
+```
+
+## Usage
+
+```python
+from djeli import Djeli
+
+client = Djeli()
+answer = client.chat(
+    model="qwen2.5-1.5b-instruct-q4_k_m",
+    messages=[{"role": "user", "content": "What is the capital of Kenya?"}],
+)
+print(answer)
+```
+
+Requires a djeli serve process running on 127.0.0.1:11435.
+
+## API
+
+. Djeli(base_url="http://127.0.0.1:11435", timeout=300.0)
+
+. client.models() -> list[dict]
+
+. client.chat(model, messages, temperature=0.7, max_tokens=1024, stream=False)
+
+. DjeliError
+
+## License
+
+### MIT
+

djeli-0.1.0.dist-info/RECORD

@@ -0,0 +1,6 @@
+djeli/__init__.py,sha256=piHAViyOIBBXM6O0CCc0zc5diIA-GOSKKoyGBrvomi8,71
+djeli/client.py,sha256=o-sn9fiyp7ZV55TFkj_RCVUA0pFd14Ymhwht50X0owk,2101
+djeli-0.1.0.dist-info/METADATA,sha256=kDw96V3L3UzCX7mEvaZFY_X0NHyK8XBAi0u8yuWGHRw,810
+djeli-0.1.0.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
+djeli-0.1.0.dist-info/top_level.txt,sha256=peDWrzPbS0Mbci30qVtICpHzKxEjh1tPpXhB7n_nguI,6
+djeli-0.1.0.dist-info/RECORD,,

djeli-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (84.2.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

djeli-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+djeli