djeli 0.1.0__tar.gz

djeli-0.1.0/PKG-INFO

@@ -0,0 +1,48 @@
+Metadata-Version: 2.4
+Name: djeli
+Version: 0.1.0
+Summary: Python client for the djeli local LLM server
+License: MIT
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: httpx>=0.27
+
+# djeli
+
+Python client for the djeli local LLM server.
+
+## Installation
+
+```bash
+pip install djeli
+```
+
+## Usage
+
+```python
+from djeli import Djeli
+
+client = Djeli()
+answer = client.chat(
+    model="qwen2.5-1.5b-instruct-q4_k_m",
+    messages=[{"role": "user", "content": "What is the capital of Kenya?"}],
+)
+print(answer)
+```
+
+Requires a djeli serve process running on 127.0.0.1:11435.
+
+## API
+
+. Djeli(base_url="http://127.0.0.1:11435", timeout=300.0)
+
+. client.models() -> list[dict]
+
+. client.chat(model, messages, temperature=0.7, max_tokens=1024, stream=False)
+
+. DjeliError
+
+## License
+
+### MIT
+

djeli-0.1.0/README.md

@@ -0,0 +1,39 @@
+# djeli
+
+Python client for the djeli local LLM server.
+
+## Installation
+
+```bash
+pip install djeli
+```
+
+## Usage
+
+```python
+from djeli import Djeli
+
+client = Djeli()
+answer = client.chat(
+    model="qwen2.5-1.5b-instruct-q4_k_m",
+    messages=[{"role": "user", "content": "What is the capital of Kenya?"}],
+)
+print(answer)
+```
+
+Requires a djeli serve process running on 127.0.0.1:11435.
+
+## API
+
+. Djeli(base_url="http://127.0.0.1:11435", timeout=300.0)
+
+. client.models() -> list[dict]
+
+. client.chat(model, messages, temperature=0.7, max_tokens=1024, stream=False)
+
+. DjeliError
+
+## License
+
+### MIT
+

djeli-0.1.0/pyproject.toml

@@ -0,0 +1,15 @@
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "djeli"
+version = "0.1.0"
+description = "Python client for the djeli local LLM server"
+readme = "README.md"
+requires-python = ">=3.8"
+license = { text = "MIT" }
+dependencies = ["httpx>=0.27"]
+
+[tool.setuptools.packages.find]
+where = ["src"]

djeli-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

djeli-0.1.0/src/djeli/__init__.py

@@ -0,0 +1,2 @@
+from .client import Djeli, DjeliError
+__all__ = ["Djeli", "DjeliError"]

djeli-0.1.0/src/djeli/client.py

@@ -0,0 +1,70 @@
+import json
+from typing import Iterator
+
+import httpx
+
+DEFAULT_BASE = "http://127.0.0.1:11435"
+
+
+class DjeliError(Exception):
+    pass
+
+
+class Djeli:
+    def __init__(self, base_url: str = DEFAULT_BASE, timeout: float = 300.0):
+        self.base_url = base_url.rstrip("/")
+        self.timeout = timeout
+
+    def models(self) -> list[dict]:
+        r = httpx.get(f"{self.base_url}/v1/models", timeout=10.0)
+        r.raise_for_status()
+        return r.json().get("data", [])
+
+    def chat(
+        self,
+        model: str,
+        messages: list[dict],
+        temperature: float = 0.7,
+        max_tokens: int = 1024,
+        stream: bool = False,
+    ):
+        payload = {
+            "model": model,
+            "messages": messages,
+            "temperature": temperature,
+            "max_tokens": max_tokens,
+            "stream": stream,
+        }
+        if not stream:
+            r = httpx.post(
+                f"{self.base_url}/v1/chat/completions",
+                json=payload,
+                timeout=self.timeout,
+            )
+            if r.status_code >= 400:
+                raise DjeliError(r.text)
+            return r.json()["choices"][0]["message"]["content"]
+        return self._stream(payload)
+
+    def _stream(self, payload: dict) -> Iterator[str]:
+        with httpx.stream(
+            "POST",
+            f"{self.base_url}/v1/chat/completions",
+            json=payload,
+            timeout=self.timeout,
+        ) as r:
+            if r.status_code >= 400:
+                raise DjeliError(r.read().decode())
+            for line in r.iter_lines():
+                if not line.startswith("data:"):
+                    continue
+                data = line[5:].strip()
+                if data == "[DONE]" or not data:
+                    continue
+                try:
+                    chunk = json.loads(data)
+                    content = chunk["choices"][0].get("delta", {}).get("content", "")
+                    if content:
+                        yield content
+                except (json.JSONDecodeError, KeyError, IndexError):
+                    continue

djeli-0.1.0/src/djeli.egg-info/PKG-INFO

@@ -0,0 +1,48 @@
+Metadata-Version: 2.4
+Name: djeli
+Version: 0.1.0
+Summary: Python client for the djeli local LLM server
+License: MIT
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: httpx>=0.27
+
+# djeli
+
+Python client for the djeli local LLM server.
+
+## Installation
+
+```bash
+pip install djeli
+```
+
+## Usage
+
+```python
+from djeli import Djeli
+
+client = Djeli()
+answer = client.chat(
+    model="qwen2.5-1.5b-instruct-q4_k_m",
+    messages=[{"role": "user", "content": "What is the capital of Kenya?"}],
+)
+print(answer)
+```
+
+Requires a djeli serve process running on 127.0.0.1:11435.
+
+## API
+
+. Djeli(base_url="http://127.0.0.1:11435", timeout=300.0)
+
+. client.models() -> list[dict]
+
+. client.chat(model, messages, temperature=0.7, max_tokens=1024, stream=False)
+
+. DjeliError
+
+## License
+
+### MIT
+

djeli-0.1.0/src/djeli.egg-info/SOURCES.txt

@@ -0,0 +1,9 @@
+README.md
+pyproject.toml
+src/djeli/__init__.py
+src/djeli/client.py
+src/djeli.egg-info/PKG-INFO
+src/djeli.egg-info/SOURCES.txt
+src/djeli.egg-info/dependency_links.txt
+src/djeli.egg-info/requires.txt
+src/djeli.egg-info/top_level.txt

djeli-0.1.0/src/djeli.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

djeli-0.1.0/src/djeli.egg-info/requires.txt

@@ -0,0 +1 @@
+httpx>=0.27

djeli-0.1.0/src/djeli.egg-info/top_level.txt

@@ -0,0 +1 @@
+djeli