ccs-llmconnector 1.0.6__py3-none-any.whl → 1.1.1__py3-none-any.whl

llmconnector/types.py

@@ -0,0 +1,49 @@
+from __future__ import annotations
+
+from pathlib import Path
+from typing import Optional, Sequence, TypedDict, Union
+
+ImageInput = Union[str, Path]
+
+
+class Message(TypedDict):
+    role: str
+    content: str
+
+
+MessageSequence = Sequence[Message]
+
+
+class RequestOptions(TypedDict, total=False):
+    request_id: str
+    timeout_s: float
+    max_retries: int
+    retry_backoff_s: float
+    reasoning_effort: str
+    max_tokens: int
+    images: Sequence[ImageInput]
+    messages: MessageSequence
+
+
+def normalize_messages(
+    *,
+    prompt: Optional[str],
+    messages: Optional[MessageSequence],
+) -> list[Message]:
+    result: list[Message] = []
+    if messages:
+        for message in messages:
+            role = message.get("role")
+            content = message.get("content")
+            if not isinstance(role, str) or not role:
+                raise ValueError("message role must be a non-empty string")
+            if content is None:
+                content = ""
+            if not isinstance(content, str):
+                raise ValueError("message content must be a string")
+            result.append({"role": role, "content": content})
+
+    if prompt:
+        result.append({"role": "user", "content": prompt})
+
+    return result

llmconnector/utils.py

@@ -0,0 +1,78 @@
+from __future__ import annotations
+
+import asyncio
+import logging
+import time
+from typing import Awaitable, Callable, TypeVar
+
+T = TypeVar("T")
+logger = logging.getLogger(__name__)
+
+
+def clamp_retries(max_retries: int | None) -> int:
+    if max_retries is None:
+        return 0
+    if max_retries < 0:
+        return 0
+    return max_retries
+
+
+def compute_delay(attempt: int, retry_backoff_s: float) -> float:
+    return retry_backoff_s * (2**attempt)
+
+
+def run_with_retries(
+    *,
+    func: Callable[[], T],
+    max_retries: int,
+    retry_backoff_s: float,
+    request_id: str | None = None,
+) -> T:
+    attempt = 0
+    while True:
+        try:
+            return func()
+        except Exception as exc:
+            if attempt >= max_retries:
+                raise
+            delay = compute_delay(attempt, retry_backoff_s)
+            logger.warning(
+                "Retrying LLM request: attempt=%d delay=%.2fs request_id=%s error=%s",
+                attempt + 1,
+                delay,
+                request_id,
+                exc,
+            )
+            time.sleep(delay)
+            attempt += 1
+
+
+async def run_with_retries_async(
+    *,
+    func: Callable[[], Awaitable[T]],
+    max_retries: int,
+    retry_backoff_s: float,
+    request_id: str | None = None,
+) -> T:
+    attempt = 0
+    while True:
+        try:
+            return await func()
+        except Exception as exc:
+            if attempt >= max_retries:
+                raise
+            delay = compute_delay(attempt, retry_backoff_s)
+            logger.warning(
+                "Retrying LLM request (async): attempt=%d delay=%.2fs request_id=%s error=%s",
+                attempt + 1,
+                delay,
+                request_id,
+                exc,
+            )
+            await asyncio.sleep(delay)
+            attempt += 1
+
+
+async def run_sync_in_thread(func: Callable[[], T]) -> T:
+    loop = asyncio.get_running_loop()
+    return await loop.run_in_executor(None, func)

ccs_llmconnector-1.0.6.dist-info/RECORD

@@ -1,14 +0,0 @@
-ccs_llmconnector-1.0.6.dist-info/licenses/LICENSE,sha256=rPcz2YmBB9VUWZTLJcRO_B4jKDpqmGRYi2eSI-unysg,1083
-llmconnector/__init__.py,sha256=RIprtUKqu2SrUmPJ8C7lPpCpvknpJqd93CUyxcaXy1I,1213
-llmconnector/anthropic_client.py,sha256=sBcJVmYbqTWeT_twcpDz-00XTreLjZlJ1ifVE4ik5TM,7889
-llmconnector/client.py,sha256=t_vWLcL0QS7w1KNwVYc8KEmtmHih5elRMelY3RhApFg,6261
-llmconnector/client_cli.py,sha256=cxu2NKix-9axNeY5jbfqR5rKPKJ-oqBSnJCY8PKMhYY,10660
-llmconnector/gemini_client.py,sha256=ZdNf4teG0RiV95y3mRMgsjhS-1vrsrPPIEjP9CsKYKE,10893
-llmconnector/grok_client.py,sha256=SXcufcsrYDQgx0tK7EOfIBybTZlEdhZc0MV6siUHyyQ,6453
-llmconnector/openai_client.py,sha256=TeXfJq1YnQ9gegjpQyOj_7h9VY4tJk6dYvEw4KQIUU8,5993
-llmconnector/py.typed,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
-ccs_llmconnector-1.0.6.dist-info/METADATA,sha256=msjO02kEy78WrivW8TL6g4ANV8VkFYnVyLFxmMQ9DYk,15041
-ccs_llmconnector-1.0.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ccs_llmconnector-1.0.6.dist-info/entry_points.txt,sha256=eFvLY3nHAG_QhaKlemhhK7echfezW0KiMdSNMZOStLc,60
-ccs_llmconnector-1.0.6.dist-info/top_level.txt,sha256=Doer7TAUsN8UXQfPHPNsuBXVNCz2uV-Q0v4t4fwv_MM,13
-ccs_llmconnector-1.0.6.dist-info/RECORD,,