donkit-llm 0.1.10__py3-none-any.whl → 0.1.12__py3-none-any.whl

donkit/llm/factory.py

@@ -27,12 +27,14 @@ class ModelFactory:
         api_key: str,
         base_url: str | None = None,
         organization: str | None = None,
+        default_headers: dict[str, str] | None = None,
     ) -> OpenAIModel:
         return OpenAIModel(
             model_name=model_name,
             api_key=api_key,
             base_url=base_url,
             organization=organization,
+            default_headers=default_headers,
         )
 
     @staticmethod
@@ -159,7 +161,7 @@ class ModelFactory:
     def create_donkit_model(
         model_name: str | None,
         api_key: str,
-        base_url: str = "https://api.donkit.ai",
+        base_url: str = "https://api.dev.donkit.ai",
         provider: str = "default",
     ) -> DonkitModel:
         """Create a Donkit model that proxies through RagOps API Gateway.

donkit/llm/openai_model.py

@@ -2,6 +2,7 @@ from typing import Any, AsyncIterator
 
 from loguru import logger
 from openai import AsyncAzureOpenAI, AsyncOpenAI
+from openai.types import Reasoning
 
 from .model_abstract import (
     ContentType,
@@ -30,6 +31,7 @@ class OpenAIModel(LLMModelAbstract):
         api_key: str,
         base_url: str | None = None,
         organization: str | None = None,
+        default_headers: dict[str, str] | None = None,
     ):
         """
         Initialize OpenAI model.
@@ -39,9 +41,11 @@ class OpenAIModel(LLMModelAbstract):
             api_key: OpenAI API key
             base_url: Optional custom base URL
             organization: Optional organization ID
+            default_headers: Optional default headers for all requests
         """
         self._model_name = model_name
-        self._init_client(api_key, base_url, organization)
+        self._default_headers = default_headers
+        self._init_client(api_key, base_url, organization, default_headers)
         self._capabilities = self._determine_capabilities()
 
     def _clean_schema_for_openai(self, schema: dict, is_gpt5: bool = False) -> dict:
@@ -123,12 +127,14 @@ class OpenAIModel(LLMModelAbstract):
         api_key: str,
         base_url: str | None = None,
         organization: str | None = None,
+        default_headers: dict[str, str] | None = None,
     ) -> None:
         """Initialize the OpenAI client. Can be overridden by subclasses."""
         self.client = AsyncOpenAI(
             api_key=api_key,
             base_url=base_url,
             organization=organization,
+            default_headers=default_headers,
         )
 
     def _determine_capabilities(self) -> ModelCapability:
@@ -568,6 +574,7 @@ class AzureOpenAIModel(OpenAIModel):
         api_key: str | None = None,
         base_url: str | None = None,
         organization: str | None = None,
+        default_headers: dict[str, str] | None = None,
     ) -> None:
         """Initialize Azure OpenAI client (or Responses API client for Codex)."""
         if self._is_codex:
@@ -576,6 +583,7 @@ class AzureOpenAIModel(OpenAIModel):
             self.client = AsyncOpenAI(
                 api_key=self._api_key,
                 base_url=responses_base_url,
+                default_headers=default_headers,
             )
         else:
             self.client = AsyncAzureOpenAI(
@@ -583,6 +591,7 @@ class AzureOpenAIModel(OpenAIModel):
                 azure_endpoint=self._azure_endpoint,
                 api_version=self._api_version,
                 azure_deployment=self._deployment_name,
+                default_headers=default_headers,
             )
 
     def _determine_capabilities(self) -> ModelCapability:
@@ -804,7 +813,6 @@ class AzureOpenAIModel(OpenAIModel):
                 input_items.extend(converted)
             else:
                 input_items.append(converted)
-        logger.info(input_items)
 
         kwargs: dict[str, Any] = {
             "model": self._deployment_name,
@@ -821,14 +829,13 @@ class AzureOpenAIModel(OpenAIModel):
             if request.tool_choice and isinstance(request.tool_choice, str):
                 if request.tool_choice in ("none", "auto", "required"):
                     kwargs["tool_choice"] = request.tool_choice
-
+        kwargs["reasoning"] = Reasoning(effort="medium", summary="detailed")
         try:
             stream = await self.client.responses.create(**kwargs)
             # Buffer for accumulating function calls by output_index
             tool_call_buffers: dict[int, dict] = {}
 
             async for event in stream:
-                logger.info(event)
                 event_type = getattr(event, "type", None)
 
                 if event_type == "response.output_text.delta":
@@ -933,6 +940,7 @@ class OpenAIEmbeddingModel(LLMModelAbstract):
         model_name: str = "text-embedding-3-small",
         api_key: str | None = None,
         base_url: str | None = None,
+        default_headers: dict[str, str] | None = None,
     ):
         """
         Initialize OpenAI embedding model.
@@ -941,11 +949,15 @@ class OpenAIEmbeddingModel(LLMModelAbstract):
             model_name: Embedding model name
             api_key: OpenAI API key
             base_url: Optional custom base URL
+            default_headers: Optional default headers for all requests
         """
         self._base_url = base_url
         self._api_key = api_key
         self._model_name = model_name
-        self.client = AsyncOpenAI(api_key=api_key, base_url=base_url)
+        self._default_headers = default_headers
+        self.client = AsyncOpenAI(
+            api_key=api_key, base_url=base_url, default_headers=default_headers
+        )
         self._capabilities = self._determine_capabilities()
 
     def _determine_capabilities(self) -> ModelCapability:

{donkit_llm-0.1.10.dist-info → donkit_llm-0.1.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: donkit-llm
-Version: 0.1.10
+Version: 0.1.12
 Summary: Unified LLM model implementations for Donkit (OpenAI, Azure OpenAI, Claude, Vertex AI, Ollama)
 License: MIT
 Author: Donkit AI
@@ -11,7 +11,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: anthropic[vertex] (>=0.42.0,<0.43.0)
-Requires-Dist: donkit-ragops-api-gateway-client (>=0.1.5,<0.2.0)
+Requires-Dist: donkit-ragops-api-gateway-client (>=0.2.0,<0.3.0)
 Requires-Dist: google-auth (>=2.0.0,<3.0.0)
 Requires-Dist: google-genai (>=1.38.0,<2.0.0)
 Requires-Dist: openai (>=2.1.0,<3.0.0)

{donkit_llm-0.1.10.dist-info → donkit_llm-0.1.12.dist-info}/RECORD

@@ -1,12 +1,12 @@
 donkit/llm/__init__.py,sha256=aG8AjfJtaIjNh3ZTZcOvcHZ_erAGM8VDKavzx9oXlOc,1568
 donkit/llm/claude_model.py,sha256=9UjNkACc6wHFus2gOXLKOi9yjX2FkP3cpQ9zFZEcXWU,16650
 donkit/llm/donkit_model.py,sha256=rEPxBW6k_BhIBF4XkgLzibVfwW6OJHiX89yMadcJkY4,8497
-donkit/llm/factory.py,sha256=P4qjy3idZ4-duNJSlUGMPxIiriN5Dr0nfxzn6r7crwU,10819
+donkit/llm/factory.py,sha256=BHJwZJc-xMz8h9LDBw1a1uS9eL5BWSyfDYcpctPxBSM,10923
 donkit/llm/gemini_model.py,sha256=2uLoZr9HjUf1wxiZRGLQFcURCutsB2SV9f-1VaR6kGI,14413
 donkit/llm/llm_gate_model.py,sha256=BQc4w1oJ0HqrI_Ng3qnynfZ-vcHcMqjXJmbMwd7u34Q,6958
 donkit/llm/model_abstract.py,sha256=aOgYh3I96PsxSxnkIJ1ETx5UFeRxozCD1c44wiKoBSs,8191
-donkit/llm/openai_model.py,sha256=82oWJt9tuB0WIzI5FXzmRdhs52BCM03r1BNa1EPSO4w,42561
+donkit/llm/openai_model.py,sha256=cDpWGOjRaV6P5i8pIGWL8jmfQsdb1gTwt_Gl2hum7Qg,43277
 donkit/llm/vertex_model.py,sha256=IwlL0H18dGHoJMZbE7GADv9uybXnHeOGV-aUngga3OY,30203
-donkit_llm-0.1.10.dist-info/METADATA,sha256=ckNTrJB0VgyY93ek77674DnNHK7eX4QFoQNgbtoVNPQ,743
-donkit_llm-0.1.10.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-donkit_llm-0.1.10.dist-info/RECORD,,
+donkit_llm-0.1.12.dist-info/METADATA,sha256=D9CIBHtdw1L-qgxw4bqC8hYQPa7R0pbEmVu21tX6tCo,743
+donkit_llm-0.1.12.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+donkit_llm-0.1.12.dist-info/RECORD,,