seekrai 0.5.11__py3-none-any.whl → 0.5.12__py3-none-any.whl

seekrai/resources/agents/agent_inference.py

@@ -3,6 +3,7 @@ from typing import Any, AsyncGenerator, Iterator, Optional, Union
 from seekrai.abstract import api_requestor
 from seekrai.seekrflow_response import SeekrFlowResponse
 from seekrai.types import ModelSettings, Run, RunRequest, RunResponse, SeekrFlowRequest
+from seekrai.types.agents.runs import ResponseFormat
 
 
 class AgentInference:
@@ -16,7 +17,8 @@ class AgentInference:
         thread_id: str,
         *,
         stream: bool = False,
-        model_settings: Optional[ModelSettings] = None,
+        model_settings: ModelSettings = ModelSettings(),
+        response_format: Optional[Any] = None,
     ) -> Union[RunResponse, Iterator[Any]]:
         """
         Run an inference call on a deployed agent.
@@ -26,13 +28,18 @@ class AgentInference:
             thread_id (str): A thread identifier.
             stream (bool, optional): Whether to stream the response. Defaults to False.
             model_settings (optional): Additional parameters (such as temperature, max_tokens, etc).
+            response_format: Optional structured output specification. If provided, the LLM will be constrained to return JSON matching this schema.
 
         Returns:
             A dictionary with the response (if non-streaming) or an iterator over response chunks.
         """
-        payload = RunRequest(agent_id=agent_id).model_dump()
-        if model_settings is not None:
-            payload["model_settings"] = model_settings.model_dump()
+        payload = RunRequest(
+            agent_id=agent_id,
+            model_settings=model_settings,
+            response_format=ResponseFormat.from_value(response_format)
+            if response_format
+            else None,
+        ).model_dump()
         endpoint = f"threads/{thread_id}/runs"
         if stream:
             endpoint += "/stream"
@@ -147,7 +154,8 @@ class AsyncAgentInference:
         thread_id: str,
         *,
         stream: bool = False,
-        model_settings: Optional[ModelSettings] = None,
+        model_settings: ModelSettings = ModelSettings(),
+        response_format: Optional[Any] = None,
     ) -> Union[RunResponse, AsyncGenerator[Any, None]]:
         """
         Run an inference call on a deployed agent.
@@ -157,13 +165,18 @@ class AsyncAgentInference:
             thread_id (str): A thread identifier.
             stream (bool, optional): Whether to stream the response. Defaults to False.
             model_settings (optional): Additional parameters (such as temperature, max_tokens, etc).
+            response_format: Optional structured output specification. If provided, the LLM will be constrained to return JSON matching this schema.
 
         Returns:
             A dictionary with the response (if non-streaming) or an iterator over response chunks.
         """
-        payload = RunRequest(agent_id=agent_id).model_dump()
-        if model_settings is not None:
-            payload["model_settings"] = model_settings.model_dump()
+        payload = RunRequest(
+            agent_id=agent_id,
+            model_settings=model_settings,
+            response_format=ResponseFormat.from_value(response_format)
+            if response_format
+            else None,
+        ).model_dump()
         endpoint = f"threads/{thread_id}/runs"
         if stream:
             endpoint += "/stream"

seekrai/types/agents/runs.py

@@ -1,16 +1,63 @@
 import datetime
 from enum import Enum
-from typing import Any, Optional, Union
+from typing import Any, Dict, Optional, Union
 
+import pydantic
 from pydantic import Field
 
 from seekrai.types.abstract import BaseModel
 
 
+class ModelSettings(BaseModel):
+    """Settings to use when calling an LLM.
+
+    This class holds optional model configuration parameters (e.g. temperature,
+    top_p, penalties, truncation, etc.).
+
+    Not all models/providers support all of these parameters, so please check the API documentation
+    for the specific model and provider you are using.
+    """
+
+    temperature: float = Field(default=1.0, ge=0.0, le=2.0)
+    top_p: float = Field(default=1.0, ge=0.0, le=1.0)
+    frequency_penalty: float = Field(default=0.0, ge=-2.0, le=2.0)
+    presence_penalty: float = Field(default=0.0, ge=-2.0, le=2.0)
+    max_tokens: Optional[int] = None
+
+
+class ResponseFormat(BaseModel):
+    """Specifies a JSON schema for the response format.
+
+    When provided, the LLM will be constrained to return a JSON response
+    that matches the specified schema.
+
+    Can be instantiated with:
+    - A JSON schema dictionary
+    - A Pydantic model class
+    - An existing ResponseFormat instance
+    """
+
+    json_schema: Dict[str, Any]
+
+    @classmethod
+    def from_value(cls, value: Any) -> "ResponseFormat":
+        if isinstance(value, cls):
+            return value
+        if isinstance(value, dict):
+            return cls(json_schema=value)
+        if isinstance(value, type) and issubclass(value, pydantic.BaseModel):
+            return cls(json_schema=value.model_json_schema())
+        raise ValueError(
+            "ResponseFormat configuration is invalid. Expected ResponseFormat, a valid schema or a Pydantic BaseModel."
+        )
+
+
 class RunRequest(BaseModel):
     """Request model for creating a run."""
 
     agent_id: str = Field(default="default_agent")
+    model_settings: ModelSettings = ModelSettings()
+    response_format: Optional[Union[ResponseFormat, Dict[str, Any], type]] = None
 
 
 class RunResponse(BaseModel):
@@ -115,20 +162,3 @@ class RunStep(BaseModel):
     completed_at: Optional[datetime.datetime] = None
     meta_data: dict[str, Any] = Field(default_factory=dict)
     usage: Optional[RunStepUsage] = None
-
-
-class ModelSettings(BaseModel):
-    """Settings to use when calling an LLM.
-
-    This class holds optional model configuration parameters (e.g. temperature,
-    top_p, penalties, truncation, etc.).
-
-    Not all models/providers support all of these parameters, so please check the API documentation
-    for the specific model and provider you are using.
-    """
-
-    temperature: float = Field(default=1.0, ge=0.0, le=2.0)
-    top_p: float = Field(default=1.0, ge=0.0, le=1.0)
-    frequency_penalty: float = Field(default=0.0, ge=-2.0, le=2.0)
-    presence_penalty: float = Field(default=0.0, ge=-2.0, le=2.0)
-    max_tokens: Optional[int] = None

seekrai/types/files.py

@@ -11,6 +11,7 @@ from seekrai.types.common import (
 
 
 class FilePurpose(str, Enum):
+    ReinforcementFineTune = "reinforcement-fine-tune"
     FineTune = "fine-tune"
     PreTrain = "pre-train"
     Alignment = "alignment"

{seekrai-0.5.11.dist-info → seekrai-0.5.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: seekrai
-Version: 0.5.11
+Version: 0.5.12
 Summary: Python client for SeekrAI
 License: Apache-2.0
 Author: SeekrFlow

{seekrai-0.5.11.dist-info → seekrai-0.5.12.dist-info}/RECORD

@@ -8,7 +8,7 @@ seekrai/error.py,sha256=rAYL8qEd8INwYMMKvhS-HKeC3QkWL4Wq-zfazFU-zBg,4861
 seekrai/filemanager.py,sha256=bO2OvjZ9Cx5r2vr3Ocpd_0qVc3owRDT2LCU4Zmp2uDY,15489
 seekrai/resources/__init__.py,sha256=EPMOqI3mvpzMjNJIr2Da2tkDqSq_lntMph2O-j4pyIA,1501
 seekrai/resources/agents/__init__.py,sha256=qPdo3vMZUaGZPdZCNYL0hjtX-T6yAlnpE_zc5otkjak,373
-seekrai/resources/agents/agent_inference.py,sha256=oNk8UK39XY9mRaBdE5icpi-nSWiRKHgQBcq-DIhSht4,9219
+seekrai/resources/agents/agent_inference.py,sha256=4dZNeKBHWhv22J4ADSfr_0HXR6B4Vbz3syGnatmLkPM,9834
 seekrai/resources/agents/agents.py,sha256=d3C4VaXq4q5WlUr0f8txdRD3hvEKKvz4UQA-a_sLgso,9385
 seekrai/resources/agents/threads.py,sha256=BwZ2_6wlezsb12PQjEw1fgdJh5S83SPgD6qZQoGvyIM,14544
 seekrai/resources/alignment.py,sha256=IOKlKK2I9_NhS9pwcrsd9-5OO7lVT8Uw0y_wuGHOnyA,5839
@@ -31,7 +31,7 @@ seekrai/types/__init__.py,sha256=N72VsnmOdvLxnhBFLgfugIkT0tqr-M7WVFpAFtXEjLI,466
 seekrai/types/abstract.py,sha256=TqWFQV_6bPblywfCH-r8FCkXWvPkc9KlJ4QVgyrnaMc,642
 seekrai/types/agents/__init__.py,sha256=akuEDZDs4-OzvPIt0nupF63vBmI_CPfSLKsQUHTl1s8,2163
 seekrai/types/agents/agent.py,sha256=85D4GeHF-bYYnPirJSi1MbFg_2uFE2fSEmAHV9LxZfQ,1132
-seekrai/types/agents/runs.py,sha256=BZRwrdRWizOcoMJ1r8FKq06znIfd25MNVTP7DxZBQWA,3780
+seekrai/types/agents/runs.py,sha256=hXH8F6BjF6MoKPWiZY-QtgNTjr6Y256peaW5ASXLWxA,4823
 seekrai/types/agents/threads.py,sha256=TinCMKv1bi5LzboDyCx1XI4Zzd8UzUZos4VOrTNhmEc,6835
 seekrai/types/agents/tools/__init__.py,sha256=4MmlL13JLhWgMUlL3TKfegiA-IXGG06YellZTSTVFC8,537
 seekrai/types/agents/tools/env_model_config.py,sha256=9POx2DPwfSXgoaziJv7QvKeMrhMsYD1exnanSRK48vw,177
@@ -52,7 +52,7 @@ seekrai/types/deployments.py,sha256=CQd7uhnURnhXE4_W_1FDv3p8IpZBSgHIG1JCOgz8VA0,
 seekrai/types/embeddings.py,sha256=OANoLNOs0aceS8NppVvvcNYQbF7-pAOAmcr30pw64OU,749
 seekrai/types/error.py,sha256=uTKISs9aRC4_6zwirtNkanxepN8KY-SqCq0kNbfZylQ,370
 seekrai/types/explainability.py,sha256=l9dp9DJ_GPkHzNw_3zwiGkpAWDETMDN8NSoymhKvdgc,1420
-seekrai/types/files.py,sha256=yjJYT8twY-cNh9AY9qlcN_moTeCfR0tJSSCQsOVB02Y,2708
+seekrai/types/files.py,sha256=Oo5nYy2jw3ksziL7e6FBtStvV8Tm-SfKEyJVAA2pR-Q,2762
 seekrai/types/finetune.py,sha256=pt6lJYXnkHDgMo61zPWvgB04I4sdlijCb0velkrT7TY,6502
 seekrai/types/images.py,sha256=Fusj8OhVYFsT8kz636lRGGivLbPXo_ZNgakKwmzJi3U,914
 seekrai/types/ingestion.py,sha256=uUdKOR4xqSfAXWQOR1UOltSlOnuyAwKVA1Q2a6Yslk8,919
@@ -65,8 +65,8 @@ seekrai/utils/api_helpers.py,sha256=0Y8BblNIr9h_R12zdmhkxgTlxgoRkbq84QNi4nNWGu8,
 seekrai/utils/files.py,sha256=7ixn_hgV-6pEhYqLyOp-EN0o8c1CzUwJzX9n3PQ5oqo,7164
 seekrai/utils/tools.py,sha256=jgJTL-dOIouDbEJLdQpQfpXhqaz_poQYS52adyUtBjo,1781
 seekrai/version.py,sha256=q6iGQVFor8zXiPP5F-3vy9TndOxKv5JXbaNJ2kdOQws,125
-seekrai-0.5.11.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-seekrai-0.5.11.dist-info/METADATA,sha256=pPqdBDfPu-dJ7GozIqK1lWoxODbSl_tX-X0FKmsSbyg,4781
-seekrai-0.5.11.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-seekrai-0.5.11.dist-info/entry_points.txt,sha256=N49yOEGi1sK7Xr13F_rkkcOxQ88suyiMoOmRhUHTZ_U,48
-seekrai-0.5.11.dist-info/RECORD,,
+seekrai-0.5.12.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+seekrai-0.5.12.dist-info/METADATA,sha256=7n2YKQjR7WVH9rShRYO5ZcdxW4kN9moWX0siQMmFp1o,4781
+seekrai-0.5.12.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+seekrai-0.5.12.dist-info/entry_points.txt,sha256=N49yOEGi1sK7Xr13F_rkkcOxQ88suyiMoOmRhUHTZ_U,48
+seekrai-0.5.12.dist-info/RECORD,,