latitude-sdk 3.0.2__tar.gz → 5.0.0b1__tar.gz

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: latitude-sdk
-Version: 3.0.2
+Version: 5.0.0b1
 Summary: Latitude SDK for Python
 Project-URL: repository, https://github.com/latitude-dev/latitude-llm/tree/main/packages/sdks/python
 Project-URL: homepage, https://github.com/latitude-dev/latitude-llm/tree/main/packages/sdks/python#readme
@@ -46,7 +46,7 @@ await sdk.prompts.run("joke-teller", RunPromptOptions(
 ))
 ```
 
-Find more [examples](https://github.com/latitude-dev/latitude-llm/tree/main/examples/sdks/python).
+Find more [examples](https://docs.latitude.so/examples/sdk).
 
 ## Development
 
@@ -60,7 +60,15 @@ Requires uv `0.5.10` or higher.
 - Build package: `uv build`
 - Publish package: `uv publish`
 
-## Run only one test
+### Running only a specific test
+
+Specify the test inline:
+
+```python
+uv run scripts/test.py <test_path>::<test_case>::<test_name>
+```
+
+Or mark the test with an `only` marker:
 
 ```python
 import pytest
@@ -70,18 +78,12 @@ async def my_test(self):
     # ... your code
 ```
 
-And then run the tests with the marker `only`:
+...and then run the tests with the marker `only`:
 
 ```sh
 uv run scripts/test.py -m only
 ```
 
-Other way is all in line:
-
-```python
-uv run scripts/test.py <test_path>::<test_case>::<test_name>
-```
-
 ## License
 
-The SDK is licensed under the [LGPL-3.0 License](https://opensource.org/licenses/LGPL-3.0) - read the [LICENSE](/LICENSE) file for details.
+The SDK is licensed under the [MIT License](https://opensource.org/licenses/MIT) - read the [LICENSE](/LICENSE) file for details.

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/README.md

@@ -27,7 +27,7 @@ await sdk.prompts.run("joke-teller", RunPromptOptions(
 ))
 ```
 
-Find more [examples](https://github.com/latitude-dev/latitude-llm/tree/main/examples/sdks/python).
+Find more [examples](https://docs.latitude.so/examples/sdk).
 
 ## Development
 
@@ -41,7 +41,15 @@ Requires uv `0.5.10` or higher.
 - Build package: `uv build`
 - Publish package: `uv publish`
 
-## Run only one test
+### Running only a specific test
+
+Specify the test inline:
+
+```python
+uv run scripts/test.py <test_path>::<test_case>::<test_name>
+```
+
+Or mark the test with an `only` marker:
 
 ```python
 import pytest
@@ -51,18 +59,12 @@ async def my_test(self):
     # ... your code
 ```
 
-And then run the tests with the marker `only`:
+...and then run the tests with the marker `only`:
 
 ```sh
 uv run scripts/test.py -m only
 ```
 
-Other way is all in line:
-
-```python
-uv run scripts/test.py <test_path>::<test_case>::<test_name>
-```
-
 ## License
 
-The SDK is licensed under the [LGPL-3.0 License](https://opensource.org/licenses/LGPL-3.0) - read the [LICENSE](/LICENSE) file for details.
+The SDK is licensed under the [MIT License](https://opensource.org/licenses/MIT) - read the [LICENSE](/LICENSE) file for details.

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "latitude-sdk"
-version = "3.0.2"
+version = "5.0.0-beta.1"
 description = "Latitude SDK for Python"
 authors = [{ name = "Latitude Data SL", email = "hello@latitude.so" }]
 maintainers = [{ name = "Latitude Data SL", email = "hello@latitude.so" }]
@@ -27,6 +27,7 @@ dev = [
     "pyright>=1.1.401",
     "ruff>=0.8.3",
     "sh>=1.14.3",
+    "psutil>=7.0.0",
 ]
 
 [tool.pyright]
@@ -35,6 +36,7 @@ typeCheckingMode = "strict"
 reportMissingTypeStubs = false
 reportUnnecessaryIsInstance = false
 reportPrivateUsage = false
+reportPrivateImportUsage = false
 
 [tool.ruff]
 target-version = "py39"

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/scripts/test.py

@@ -4,4 +4,4 @@ from sh import pytest  # type: ignore
 
 files = sys.argv[1:] or ["."]
 
-pytest(*files, _out=sys.stdout)
+pytest("-rs", *files, _out=sys.stdout)

latitude_sdk-5.0.0b1/src/latitude_sdk/__init__.py

@@ -0,0 +1,7 @@
+from .version import version
+
+__version__ = version.pep440
+__version_info__ = version.info
+__version_semver__ = version.semver
+
+from .sdk import *

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/src/latitude_sdk/client/client.py

@@ -8,15 +8,12 @@ import httpx_sse
 
 from latitude_sdk.client.payloads import ErrorResponse, RequestBody, RequestHandler, RequestParams
 from latitude_sdk.client.router import Router, RouterOptions
-from latitude_sdk.sdk.errors import (
-    ApiError,
-    ApiErrorCodes,
-    ApiErrorDbRef,
-)
+from latitude_sdk.sdk.errors import ApiError, ApiErrorCodes, ApiErrorDbRef
 from latitude_sdk.sdk.types import LogSources
 from latitude_sdk.util import Model
+from latitude_sdk.version import version
 
-RETRIABLE_STATUSES = [408, 409, 429, 500, 502, 503, 504]
+RETRIABLE_STATUSES = [408, 429, 500, 502, 503, 504]
 
 ClientEvent = httpx_sse.ServerSentEvent
 
@@ -51,12 +48,18 @@ class Client:
 
     @asynccontextmanager
     async def request(
-        self, handler: RequestHandler, params: RequestParams, body: Optional[RequestBody] = None
+        self,
+        handler: RequestHandler,
+        params: Optional[RequestParams] = None,
+        body: Optional[RequestBody] = None,
+        stream: Optional[bool] = None,
     ) -> AsyncGenerator[ClientResponse, Any]:
         client = httpx.AsyncClient(
             headers={
                 "Authorization": f"Bearer {self.options.api_key}",
+                "X-Latitude-SDK-Version": version.semver,
                 "Content-Type": "application/json",
+                "Accept": "text/event-stream" if stream else "application/json",
             },
             timeout=self.options.timeout,
             follow_redirects=False,
@@ -78,7 +81,8 @@ class Client:
 
             while attempt <= self.options.retries:
                 try:
-                    response = await client.request(method=method, url=url, content=content)
+                    request = client.build_request(method=method, url=url, content=content)
+                    response = await client.send(request=request, stream=stream or False)
                     response.raise_for_status()
 
                     yield response  # pyright: ignore [reportReturnType]
@@ -121,6 +125,9 @@ class Client:
             )
 
         try:
+            if not response.is_stream_consumed:
+                await response.aread()
+
             error = ErrorResponse.model_validate_json(response.content)
 
             return ApiError(

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/src/latitude_sdk/client/payloads.py

@@ -44,6 +44,7 @@ class RunPromptRequestBody(Model):
     path: str
     parameters: Optional[Dict[str, Any]] = None
     custom_identifier: Optional[str] = Field(default=None, alias=str("customIdentifier"))
+    tools: Optional[List[str]] = None
     stream: Optional[bool] = None
 
 
@@ -53,6 +54,7 @@ class ChatPromptRequestParams(Model):
 
 class ChatPromptRequestBody(Model):
     messages: List[Message]
+    tools: Optional[List[str]] = None
     stream: Optional[bool] = None
 
 
@@ -80,14 +82,23 @@ class AnnotateEvaluationRequestParams(EvaluationRequestParams, Model):
 
 
 class AnnotateEvaluationRequestBody(Model):
-    score: int
-
     class Metadata(Model):
         reason: str
 
+    score: int
     metadata: Optional[Metadata] = None
 
 
+class ToolResultsRequestBody(Model):
+    tool_call_id: str = Field(alias=str("toolCallId"))
+    result: Any
+    is_error: Optional[bool] = Field(default=None, alias=str("isError"))
+
+
+class CreateProjectRequestBody(Model):
+    name: str
+
+
 RequestParams = Union[
     GetPromptRequestParams,
     GetAllPromptRequestParams,
@@ -105,6 +116,8 @@ RequestBody = Union[
     ChatPromptRequestBody,
     CreateLogRequestBody,
     AnnotateEvaluationRequestBody,
+    ToolResultsRequestBody,
+    CreateProjectRequestBody,
 ]
 
 
@@ -116,3 +129,6 @@ class RequestHandler(StrEnum):
     ChatPrompt = "CHAT_PROMPT"
     CreateLog = "CREATE_LOG"
     AnnotateEvaluation = "ANNOTATE_EVALUATION"
+    ToolResults = "TOOL_RESULTS"
+    GetAllProjects = "GET_ALL_PROJECTS"
+    CreateProject = "CREATE_PROJECT"

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/src/latitude_sdk/client/router.py

@@ -27,7 +27,7 @@ class Router:
     def __init__(self, options: RouterOptions):
         self.options = options
 
-    def resolve(self, handler: RequestHandler, params: RequestParams) -> Tuple[str, str]:
+    def resolve(self, handler: RequestHandler, params: Optional[RequestParams] = None) -> Tuple[str, str]:
         if handler == RequestHandler.GetPrompt:
             assert isinstance(params, GetPromptRequestParams)
 
@@ -90,6 +90,15 @@ class Router:
 
             return "POST", self.conversations().annotate(params.conversation_uuid, params.evaluation_uuid)
 
+        elif handler == RequestHandler.ToolResults:
+            return "POST", f"{self.options.gateway.base_url}/tools/results"
+
+        elif handler == RequestHandler.GetAllProjects:
+            return "GET", f"{self.options.gateway.base_url}/projects"
+
+        elif handler == RequestHandler.CreateProject:
+            return "POST", f"{self.options.gateway.base_url}/projects"
+
         raise TypeError(f"Unknown handler: {handler}")
 
     class Conversations(Model):

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/src/latitude_sdk/sdk/__init__.py

@@ -2,5 +2,6 @@ from .errors import *
 from .evaluations import *
 from .latitude import *
 from .logs import *
+from .projects import *
 from .prompts import *
 from .types import *

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/src/latitude_sdk/sdk/errors.py

@@ -7,6 +7,7 @@ from latitude_sdk.util import Model, StrEnum
 class ApiErrorCodes(StrEnum):
     # LatitudeErrorCodes
     NotFoundError = "NotFoundError"
+    BadRequestError = "BadRequestError"
 
     # RunErrorCodes
     AIRunError = "ai_run_error"

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/src/latitude_sdk/sdk/evaluations.py

@@ -1,5 +1,4 @@
-from datetime import datetime
-from typing import Any, Optional, Union
+from typing import Optional
 
 from latitude_sdk.client import (
     AnnotateEvaluationRequestBody,
@@ -7,24 +6,16 @@ from latitude_sdk.client import (
     Client,
     RequestHandler,
 )
-from latitude_sdk.sdk.types import SdkOptions
-from latitude_sdk.util import Field, Model
+from latitude_sdk.sdk.types import EvaluationResult, SdkOptions
+from latitude_sdk.util import Model
 
 
 class AnnotateEvaluationOptions(Model):
     reason: str
 
 
-class AnnotateEvaluationResult(Model):
-    uuid: str
-    score: int
-    normalized_score: int = Field(alias=str("normalizedScore"))
-    metadata: dict[str, Any]
-    has_passed: bool = Field(alias=str("hasPassed"))
-    created_at: datetime = Field(alias=str("createdAt"))
-    updated_at: datetime = Field(alias=str("updatedAt"))
-    version_uuid: str = Field(alias=str("versionUuid"))
-    error: Optional[Union[str, None]] = None
+class AnnotateEvaluationResult(EvaluationResult, Model):
+    pass
 
 
 class Evaluations:

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/src/latitude_sdk/sdk/latitude.py

@@ -6,6 +6,7 @@ from latitude_sdk.client import Client, ClientOptions, RouterOptions
 from latitude_sdk.env import env
 from latitude_sdk.sdk.evaluations import Evaluations
 from latitude_sdk.sdk.logs import Logs
+from latitude_sdk.sdk.projects import Projects
 from latitude_sdk.sdk.prompts import Prompts
 from latitude_sdk.sdk.types import GatewayOptions, LogSources, SdkOptions
 from latitude_sdk.util import Model
@@ -49,6 +50,7 @@ class Latitude:
 
     promptl: Promptl
 
+    projects: Projects
     prompts: Prompts
     logs: Logs
     evaluations: Evaluations
@@ -76,6 +78,8 @@ class Latitude:
         )
 
         self.promptl = Promptl(self._options.promptl)
+
+        self.projects = Projects(self._client, self._options)
         self.prompts = Prompts(self._client, self.promptl, self._options)
         self.logs = Logs(self._client, self._options)
         self.evaluations = Evaluations(self._client, self._options)

latitude_sdk-5.0.0b1/src/latitude_sdk/sdk/projects.py

@@ -0,0 +1,35 @@
+from typing import List
+
+from latitude_sdk.client import Client, CreateProjectRequestBody, RequestHandler
+from latitude_sdk.sdk.types import Project, SdkOptions, Version
+from latitude_sdk.util import Adapter as AdapterUtil
+from latitude_sdk.util import Model
+
+_GetAllProjectResults = AdapterUtil[List[Project]](List[Project])
+
+
+class CreateProjectResult(Model):
+    project: Project
+    version: Version
+
+
+class Projects:
+    _options: SdkOptions
+    _client: Client
+
+    def __init__(self, client: Client, options: SdkOptions):
+        self._options = options
+        self._client = client
+
+    async def get_all(self) -> List[Project]:
+        async with self._client.request(
+            handler=RequestHandler.GetAllProjects,
+        ) as response:
+            return _GetAllProjectResults.validate_json(response.content)
+
+    async def create(self, name: str) -> CreateProjectResult:
+        async with self._client.request(
+            handler=RequestHandler.CreateProject,
+            body=CreateProjectRequestBody(name=name),
+        ) as response:
+            return CreateProjectResult.model_validate_json(response.content)

{latitude_sdk-3.0.2 → latitude_sdk-5.0.0b1}/src/latitude_sdk/sdk/prompts.py

@@ -1,7 +1,6 @@
-import asyncio
-from typing import Any, AsyncGenerator, List, Optional, Sequence, Tuple, Union
+from typing import Any, AsyncGenerator, List, Optional, Sequence
 
-from promptl_ai import Adapter, Message, MessageLike, Promptl, ToolMessage, ToolResultContent
+from promptl_ai import Adapter, Message, MessageLike, Promptl
 from promptl_ai.bindings.types import _Message
 
 from latitude_sdk.client import (
@@ -16,21 +15,22 @@ from latitude_sdk.client import (
     RequestHandler,
     RunPromptRequestBody,
     RunPromptRequestParams,
+    ToolResultsRequestBody,
 )
 from latitude_sdk.sdk.errors import ApiError, ApiErrorCodes
 from latitude_sdk.sdk.types import (
-    AGENT_END_TOOL_NAME,
     ChainEvents,
     FinishedResult,
     OnStep,
     OnToolCall,
     OnToolCallDetails,
     Prompt,
+    ProviderEvents,
+    ProviderEventToolCalled,
     Providers,
     SdkOptions,
     StreamCallbacks,
     StreamEvents,
-    ToolCall,
     ToolResult,
     _LatitudeEvent,
 )
@@ -52,10 +52,6 @@ _PROMPT_ATTR_TO_ADAPTER_ATTR = {
 }
 
 
-class OnToolCallPaused(Exception):
-    pass
-
-
 class PromptOptions(Model):
     project_id: Optional[int] = None
     version_uuid: Optional[str] = None
@@ -142,31 +138,19 @@ class Prompts:
                 response="Project ID is required",
             )
 
-    async def _extract_agent_tool_requests(
-        self, tool_requests: List[ToolCall]
-    ) -> Tuple[List[ToolCall], List[ToolCall]]:
-        agent: List[ToolCall] = []
-        other: List[ToolCall] = []
-
-        for tool in tool_requests:
-            if tool.name == AGENT_END_TOOL_NAME:
-                agent.append(tool)
-            else:
-                other.append(tool)
-
-        return agent, other
-
     async def _handle_stream(
-        self, stream: AsyncGenerator[ClientEvent, Any], on_event: Optional[StreamCallbacks.OnEvent]
+        self,
+        stream: AsyncGenerator[ClientEvent, Any],
+        on_event: Optional[StreamCallbacks.OnEvent],
+        tools: Optional[dict[str, OnToolCall]],
     ) -> FinishedResult:
         uuid = None
         conversation: List[Message] = []
         response = None
-        agent_response = None
-        tool_requests: List[ToolCall] = []
 
         async for stream_event in stream:
             event = None
+            tool_call = None
 
             if stream_event.event == str(StreamEvents.Latitude):
                 event = _LatitudeEvent.validate_json(stream_event.data)
@@ -176,9 +160,6 @@ class Prompts:
                 if event.type == ChainEvents.ProviderCompleted:
                     response = event.response
 
-                elif event.type == ChainEvents.ToolsRequested:
-                    tool_requests = event.tools
-
                 elif event.type == ChainEvents.ChainError:
                     raise ApiError(
                         status=400,
@@ -191,6 +172,9 @@ class Prompts:
                 event = stream_event.json()
                 event["event"] = StreamEvents.Provider
 
+                if event.get("type") == str(ProviderEvents.ToolCalled):
+                    tool_call = ProviderEventToolCalled.model_validate_json(stream_event.data)
+
             else:
                 raise ApiError(
                     status=500,
@@ -202,6 +186,9 @@ class Prompts:
             if on_event:
                 on_event(event)
 
+            if tool_call:
+                await self._handle_tool_call(tool_call, tools)
+
         if not uuid or not response:
             raise ApiError(
                 status=500,
@@ -210,21 +197,7 @@ class Prompts:
                 response="Stream ended without a chain-complete event. Missing uuid or response.",
             )
 
-        agent_requests, tool_requests = await self._extract_agent_tool_requests(tool_requests)
-        if len(agent_requests) > 0:
-            agent_response = agent_requests[0].arguments
-
-        return FinishedResult(
-            uuid=uuid,
-            conversation=conversation,
-            response=response,
-            agent_response=agent_response,
-            tool_requests=tool_requests,
-        )
-
-    @staticmethod
-    def _pause_tool_execution() -> Any:
-        raise OnToolCallPaused()
+        return FinishedResult(uuid=uuid, conversation=conversation, response=response)
 
     @staticmethod
     async def _wrap_tool_handler(
@@ -235,69 +208,45 @@ class Prompts:
         try:
             result = await handler(arguments, details)
 
-            return ToolResult(**tool_result, result=result)
+            return ToolResult(**tool_result, result=result, is_error=False)
         except Exception as exception:
-            if isinstance(exception, OnToolCallPaused):
-                raise exception
-
             return ToolResult(**tool_result, result=str(exception), is_error=True)
 
-    async def _handle_tool_calls(
-        self, result: FinishedResult, options: Union[RunPromptOptions, ChatPromptOptions]
-    ) -> Optional[FinishedResult]:
-        if not options.tools:
+    async def _handle_tool_call(
+        self, tool_call: ProviderEventToolCalled, tools: Optional[dict[str, OnToolCall]]
+    ) -> None:
+        # NOTE: Do not handle tool calls if user specified no tools
+        if not tools:
+            return
+
+        tool_handler = tools.get(tool_call.name)
+        if not tool_handler:
             raise ApiError(
                 status=400,
                 code=ApiErrorCodes.AIRunError,
-                message="Tools not supplied",
-                response="Tools not supplied",
+                message=f"Tool {tool_call.name} not supplied",
+                response=f"Tool {tool_call.name} not supplied",
             )
 
-        for tool_call in result.tool_requests:
-            if tool_call.name not in options.tools:
-                raise ApiError(
-                    status=400,
-                    code=ApiErrorCodes.AIRunError,
-                    message=f"Tool {tool_call.name} not supplied",
-                    response=f"Tool {tool_call.name} not supplied",
-                )
-
-        tool_results = await asyncio.gather(
-            *[
-                self._wrap_tool_handler(
-                    options.tools[tool_call.name],
-                    tool_call.arguments,
-                    OnToolCallDetails(
-                        id=tool_call.id,
-                        name=tool_call.name,
-                        conversation_uuid=result.uuid,
-                        messages=result.conversation,
-                        pause_execution=self._pause_tool_execution,
-                        requested_tool_calls=result.tool_requests,
-                    ),
-                )
-                for tool_call in result.tool_requests
-            ],
-            return_exceptions=False,
+        tool_result = await self._wrap_tool_handler(
+            tool_handler,
+            tool_call.arguments,
+            OnToolCallDetails(
+                id=tool_call.id,
+                name=tool_call.name,
+                arguments=tool_call.arguments,
+            ),
         )
 
-        tool_messages = [
-            ToolMessage(
-                content=[
-                    ToolResultContent(
-                        id=tool_result.id,
-                        name=tool_result.name,
-                        result=tool_result.result,
-                        is_error=tool_result.is_error,
-                    )
-                ]
-            )
-            for tool_result in tool_results
-        ]
-
-        next_result = await self.chat(result.uuid, tool_messages, ChatPromptOptions(**dict(options)))
-
-        return FinishedResult(**dict(next_result)) if next_result else None
+        async with self._client.request(
+            handler=RequestHandler.ToolResults,
+            body=ToolResultsRequestBody(
+                tool_call_id=tool_call.id,
+                result=tool_result.result,
+                is_error=tool_result.is_error,
+            ),
+        ):
+            pass
 
     async def get(self, path: str, options: Optional[GetPromptOptions] = None) -> GetPromptResult:
         options = GetPromptOptions(**{**dict(self._options), **dict(options or {})})
@@ -364,22 +313,16 @@ class Prompts:
                     path=path,
                     parameters=options.parameters,
                     custom_identifier=options.custom_identifier,
+                    tools=list(options.tools.keys()) if options.tools and options.stream else None,
                     stream=options.stream,
                 ),
+                stream=options.stream,
             ) as response:
                 if options.stream:
-                    result = await self._handle_stream(response.sse(), options.on_event)
+                    result = await self._handle_stream(response.sse(), options.on_event, options.tools)
                 else:
                     result = RunPromptResult.model_validate_json(response.content)
 
-            if options.tools and result.tool_requests:
-                try:
-                    # NOTE: The last sdk.chat called will already call on_finished
-                    final_result = await self._handle_tool_calls(result, options)
-                    return RunPromptResult(**dict(final_result)) if final_result else None
-                except OnToolCallPaused:
-                    pass
-
             if options.on_finished:
                 options.on_finished(FinishedResult(**dict(result)))
 
@@ -416,22 +359,16 @@ class Prompts:
                 ),
                 body=ChatPromptRequestBody(
                     messages=messages,
+                    tools=list(options.tools.keys()) if options.tools and options.stream else None,
                     stream=options.stream,
                 ),
+                stream=options.stream,
             ) as response:
                 if options.stream:
-                    result = await self._handle_stream(response.sse(), options.on_event)
+                    result = await self._handle_stream(response.sse(), options.on_event, options.tools)
                 else:
                     result = ChatPromptResult.model_validate_json(response.content)
 
-            if options.tools and result.tool_requests:
-                try:
-                    # NOTE: The last sdk.chat called will already call on_finished
-                    final_result = await self._handle_tool_calls(result, options)
-                    return ChatPromptResult(**dict(final_result)) if final_result else None
-                except OnToolCallPaused:
-                    pass
-
             if options.on_finished:
                 options.on_finished(FinishedResult(**dict(result)))