letta-nightly 0.6.12.dev20250122104013__py3-none-any.whl → 0.6.14.dev20250123041709__py3-none-any.whl

letta/server/rest_api/routers/openai/chat_completions/chat_completions.py

@@ -1,120 +0,0 @@
-import json
-from typing import TYPE_CHECKING, Optional
-
-from fastapi import APIRouter, Body, Depends, Header, HTTPException
-
-from letta.schemas.letta_message import LettaMessage, ToolCall
-from letta.schemas.openai.chat_completion_request import ChatCompletionRequest
-from letta.schemas.openai.chat_completion_response import ChatCompletionResponse, Choice, Message, UsageStatistics
-
-# TODO this belongs in a controller!
-from letta.server.rest_api.utils import get_letta_server
-
-if TYPE_CHECKING:
-    pass
-
-    from letta.server.server import SyncServer
-    from letta.utils import get_utc_time
-
-router = APIRouter(prefix="/v1/chat/completions", tags=["chat_completions"])
-
-
-@router.post("/", response_model=ChatCompletionResponse)
-async def create_chat_completion(
-    completion_request: ChatCompletionRequest = Body(...),
-    server: "SyncServer" = Depends(get_letta_server),
-    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
-):
-    """Send a message to a Letta agent via a /chat/completions completion_request
-    The bearer token will be used to identify the user.
-    The 'user' field in the completion_request should be set to the agent ID.
-    """
-    actor = server.user_manager.get_user_or_default(user_id=user_id)
-
-    agent_id = completion_request.user
-    if agent_id is None:
-        raise HTTPException(status_code=400, detail="Must pass agent_id in the 'user' field")
-
-    messages = completion_request.messages
-    if messages is None:
-        raise HTTPException(status_code=400, detail="'messages' field must not be empty")
-    if len(messages) > 1:
-        raise HTTPException(status_code=400, detail="'messages' field must be a list of length 1")
-    if messages[0].role != "user":
-        raise HTTPException(status_code=400, detail="'messages[0].role' must be a 'user'")
-
-    input_message = completion_request.messages[0]
-    if completion_request.stream:
-        print("Starting streaming OpenAI proxy response")
-
-        # TODO(charles) support multimodal parts
-        assert isinstance(input_message.content, str)
-
-        return await server.send_message_to_agent(
-            agent_id=agent_id,
-            actor=actor,
-            message=input_message.content,  # TODO: This is broken
-            # Turn streaming ON
-            stream_steps=True,
-            stream_tokens=True,
-            # Turn on ChatCompletion mode (eg remaps send_message to content)
-            chat_completion_mode=True,
-        )
-
-    else:
-        print("Starting non-streaming OpenAI proxy response")
-
-        # TODO(charles) support multimodal parts
-        assert isinstance(input_message.content, str)
-
-        response_messages = await server.send_message_to_agent(
-            agent_id=agent_id,
-            actor=actor,
-            message=input_message.content,  # TODO: This is broken
-            # Turn streaming OFF
-            stream_steps=False,
-            stream_tokens=False,
-        )
-        # print(response_messages)
-
-        # Concatenate all send_message outputs together
-        id = ""
-        visible_message_str = ""
-        created_at = None
-        for letta_msg in response_messages.messages:
-            assert isinstance(letta_msg, LettaMessage)
-            if isinstance(letta_msg, ToolCall):
-                if letta_msg.name and letta_msg.name == "send_message":
-                    try:
-                        letta_function_call_args = json.loads(letta_msg.arguments)
-                        visible_message_str += letta_function_call_args["message"]
-                        id = letta_msg.id
-                        created_at = letta_msg.date
-                    except:
-                        print(f"Failed to parse Letta message: {str(letta_msg)}")
-                else:
-                    print(f"Skipping function_call: {str(letta_msg)}")
-            else:
-                print(f"Skipping message: {str(letta_msg)}")
-
-        response = ChatCompletionResponse(
-            id=id,
-            created=created_at if created_at else get_utc_time(),
-            choices=[
-                Choice(
-                    finish_reason="stop",
-                    index=0,
-                    message=Message(
-                        role="assistant",
-                        content=visible_message_str,
-                    ),
-                )
-            ],
-            # TODO add real usage
-            usage=UsageStatistics(
-                completion_tokens=0,
-                prompt_tokens=0,
-                total_tokens=0,
-            ),
-        )
-        return response