beamlit 0.0.18__py3-none-any.whl → 0.0.20__py3-none-any.whl

beamlit/agents/__init__.py

@@ -0,0 +1,4 @@
+from .chat import get_chat_model
+from .decorator import agent
+
+__all__ = ["agent", "get_chat_model"]

beamlit/agents/chat.py

@@ -0,0 +1,87 @@
+from logging import getLogger
+
+from beamlit.authentication import get_authentication_headers, new_client
+from beamlit.common.settings import get_settings
+from beamlit.models import AgentDeployment
+
+logger = getLogger(__name__)
+
+
+def get_base_url(agent_model: AgentDeployment):
+    settings = get_settings()
+    return f"{settings.run_url}/{settings.workspace}/models/{agent_model.model}/v1"
+
+
+def get_mistral_chat_model(**kwargs):
+    from langchain_mistralai.chat_models import ChatMistralAI  # type: ignore
+
+    return ChatMistralAI(**kwargs)
+
+
+def get_openai_chat_model(**kwargs):
+    from langchain_openai import ChatOpenAI  # type: ignore
+
+    return ChatOpenAI(**kwargs)
+
+
+def get_anthropic_chat_model(**kwargs):
+    from langchain_anthropic import ChatAnthropic  # type: ignore
+
+    return ChatAnthropic(**kwargs)
+
+
+def get_chat_model(agent_model: AgentDeployment):
+    settings = get_settings()
+    client = new_client()
+
+    headers = get_authentication_headers(settings)
+    headers["X-Beamlit-Environment"] = agent_model.environment
+
+    jwt = headers.pop("X-Beamlit-Authorization").replace("Bearer ", "")
+    params = {"environment": agent_model.environment}
+    chat_classes = {
+        "openai": {
+            "func": get_openai_chat_model,
+            "kwargs": {
+                "http_client": client.get_httpx_client(),
+            },
+        },
+        "anthropic": {
+            "func": get_anthropic_chat_model,
+            "kwargs": {},
+        },
+        "mistral": {
+            "func": get_mistral_chat_model,
+            "kwargs": {
+                "api_key": jwt,
+            },
+        },
+    }
+
+    if agent_model is None:
+        raise ValueError("agent_model not found in configuration")
+    if agent_model.runtime is None:
+        raise ValueError("runtime not found in agent model")
+    if agent_model.runtime.type_ is None:
+        raise ValueError("type not found in runtime")
+    if agent_model.runtime.model is None:
+        raise ValueError("model not found in runtime")
+
+    provider = agent_model.runtime.type_
+    model = agent_model.runtime.model
+
+    kwargs = {
+        "model": model,
+        "base_url": get_base_url(agent_model),
+        "default_query": params,
+        "default_headers": headers,
+        "api_key": "fake_api_key",
+        "temperature": 0,
+    }
+    chat_class = chat_classes.get(provider)
+    if not chat_class:
+        logger.warning(f"Provider {provider} not currently supported, defaulting to OpenAI")
+        chat_class = chat_classes["openai"]
+    if "kwargs" in chat_class:
+        kwargs.update(chat_class["kwargs"])
+    return chat_class["func"](**kwargs)

beamlit/agents/decorator.py

@@ -0,0 +1,147 @@
+# Import necessary modules
+import ast
+import importlib
+import os
+from logging import getLogger
+
+from langgraph.checkpoint.memory import MemorySaver
+from langgraph.prebuilt import create_react_agent
+
+from beamlit.api.models import get_model_deployment
+from beamlit.authentication import new_client
+from beamlit.common.settings import get_settings, init
+from beamlit.errors import UnexpectedStatus
+from beamlit.models import AgentDeployment
+
+from .chat import get_chat_model
+
+
+def get_functions(dir="src/functions", from_decorator="function"):
+    functions = []
+    logger = getLogger(__name__)
+
+    # Walk through all Python files in functions directory and subdirectories
+    for root, _, files in os.walk(dir):
+        for file in files:
+            if file.endswith(".py"):
+                file_path = os.path.join(root, file)
+                # Read and compile the file content
+                with open(file_path) as f:
+                    try:
+                        file_content = f.read()
+                        # Parse the file content to find decorated functions
+                        tree = ast.parse(file_content)
+
+                        # Look for function definitions with decorators
+                        for node in ast.walk(tree):
+                            if (
+                                not isinstance(node, ast.FunctionDef)
+                                or len(node.decorator_list) == 0
+                            ):
+                                continue
+                            decorator = node.decorator_list[0]
+
+                            decorator_name = ""
+                            if isinstance(decorator, ast.Call):
+                                decorator_name = decorator.func.id
+                            if isinstance(decorator, ast.Name):
+                                decorator_name = decorator.id
+
+                            if decorator_name == from_decorator:
+                                # Get the function name and decorator name
+                                func_name = node.name
+
+                                # Import the module to get the actual function
+                                spec = importlib.util.spec_from_file_location(func_name, file_path)
+                                module = importlib.util.module_from_spec(spec)
+                                spec.loader.exec_module(module)
+                                # Check if kit=True in the decorator arguments
+                                is_kit = False
+                                if isinstance(decorator, ast.Call):
+                                    for keyword in decorator.keywords:
+                                        if keyword.arg == "kit" and isinstance(
+                                            keyword.value, ast.Constant
+                                        ):
+                                            is_kit = keyword.value.value
+                                if is_kit:
+                                    kit_functions = get_functions(
+                                        dir=os.path.join(root),
+                                        from_decorator="kit",
+                                    )
+                                    functions.extend(kit_functions)
+
+                                # Get the decorated function
+                                if not is_kit and hasattr(module, func_name):
+                                    func = getattr(module, func_name)
+                                    functions.append(func)
+                    except Exception as e:
+                        logger.warning(f"Error processing {file_path}: {e!s}")
+    return functions
+
+
+def agent(
+    bl_agent: AgentDeployment = None,
+    chat_model=None,
+    agent=None,
+):
+    settings = init()
+    logger = getLogger(__name__)
+
+    def wrapper(func):
+        settings = get_settings()
+
+        def wrapped(*args, **kwargs):
+            return func(
+                settings.agent.agent,
+                settings.agent.chat_model,
+                settings.agent.functions,
+                *args,
+                **kwargs,
+            )
+
+        return wrapped
+
+    # Initialize functions array to store decorated functions
+    functions = get_functions(dir=settings.agent.functions_directory)
+    settings.agent.functions = functions
+
+    if bl_agent.model and chat_model is None:
+        client = new_client()
+        try:
+            response = get_model_deployment.sync_detailed(
+                bl_agent.model, settings.environment, client=client
+            )
+            settings.agent.model = response.parsed
+        except UnexpectedStatus as e:
+            if e.status_code == 404 and settings.environment != "production":
+                try:
+                    response = get_model_deployment.sync_detailed(
+                        bl_agent.model, "production", client=client
+                    )
+                    settings.agent.model = response.parsed
+                except UnexpectedStatus as e:
+                    if e.status_code == 404:
+                        raise ValueError(f"Model {bl_agent.model} not found")
+            else:
+                raise e
+        chat_model = get_chat_model(settings.agent.model)
+        settings.agent.chat_model = chat_model
+        runtime = settings.agent.model.runtime
+        logger.info(f"Chat model configured, using: {runtime.type_}:{runtime.model}")
+
+    if len(functions) == 0:
+        raise ValueError(
+            "You must define at least one function, you can define this function in directory "
+            f'"{settings.agent.functions_directory}". Here is a sample function you can use:\n\n'
+            "from beamlit.functions import function\n\n"
+            "@function()\n"
+            "def hello_world(query: str):\n"
+            "    return 'Hello, world!'\n"
+        )
+
+    if agent is None and chat_model is not None:
+        memory = MemorySaver()
+        agent = create_react_agent(chat_model, functions, checkpointer=memory)
+        settings.agent.agent = agent
+
+    return wrapper

beamlit/api/agents/create_agent.py

@@ -6,12 +6,13 @@ import httpx
 from ... import errors
 from ...client import AuthenticatedClient, Client
 from ...models.agent import Agent
+from ...models.agent_with_deployments import AgentWithDeployments
 from ...types import Response
 
 
 def _get_kwargs(
     *,
-    body: Agent,
+    body: AgentWithDeployments,
 ) -> dict[str, Any]:
     headers: dict[str, Any] = {}
 
@@ -52,12 +53,13 @@ def _build_response(*, client: Union[AuthenticatedClient, Client], response: htt
 def sync_detailed(
     *,
     client: AuthenticatedClient,
-    body: Agent,
+    body: AgentWithDeployments,
 ) -> Response[Agent]:
     """Create agent by name
 
     Args:
-        body (Agent): Agent parent of AgentDeployment
+        body (AgentWithDeployments): Logical object representing an agent but with deployment
+            definition inside
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -81,12 +83,13 @@ def sync_detailed(
 def sync(
     *,
     client: AuthenticatedClient,
-    body: Agent,
+    body: AgentWithDeployments,
 ) -> Optional[Agent]:
     """Create agent by name
 
     Args:
-        body (Agent): Agent parent of AgentDeployment
+        body (AgentWithDeployments): Logical object representing an agent but with deployment
+            definition inside
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -105,12 +108,13 @@ def sync(
 async def asyncio_detailed(
     *,
     client: AuthenticatedClient,
-    body: Agent,
+    body: AgentWithDeployments,
 ) -> Response[Agent]:
     """Create agent by name
 
     Args:
-        body (Agent): Agent parent of AgentDeployment
+        body (AgentWithDeployments): Logical object representing an agent but with deployment
+            definition inside
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -132,12 +136,13 @@ async def asyncio_detailed(
 async def asyncio(
     *,
     client: AuthenticatedClient,
-    body: Agent,
+    body: AgentWithDeployments,
 ) -> Optional[Agent]:
     """Create agent by name
 
     Args:
-        body (Agent): Agent parent of AgentDeployment
+        body (AgentWithDeployments): Logical object representing an agent but with deployment
+            definition inside
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.

beamlit/api/agents/delete_agent_history.py

@@ -0,0 +1,159 @@
+from http import HTTPStatus
+from typing import Any, Optional, Union
+
+import httpx
+
+from ... import errors
+from ...client import AuthenticatedClient, Client
+from ...models.agent_history import AgentHistory
+from ...types import Response
+
+
+def _get_kwargs(
+    agent_name: str,
+    request_id: str,
+) -> dict[str, Any]:
+    _kwargs: dict[str, Any] = {
+        "method": "delete",
+        "url": f"/agents/{agent_name}/history/{request_id}",
+    }
+
+    return _kwargs
+
+
+def _parse_response(
+    *, client: Union[AuthenticatedClient, Client], response: httpx.Response
+) -> Optional[AgentHistory]:
+    if response.status_code == 200:
+        response_200 = AgentHistory.from_dict(response.json())
+
+        return response_200
+    if client.raise_on_unexpected_status:
+        raise errors.UnexpectedStatus(response.status_code, response.content)
+    else:
+        return None
+
+
+def _build_response(
+    *, client: Union[AuthenticatedClient, Client], response: httpx.Response
+) -> Response[AgentHistory]:
+    return Response(
+        status_code=HTTPStatus(response.status_code),
+        content=response.content,
+        headers=response.headers,
+        parsed=_parse_response(client=client, response=response),
+    )
+
+
+def sync_detailed(
+    agent_name: str,
+    request_id: str,
+    *,
+    client: AuthenticatedClient,
+) -> Response[AgentHistory]:
+    """
+    Args:
+        agent_name (str):
+        request_id (str):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[AgentHistory]
+    """
+
+    kwargs = _get_kwargs(
+        agent_name=agent_name,
+        request_id=request_id,
+    )
+
+    response = client.get_httpx_client().request(
+        **kwargs,
+    )
+
+    return _build_response(client=client, response=response)
+
+
+def sync(
+    agent_name: str,
+    request_id: str,
+    *,
+    client: AuthenticatedClient,
+) -> Optional[AgentHistory]:
+    """
+    Args:
+        agent_name (str):
+        request_id (str):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        AgentHistory
+    """
+
+    return sync_detailed(
+        agent_name=agent_name,
+        request_id=request_id,
+        client=client,
+    ).parsed
+
+
+async def asyncio_detailed(
+    agent_name: str,
+    request_id: str,
+    *,
+    client: AuthenticatedClient,
+) -> Response[AgentHistory]:
+    """
+    Args:
+        agent_name (str):
+        request_id (str):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[AgentHistory]
+    """
+
+    kwargs = _get_kwargs(
+        agent_name=agent_name,
+        request_id=request_id,
+    )
+
+    response = await client.get_async_httpx_client().request(**kwargs)
+
+    return _build_response(client=client, response=response)
+
+
+async def asyncio(
+    agent_name: str,
+    request_id: str,
+    *,
+    client: AuthenticatedClient,
+) -> Optional[AgentHistory]:
+    """
+    Args:
+        agent_name (str):
+        request_id (str):
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        AgentHistory
+    """
+
+    return (
+        await asyncio_detailed(
+            agent_name=agent_name,
+            request_id=request_id,
+            client=client,
+        )
+    ).parsed

beamlit/api/agents/get_agent_deployment_logs.py

@@ -1,5 +1,5 @@
 from http import HTTPStatus
-from typing import Any, List, Optional, Union
+from typing import Any, Optional, Union
 
 import httpx
 
@@ -23,7 +23,7 @@ def _get_kwargs(
 
 def _parse_response(
     *, client: Union[AuthenticatedClient, Client], response: httpx.Response
-) -> Optional[List["ResourceDeploymentLog"]]:
+) -> Optional[list["ResourceDeploymentLog"]]:
     if response.status_code == 200:
         response_200 = []
         _response_200 = response.json()
@@ -41,7 +41,7 @@ def _parse_response(
 
 def _build_response(
     *, client: Union[AuthenticatedClient, Client], response: httpx.Response
-) -> Response[List["ResourceDeploymentLog"]]:
+) -> Response[list["ResourceDeploymentLog"]]:
     return Response(
         status_code=HTTPStatus(response.status_code),
         content=response.content,
@@ -55,7 +55,7 @@ def sync_detailed(
     environment_name: str,
     *,
     client: AuthenticatedClient,
-) -> Response[List["ResourceDeploymentLog"]]:
+) -> Response[list["ResourceDeploymentLog"]]:
     """
     Args:
         agent_name (str):
@@ -66,7 +66,7 @@ def sync_detailed(
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        Response[List['ResourceDeploymentLog']]
+        Response[list['ResourceDeploymentLog']]
     """
 
     kwargs = _get_kwargs(
@@ -86,7 +86,7 @@ def sync(
     environment_name: str,
     *,
     client: AuthenticatedClient,
-) -> Optional[List["ResourceDeploymentLog"]]:
+) -> Optional[list["ResourceDeploymentLog"]]:
     """
     Args:
         agent_name (str):
@@ -97,7 +97,7 @@ def sync(
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        List['ResourceDeploymentLog']
+        list['ResourceDeploymentLog']
     """
 
     return sync_detailed(
@@ -112,7 +112,7 @@ async def asyncio_detailed(
     environment_name: str,
     *,
     client: AuthenticatedClient,
-) -> Response[List["ResourceDeploymentLog"]]:
+) -> Response[list["ResourceDeploymentLog"]]:
     """
     Args:
         agent_name (str):
@@ -123,7 +123,7 @@ async def asyncio_detailed(
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        Response[List['ResourceDeploymentLog']]
+        Response[list['ResourceDeploymentLog']]
     """
 
     kwargs = _get_kwargs(
@@ -141,7 +141,7 @@ async def asyncio(
     environment_name: str,
     *,
     client: AuthenticatedClient,
-) -> Optional[List["ResourceDeploymentLog"]]:
+) -> Optional[list["ResourceDeploymentLog"]]:
     """
     Args:
         agent_name (str):
@@ -152,7 +152,7 @@ async def asyncio(
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        List['ResourceDeploymentLog']
+        list['ResourceDeploymentLog']
     """
 
     return (