beamlit 0.0.57rc115__tar.gz → 0.0.57rc117__tar.gz

{beamlit-0.0.57rc115 → beamlit-0.0.57rc117}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: beamlit
-Version: 0.0.57rc115
+Version: 0.0.57rc117
 Summary: Add your description here
 Author-email: cploujoux <ch.ploujoux@gmail.com>
 License-File: LICENSE

{beamlit-0.0.57rc115 → beamlit-0.0.57rc117}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "beamlit"
-version = "0.0.57.pre-115"
+version = "0.0.57.pre-117"
 description = "Add your description here"
 readme = "README.md"
 authors = [

{beamlit-0.0.57rc115 → beamlit-0.0.57rc117}/src/beamlit/agents/chat.py

@@ -1,12 +1,11 @@
 from logging import getLogger
 from typing import Tuple, Union
 
-from langchain_core.language_models import BaseChatModel
-
 from beamlit.api.models import get_model
 from beamlit.authentication import get_authentication_headers, new_client
 from beamlit.common.settings import get_settings
 from beamlit.models import Model
+from langchain_core.language_models import BaseChatModel
 
 from .voice.openai import OpenAIVoiceReactAgent
 
@@ -120,6 +119,14 @@ def get_azure_marketplace_chat_model(**kwargs):
         **kwargs
     )  # It seems to use a compatible endpoint, so we can use the classic OpenAI interface
 
+def get_gemini_chat_model(**kwargs):
+    from langchain_google_genai import ChatGoogleGenerativeAI  # type: ignore
+
+    print(kwargs)
+    return ChatGoogleGenerativeAI(
+        **kwargs,
+    )
+
 def get_chat_model(name: str, agent_model: Union[Model, None] = None) -> BaseChatModel:
     """
     Gets a chat model instance for the specified model name.
@@ -215,6 +222,19 @@ def get_chat_model_full(name: str, agent_model: Union[Model, None] = None) -> Tu
             "func": get_azure_marketplace_chat_model,
             "kwargs": {},
         },
+        "gemini": {
+            "func": get_gemini_chat_model,
+            "kwargs": {
+                "api_key": "fake_api_key",
+                "client_options": {
+                    # "api_endpoint": get_base_url(name).replace("/v1", "")
+                    "api_endpoint": f"http://localhost:8787/{settings.workspace}/models/{name}",
+                },
+                "transport": "rest",
+                "additional_headers": {"X-Beamlit-Authorization": f"Bearer {jwt}"},
+            },
+            "remove_kwargs": ["api_key", "default_headers"]
+        },
     }
 
     provider = (

{beamlit-0.0.57rc115 → beamlit-0.0.57rc117}/src/beamlit/agents/decorator.py

@@ -10,15 +10,14 @@ import inspect
 from logging import getLogger
 from typing import Callable
 
-from langgraph.checkpoint.memory import MemorySaver
-from langgraph.prebuilt import create_react_agent
-
 from beamlit.api.models import get_model, list_models
 from beamlit.authentication import new_client
 from beamlit.common.settings import Settings, init
 from beamlit.errors import UnexpectedStatus
 from beamlit.functions import get_functions
 from beamlit.models import Agent, AgentSpec, Metadata
+from langgraph.checkpoint.memory import MemorySaver
+from langgraph.prebuilt import create_react_agent
 
 from .chat import get_chat_model_full
 from .voice.openai import OpenAIVoiceReactAgent
@@ -116,7 +115,7 @@ async def initialize_agent(
                 _agent = create_react_agent(chat_model, functions, checkpointer=memory, state_modifier=agent.spec.prompt or "")
             except AttributeError: # special case for azure-marketplace where it uses the old OpenAI interface (no tools)
                 logger.warning("Using the old OpenAI interface for Azure Marketplace, no tools available")
-                _agent = create_react_agent(chat_model, [], checkpointer=memory, state_modifier=agent.spec.prompt or "")
+                _agent = create_react_agent(chat_model, [], checkpointer=memory, state_modifier=(agent and agent.spec and agent.spec.prompt) or "")
 
         settings.agent.agent = _agent
     else:

{beamlit-0.0.57rc115 → beamlit-0.0.57rc117}/src/beamlit/agents/thread.py

@@ -20,14 +20,6 @@ def get_default_thread(request: Request) -> str:
     """
     if request.headers.get("X-Beamlit-Thread-Id"):
         return request.headers.get("X-Beamlit-Thread-Id")
-    if request.headers.get("X-Beamlit-Sub"):
-        return request.headers.get("X-Beamlit-Sub")
-    authorization = request.headers.get("Authorization", request.headers.get("X-Beamlit-Authorization"))
-    if authorization and len(authorization.split("Bearer ")) > 1:
-        try:
-            token = authorization.split(" ")[1]
-            decoded = jwt.decode(token, options={"verify_signature": False})
-            return decoded["sub"]
-        except Exception:
-            return ""
-    return ""
+    if request.headers.get("Thread-Id"):
+        return request.headers.get("Thread-Id")
+    return ""

{beamlit-0.0.57rc115 → beamlit-0.0.57rc117}/src/integrationtest/chat.py

@@ -1,10 +1,9 @@
 import asyncio
 
-from langgraph.graph.graph import CompiledGraph
-
 from beamlit.agents import agent, get_chat_model
 from beamlit.common import init
 from beamlit.functions import function
+from langgraph.graph.graph import CompiledGraph
 
 settings = init()
 chat = get_chat_model("gpt-4o-mini") # all good
@@ -13,8 +12,7 @@ chat = get_chat_model("gpt-4o-mini") # all good
 # chat = get_chat_model("claude-3-5-sonnet") # all good
 # chat = get_chat_model("deepseek-chat") # all good
 # chat = get_chat_model("xai-grok-beta") # all good
-
-print(chat)
+# chat = get_chat_model("gemini-2-0-flash") # all good
 
 @function()
 async def get_weather(location: str):
@@ -31,7 +29,7 @@ async def main(request, agent: CompiledGraph):
     agent_body = {"messages": [("user", "What's the weather in san francisco ?")]}
     # chat_body = {"messages": [{"role": "user", "content": "Hello!"}]}
     response = None
-    async for chunk in agent.astream(agent_body, config=config):
+    for chunk in agent.stream(agent_body, config=config):
         response = chunk
     print(response)