agent-starter-pack 0.18.2__py3-none-any.whl → 0.21.0__py3-none-any.whl

agent_starter_pack/frontends/streamlit/frontend/utils/stream_handler.py

@@ -1,310 +0,0 @@
-# Copyright 2025 Google LLC
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# mypy: disable-error-code="unreachable"
-import importlib
-import json
-import uuid
-from collections.abc import Generator
-from typing import Any
-from urllib.parse import urljoin
-
-import google.auth
-import google.auth.transport.requests
-import google.oauth2.id_token
-import requests
-import streamlit as st
-import vertexai
-from google.auth.exceptions import DefaultCredentialsError
-from langchain_core.messages import AIMessage, ToolMessage
-from vertexai import agent_engines
-
-from frontend.utils.multimodal_utils import format_content
-
-st.cache_resource.clear()
-
-
-@st.cache_resource
-def get_remote_agent(remote_agent_engine_id: str) -> Any:
-    """Get cached remote agent instance."""
-    # Extract location and engine ID from the full resource ID.
-    parts = remote_agent_engine_id.split("/")
-    project_id = parts[1]
-    location = parts[3]
-    vertexai.init(project=project_id, location=location)
-    return agent_engines.AgentEngine(remote_agent_engine_id)
-
-
-@st.cache_resource
-def get_remote_url_config(url: str, authenticate_request: bool) -> dict[str, Any]:
-    """Get cached remote URL agent configuration."""
-    stream_url = urljoin(url, "stream_messages")
-    creds, _ = google.auth.default()
-    id_token = None
-    if authenticate_request:
-        auth_req = google.auth.transport.requests.Request()
-        try:
-            id_token = google.oauth2.id_token.fetch_id_token(auth_req, stream_url)
-        except DefaultCredentialsError:
-            creds.refresh(auth_req)
-            id_token = creds.id_token
-    return {
-        "url": stream_url,
-        "authenticate_request": authenticate_request,
-        "creds": creds,
-        "id_token": id_token,
-    }
-
-
-@st.cache_resource()
-def get_local_agent(agent_callable_path: str) -> Any:
-    """Get cached local agent instance."""
-    module_path, class_name = agent_callable_path.rsplit(".", 1)
-    module = importlib.import_module(module_path)
-    agent = getattr(module, class_name)()
-    agent.set_up()
-    return agent
-
-
-class Client:
-    """A client for streaming events from a server."""
-
-    def __init__(
-        self,
-        agent_callable_path: str | None = None,
-        remote_agent_engine_id: str | None = None,
-        url: str | None = None,
-        authenticate_request: bool = False,
-    ) -> None:
-        """Initialize the Client with appropriate configuration.
-
-        Args:
-            agent_callable_path: Path to local agent class
-            remote_agent_engine_id: ID of remote Agent engine
-            url: URL for remote service
-            authenticate_request: Whether to authenticate requests to remote URL
-        """
-        if url:
-            remote_config = get_remote_url_config(url, authenticate_request)
-            self.url = remote_config["url"]
-            self.authenticate_request = remote_config["authenticate_request"]
-            self.creds = remote_config["creds"]
-            self.id_token = remote_config["id_token"]
-            self.agent = None
-        elif remote_agent_engine_id:
-            self.agent = get_remote_agent(remote_agent_engine_id)
-            self.url = None
-        else:
-            self.url = None
-            if agent_callable_path is None:
-                raise ValueError("agent_callable_path cannot be None")
-            self.agent = get_local_agent(agent_callable_path)
-
-    def log_feedback(self, feedback_dict: dict[str, Any], run_id: str) -> None:
-        """Log user feedback for a specific run."""
-        score = feedback_dict["score"]
-        if score == "😞":
-            score = 0.0
-        elif score == "🙁":
-            score = 0.25
-        elif score == "😐":
-            score = 0.5
-        elif score == "🙂":
-            score = 0.75
-        elif score == "😀":
-            score = 1.0
-        feedback_dict["score"] = score
-        feedback_dict["run_id"] = run_id
-        feedback_dict["log_type"] = "feedback"
-        feedback_dict.pop("type")
-        url = urljoin(self.url, "feedback")
-        headers = {
-            "Content-Type": "application/json",
-        }
-        if self.url:
-            url = urljoin(self.url, "feedback")
-            headers = {
-                "Content-Type": "application/json",
-            }
-            if self.authenticate_request:
-                headers["Authorization"] = f"Bearer {self.id_token}"
-            requests.post(
-                url, data=json.dumps(feedback_dict), headers=headers, timeout=10
-            )
-        elif self.agent is not None:
-            self.agent.register_feedback(feedback=feedback_dict)
-        else:
-            raise ValueError("No agent or URL configured for feedback logging")
-
-    def stream_messages(
-        self, data: dict[str, Any]
-    ) -> Generator[dict[str, Any], None, None]:
-        """Stream events from the server, yielding parsed event data."""
-        if self.url:
-            headers = {
-                "Content-Type": "application/json",
-                "Accept": "text/event-stream",
-            }
-            if self.authenticate_request:
-                headers["Authorization"] = f"Bearer {self.id_token}"
-            with requests.post(
-                self.url, json=data, headers=headers, stream=True, timeout=60
-            ) as response:
-                for line in response.iter_lines():
-                    if line:
-                        try:
-                            event = json.loads(line.decode("utf-8"))
-                            yield event
-                        except json.JSONDecodeError:
-                            print(f"Failed to parse event: {line.decode('utf-8')}")
-        elif self.agent is not None:
-            yield from self.agent.stream_query(**data)
-
-
-class StreamHandler:
-    """Handles streaming updates to a Streamlit interface."""
-
-    def __init__(self, st: Any, initial_text: str = "") -> None:
-        """Initialize the StreamHandler with Streamlit context and initial text."""
-        self.st = st
-        self.tool_expander = st.expander("Tool Calls:", expanded=False)
-        self.container = st.empty()
-        self.text = initial_text
-        self.tools_logs = initial_text
-
-    def new_token(self, token: str) -> None:
-        """Add a new token to the main text display."""
-        self.text += token
-        self.container.markdown(format_content(self.text), unsafe_allow_html=True)
-
-    def new_status(self, status_update: str) -> None:
-        """Add a new status update to the tool calls expander."""
-        self.tools_logs += status_update
-        self.tool_expander.markdown(status_update)
-
-
-class EventProcessor:
-    """Processes events from the stream and updates the UI accordingly."""
-
-    def __init__(self, st: Any, client: Client, stream_handler: StreamHandler) -> None:
-        """Initialize the EventProcessor with Streamlit context, client, and stream handler."""
-        self.st = st
-        self.client = client
-        self.stream_handler = stream_handler
-        self.final_content = ""
-        self.tool_calls: list[dict[str, Any]] = []
-        self.current_run_id: str | None = None
-        self.additional_kwargs: dict[str, Any] = {}
-
-    def process_events(self) -> None:
-        """Process events from the stream, handling each event type appropriately."""
-        messages = self.st.session_state.user_chats[
-            self.st.session_state["session_id"]
-        ]["messages"]
-        self.current_run_id = str(uuid.uuid4())
-        # Set run_id in session state at start of processing
-        self.st.session_state["run_id"] = self.current_run_id
-        stream = self.client.stream_messages(
-            data={
-                "input": {"messages": messages},
-                "config": {
-                    "run_id": self.current_run_id,
-                    "metadata": {
-                        "user_id": self.st.session_state["user_id"],
-                        "session_id": self.st.session_state["session_id"],
-                    },
-                },
-            }
-        )
-        # Each event is a tuple message, metadata. https://langchain-ai.github.io/langgraph/how-tos/streaming/#messages
-        for message, _ in stream:
-            if isinstance(message, dict):
-                if message.get("type") == "constructor":
-                    message = message["kwargs"]
-
-                    # Handle tool calls
-                    if message.get("tool_calls"):
-                        tool_calls = message["tool_calls"]
-                        ai_message = AIMessage(content="", tool_calls=tool_calls)
-                        self.tool_calls.append(ai_message.model_dump())
-                        for tool_call in tool_calls:
-                            msg = f"\n\nCalling tool: `{tool_call['name']}` with args: `{tool_call['args']}`"
-                            self.stream_handler.new_status(msg)
-
-                    # Handle tool responses
-                    elif message.get("tool_call_id"):
-                        content = message["content"]
-                        tool_call_id = message["tool_call_id"]
-                        tool_message = ToolMessage(
-                            content=content, type="tool", tool_call_id=tool_call_id
-                        ).model_dump()
-                        self.tool_calls.append(tool_message)
-                        msg = f"\n\nTool response: `{content}`"
-                        self.stream_handler.new_status(msg)
-
-                    # Handle incremental AI response chunks
-                    # These are partial content pieces that need to be accumulated
-                    elif (
-                        message.get("content")
-                        and message.get("type") == "AIMessageChunk"
-                    ):
-                        self.final_content += message.get("content")
-                        self.stream_handler.new_token(message.get("content"))
-
-                    # Handle complete AI responses
-                    # This is used when receiving a full message rather than chunks
-                    elif message.get("content") and message.get("type") == "ai":
-                        self.final_content = message.get("content")
-
-        # Handle end of stream
-        if self.final_content:
-            final_message = AIMessage(
-                content=self.final_content,
-                id=self.current_run_id,
-                additional_kwargs=self.additional_kwargs,
-            ).model_dump()
-            session = self.st.session_state["session_id"]
-            self.st.session_state.user_chats[session]["messages"] = (
-                self.st.session_state.user_chats[session]["messages"] + self.tool_calls
-            )
-            self.st.session_state.user_chats[session]["messages"].append(final_message)
-            self.st.session_state.run_id = self.current_run_id
-
-
-def get_chain_response(st: Any, client: Client, stream_handler: StreamHandler) -> None:
-    """Process the chain response update the Streamlit UI.
-
-    This function initiates the event processing for a chain of operations,
-    involving an AI model's response generation and potential tool calls.
-    It creates an EventProcessor instance and starts the event processing loop.
-
-    Args:
-        st (Any): The Streamlit app instance, used for accessing session state
-                 and updating the UI.
-        client (Client): An instance of the Client class used to stream events
-                        from the server.
-        stream_handler (StreamHandler): An instance of the StreamHandler class
-                                      used to update the Streamlit UI with
-                                      streaming content.
-
-    Returns:
-        None
-
-    Side effects:
-        - Updates the Streamlit UI with streaming tokens and tool call information.
-        - Modifies the session state to include the final AI message and run ID.
-        - Handles various events like chain starts/ends, tool calls, and model outputs.
-    """
-    processor = EventProcessor(st, client, stream_handler)
-    processor.process_events()

agent_starter_pack/frontends/streamlit/frontend/utils/title_summary.py

@@ -1,94 +0,0 @@
-# Copyright 2025 Google LLC
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# mypy: disable-error-code="assignment"
-import os
-from typing import Any
-
-import google.auth
-from langchain_core.messages import AIMessage
-from langchain_core.prompts import ChatPromptTemplate, MessagesPlaceholder
-from langchain_google_vertexai import ChatVertexAI
-
-title_template = ChatPromptTemplate.from_messages(
-    [
-        (
-            "system",
-            """Given a list of messages between a human and AI, come up with a short and relevant title for the conversation. Use up to 10 words. The title needs to be concise.
-Examples:
-**Input:**
-```
-Human: hi, what is the best italian dish?
-AI: That's a tough one! Italy has so many amazing dishes, it's hard to pick just one "best." To help me give you a great suggestion, tell me a little more about what you're looking for.
-```
-**Output:** Best italian dish
-
-**Input:**
-
-```
-Human: How to fix a broken laptop screen?
-AI: Fixing a broken laptop screen can be tricky and often requires professional help. However, there are a few things you can try at home before resorting to a repair shop.
-```
-
-**Output:** Fixing a broken laptop screen
-
-**Input:**
-
-```
-Human: Can you write me a poem about the beach?
-AI: As the sun dips down below the horizon
-And the waves gently kiss the shore,
-I sit here and watch the ocean
-And feel its power evermore.
-```
-
-**Output:** Poem about the beach
-
-**Input:**
-
-```
-Human: What's the best way to learn to code?
-AI: There are many ways to learn to code, and the best method for you will depend on your learning style and goals.
-```
-
-**Output:** How to learn to code
-
-If there's not enough context in the conversation to create a meaningful title, create a generic title like "New Conversation", or "A simple greeting".
-
-""",
-        ),
-        MessagesPlaceholder(variable_name="messages"),
-    ]
-)
-try:
-    # Initialize Vertex AI with default project credentials
-    _, project_id = google.auth.default()
-
-    llm = ChatVertexAI(
-        model_name="gemini-2.0-flash-001",
-        temperature=0,
-        project=project_id,
-        location=os.getenv("LOCATION", "us-central1"),
-    )
-    chain_title = title_template | llm
-
-except Exception:
-    # Fallback to a simple title generator when Vertex AI is unavailable
-    print("WARNING: Failed to initialize Vertex AI. Using dummy LLM instead.")
-
-    class DummyChain:
-        def invoke(*args: Any, **kwargs: Any) -> AIMessage:
-            return AIMessage(content="conversation")
-
-    chain_title = DummyChain()