agent-starter-pack 0.18.2__py3-none-any.whl → 0.21.0__py3-none-any.whl

agent_starter_pack/deployment_targets/agent_engine/tests/load_test/load_test.py

@@ -139,6 +139,149 @@ class RemoteAgentUser(WebSocketUser):
     # Set the host via command line: locust -f load_test.py --host=https://your-deployed-service.run.app
     host = "http://localhost:8000"  # Default for local testing
 {%- else %}
+{%- if cookiecutter.is_a2a %}
+
+import json
+import logging
+import os
+import time
+
+from locust import HttpUser, between, task
+
+# Configure logging
+logging.basicConfig(
+    level=logging.INFO, format="%(asctime)s - %(name)s - %(levelname)s - %(message)s"
+)
+logger = logging.getLogger(__name__)
+
+# Initialize Vertex AI and load agent config
+with open("deployment_metadata.json") as f:
+    remote_agent_engine_id = json.load(f)["remote_agent_engine_id"]
+
+parts = remote_agent_engine_id.split("/")
+project_id = parts[1]
+location = parts[3]
+engine_id = parts[5]
+
+# Convert remote agent engine ID to URLs
+base_url = f"https://{location}-aiplatform.googleapis.com"
+a2a_base_path = f"/v1beta1/projects/{project_id}/locations/{location}/reasoningEngines/{engine_id}/a2a/v1"
+
+logger.info("Using remote agent engine ID: %s", remote_agent_engine_id)
+logger.info("Using base URL: %s", base_url)
+logger.info("Using API base path: %s", a2a_base_path)
+
+
+class SendMessageUser(HttpUser):
+    """Simulates a user interacting with the send message API."""
+
+    wait_time = between(1, 3)  # Wait 1-3 seconds between tasks
+    host = base_url  # Set the base host URL for Locust
+
+    @task
+    def send_message_and_poll(self) -> None:
+        """Simulates a chat interaction: sends a message and polls for completion."""
+        headers = {"Content-Type": "application/json"}
+        headers["Authorization"] = f"Bearer {os.environ['_AUTH_TOKEN']}"
+
+        data = {
+            "message": {
+                "messageId": "msg-id",
+                "content": [{"text": "Hello! What's the weather in New York?"}],
+                "role": "ROLE_USER",
+            }
+        }
+
+        e2e_start_time = time.time()
+        with self.client.post(
+            f"{a2a_base_path}/message:send",
+            headers=headers,
+            json=data,
+            catch_response=True,
+            name="/v1/message:send",
+        ) as response:
+            if response.status_code != 200:
+                response.failure(
+                    f"Send failed with status code: {response.status_code}"
+                )
+                return
+
+            response.success()
+            response_data = response.json()
+
+            # Extract task ID
+            try:
+                task_id = response_data["task"]["id"]
+            except (KeyError, TypeError) as e:
+                logger.error(f"Failed to extract task ID: {e}")
+                return
+
+        # Poll for task completion
+        max_polls = 20  # Maximum number of poll attempts
+        poll_interval = 0.5  # Seconds between polls
+        poll_count = 0
+
+        while poll_count < max_polls:
+            poll_count += 1
+            time.sleep(poll_interval)
+
+            with self.client.get(
+                f"{a2a_base_path}/tasks/{task_id}",
+                headers=headers,
+                catch_response=True,
+                name="/v1/tasks/{id}",
+            ) as poll_response:
+                if poll_response.status_code != 200:
+                    poll_response.failure(
+                        f"Poll failed with status code: {poll_response.status_code}"
+                    )
+                    return
+
+                poll_data = poll_response.json()
+
+                try:
+                    task_state = poll_data["status"]["state"]
+                except (KeyError, TypeError) as e:
+                    logger.error(f"Failed to extract task state: {e}")
+                    poll_response.failure(f"Invalid response format: {e}")
+                    return
+
+                # Check if task is complete
+                if task_state in ["TASK_STATE_COMPLETED"]:
+                    poll_response.success()
+
+                    # Measure end-to-end time
+                    e2e_duration = (time.time() - e2e_start_time) * 1000
+
+                    # Fire custom event for end-to-end metrics
+                    self.environment.events.request.fire(
+                        request_type="E2E",
+                        name="message:send_and_complete",
+                        response_time=e2e_duration,
+                        response_length=len(json.dumps(poll_data)),
+                        response=poll_response,
+                        context={"poll_count": poll_count},
+                    )
+                    return
+
+                elif task_state in ["TASK_STATE_WORKING"]:
+                    poll_response.success()
+
+                else:
+                    poll_response.failure(f"Task failed with state: {task_state}")
+                    return
+
+        # Timeout - task didn't complete in time
+        self.environment.events.request.fire(
+            request_type="TIMEOUT",
+            name="message:timeout",
+            response_time=(time.time() - e2e_start_time) * 1000,
+            response_length=0,
+            response=None,
+            context={"poll_count": poll_count},
+            exception=TimeoutError(f"Task did not complete after {max_polls} polls"),
+        )
+{%- else %}
 
 import json
 import logging
@@ -222,6 +365,7 @@ class ChatStreamUser(HttpUser):
         ) as response:
             if response.status_code == 200:
                 events = []
+                has_error = False
                 for line in response.iter_lines():
                     if line:
                         line_str = line.decode("utf-8")
@@ -236,20 +380,45 @@ class ChatStreamUser(HttpUser):
                                 response=response,
                                 context={},
                             )
+
+                        # Check for error responses in the JSON payload
+                        try:
+                            event_data = json.loads(line_str)
+                            if isinstance(event_data, dict) and "code" in event_data:
+                                # Flag any non-2xx codes as errors
+                                if event_data["code"] >= 400:
+                                    has_error = True
+                                    error_msg = event_data.get(
+                                        "message", "Unknown error"
+                                    )
+                                    response.failure(f"Error in response: {error_msg}")
+                                    logger.error(
+                                        "Received error response: code=%s, message=%s",
+                                        event_data["code"],
+                                        error_msg,
+                                    )
+                        except json.JSONDecodeError:
+                            # If it's not valid JSON, continue processing
+                            pass
+
                 end_time = time.time()
                 total_time = end_time - start_time
-                self.environment.events.request.fire(
-                    request_type="POST",
+
+                # Only fire success event if no errors were found
+                if not has_error:
+                    self.environment.events.request.fire(
+                        request_type="POST",
 {%- if cookiecutter.is_adk %}
-                    name="/streamQuery end",
+                        name="/streamQuery end",
 {%- else %}
-                    name="/stream_messages end",
+                        name="/stream_messages end",
 {%- endif %}
-                    response_time=total_time * 1000,  # Convert to milliseconds
-                    response_length=len(events),
-                    response=response,
-                    context={},
-                )
+                        response_time=total_time * 1000,  # Convert to milliseconds
+                        response_length=len(events),
+                        response=response,
+                        context={},
+                    )
             else:
                 response.failure(f"Unexpected status code: {response.status_code}")
 {%- endif %}
+{%- endif %}

agent_starter_pack/deployment_targets/agent_engine/tests/{% if cookiecutter.is_a2a %}helpers.py{% else %}unused_helpers.py{% endif %}

@@ -0,0 +1,138 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# mypy: disable-error-code="arg-type"
+
+"""Helper functions for testing AgentEngineApp with A2A protocol."""
+
+import asyncio
+import json
+from collections.abc import Awaitable, Callable
+from typing import TYPE_CHECKING, Any
+
+from starlette.requests import Request
+
+if TYPE_CHECKING:
+    from {{cookiecutter.agent_directory}}.agent_engine_app import AgentEngineApp
+
+# Test constants
+POLL_MAX_ATTEMPTS = 30
+POLL_INTERVAL_SECONDS = 1.0
+TEST_ARTIFACTS_BUCKET = "test-artifacts-bucket"
+
+
+def receive_wrapper(data: dict[str, Any] | None) -> Callable[[], Awaitable[dict]]:
+    """Creates a mock ASGI receive callable for testing.
+
+    Args:
+        data: Dictionary to encode as JSON request body
+
+    Returns:
+        Async callable that returns mock ASGI receive message
+    """
+
+    async def receive() -> dict:
+        byte_data = json.dumps(data).encode("utf-8")
+        return {"type": "http.request", "body": byte_data, "more_body": False}
+
+    return receive
+
+
+def build_post_request(
+    data: dict[str, Any] | None = None, path_params: dict[str, str] | None = None
+) -> Request:
+    """Builds a mock Starlette Request object for a POST request with JSON data.
+
+    Args:
+        data: JSON data to include in request body
+        path_params: Path parameters to include in request scope
+
+    Returns:
+        Mock Starlette Request object
+    """
+    scope: dict[str, Any] = {
+        "type": "http",
+        "http_version": "1.1",
+        "headers": [(b"content-type", b"application/json")],
+        "app": None,
+    }
+    if path_params:
+        scope["path_params"] = path_params
+    receiver = receive_wrapper(data)
+    return Request(scope, receiver)
+
+
+def build_get_request(path_params: dict[str, str] | None) -> Request:
+    """Builds a mock Starlette Request object for a GET request.
+
+    Args:
+        path_params: Path parameters to include in request scope
+
+    Returns:
+        Mock Starlette Request object
+    """
+    scope: dict[str, Any] = {
+        "type": "http",
+        "http_version": "1.1",
+        "query_string": b"",
+        "app": None,
+    }
+    if path_params:
+        scope["path_params"] = path_params
+
+    async def receive() -> dict:
+        return {"type": "http.disconnect"}
+
+    return Request(scope, receive)
+
+
+async def poll_task_completion(
+    agent_app: "AgentEngineApp",
+    task_id: str,
+    max_attempts: int = POLL_MAX_ATTEMPTS,
+    interval: float = POLL_INTERVAL_SECONDS,
+) -> dict[str, Any]:
+    """Poll for task completion and return final response.
+
+    Args:
+        agent_app: The AgentEngineApp instance to poll
+        task_id: The task ID to poll for
+        max_attempts: Maximum number of polling attempts
+        interval: Seconds to wait between polls
+
+    Returns:
+        Final task response when completed
+
+    Raises:
+        AssertionError: If task fails or times out
+    """
+    for _ in range(max_attempts):
+        poll_request = build_get_request({"id": task_id})
+        response = await agent_app.on_get_task(
+            request=poll_request,
+            context=None,
+        )
+
+        task_state = response.get("status", {}).get("state", "")
+
+        if task_state == "TASK_STATE_COMPLETED":
+            return response
+        elif task_state == "TASK_STATE_FAILED":
+            raise AssertionError(f"Task failed: {response}")
+
+        await asyncio.sleep(interval)
+
+    raise AssertionError(
+        f"Task did not complete within {max_attempts * interval} seconds"
+    )