google-adk 0.0.1__py3-none-any.whl → 0.0.3__py3-none-any.whl

google/adk/tests/integration/fixture/trip_planner_agent/agent.py

@@ -0,0 +1,110 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# https://github.com/crewAIInc/crewAI-examples/tree/main/trip_planner
+
+from google.adk import Agent
+
+# Agent that selects the best city for the trip.
+identify_agent = Agent(
+    name='identify_agent',
+    description='Select the best city based on weather, season, and prices.',
+    instruction="""
+  Analyze and select the best city for the trip based
+  on specific criteria such as weather patterns, seasonal
+  events, and travel costs. This task involves comparing
+  multiple cities, considering factors like current weather
+  conditions, upcoming cultural or seasonal events, and
+  overall travel expenses.
+
+  Your final answer must be a detailed
+  report on the chosen city, and everything you found out
+  about it, including the actual flight costs, weather
+  forecast and attractions.
+
+  Traveling from: {origin}
+  City Options: {cities}
+  Trip Date: {range}
+  Traveler Interests: {interests}
+""",
+)
+
+# Agent that gathers information about the city.
+gather_agent = Agent(
+    name='gather_agent',
+    description='Provide the BEST insights about the selected city',
+    instruction="""
+  As a local expert on this city you must compile an
+  in-depth guide for someone traveling there and wanting
+  to have THE BEST trip ever!
+  Gather information about key attractions, local customs,
+  special events, and daily activity recommendations.
+  Find the best spots to go to, the kind of place only a
+  local would know.
+  This guide should provide a thorough overview of what
+  the city has to offer, including hidden gems, cultural
+  hotspots, must-visit landmarks, weather forecasts, and
+  high level costs.
+
+  The final answer must be a comprehensive city guide,
+  rich in cultural insights and practical tips,
+  tailored to enhance the travel experience.
+
+  Trip Date: {range}
+  Traveling from: {origin}
+  Traveler Interests: {interests}
+""",
+)
+
+# Agent that plans the trip.
+plan_agent = Agent(
+    name='plan_agent',
+    description="""Create the most amazing travel itineraries with budget and
+    packing suggestions for the city""",
+    instruction="""
+  Expand this guide into a full 7-day travel
+  itinerary with detailed per-day plans, including
+  weather forecasts, places to eat, packing suggestions,
+  and a budget breakdown.
+
+  You MUST suggest actual places to visit, actual hotels
+  to stay and actual restaurants to go to.
+
+  This itinerary should cover all aspects of the trip,
+  from arrival to departure, integrating the city guide
+  information with practical travel logistics.
+
+  Your final answer MUST be a complete expanded travel plan,
+  formatted as markdown, encompassing a daily schedule,
+  anticipated weather conditions, recommended clothing and
+  items to pack, and a detailed budget, ensuring THE BEST
+  TRIP EVER. Be specific and give it a reason why you picked
+  each place, what makes them special!
+
+  Trip Date: {range}
+  Traveling from: {origin}
+  Traveler Interests: {interests}
+""",
+)
+
+root_agent = Agent(
+    model='gemini-2.0-flash-001',
+    name='trip_planner',
+    description='Plan the best trip ever',
+    instruction="""
+  Your goal is to plan the best trip according to information listed above.
+  You describe why did you choose the city, list top 3
+  attactions and provide a detailed itinerary for each day.""",
+    sub_agents=[identify_agent, gather_agent, plan_agent],
+)

google/adk/tests/integration/fixture/trip_planner_agent/initial.session.json

@@ -0,0 +1,13 @@
+{
+  "id": "test_id",
+  "app_name": "trip_planner_agent",
+  "user_id": "test_user",
+  "state": {
+    "origin": "San Francisco",
+    "interests": "Food, Shopping, Museums",
+    "range": "1000 miles",
+    "cities": ""
+  },
+  "events": [],
+  "last_update_time": 1741218714.258285
+}

google/adk/tests/integration/fixture/trip_planner_agent/test_config.json

@@ -0,0 +1,5 @@
+{
+  "criteria": {
+    "response_match_score": 0.5
+  }
+}

google/adk/tests/integration/fixture/trip_planner_agent/test_files/initial.session.json

@@ -0,0 +1,13 @@
+{
+  "id": "test_id",
+  "app_name": "trip_planner_agent",
+  "user_id": "test_user",
+  "state": {
+    "origin": "San Francisco",
+    "interests": "Food, Shopping, Museums",
+    "range": "1000 miles",
+    "cities": ""
+  },
+  "events": [],
+  "last_update_time": 1741218714.258285
+}

google/adk/tests/integration/fixture/trip_planner_agent/test_files/test_config.json

@@ -0,0 +1,5 @@
+{
+  "criteria": {
+    "response_match_score": 0.5
+  }
+}

google/adk/tests/integration/fixture/trip_planner_agent/test_files/trip_inquiry_sub_agent.test.json

@@ -0,0 +1,7 @@
+[
+  {
+    "query": "Based on my interests, where should I go, Yosemite national park or Los Angeles?",
+    "expected_tool_use": [],
+    "reference": "Given your interests in food, shopping, and museums, Los Angeles would be a better choice than Yosemite National Park. Yosemite is primarily focused on outdoor activities and natural landscapes, while Los Angeles offers a diverse range of culinary experiences, shopping districts, and world-class museums. I will now gather information to create an in-depth guide for your trip to Los Angeles.\n"
+  }
+]

google/adk/tests/integration/fixture/trip_planner_agent/trip_inquiry.test.json

@@ -0,0 +1,19 @@
+[
+  {
+    "query": "Hi, who are you? What can you do?",
+    "expected_tool_use": [],
+    "reference": "I am trip_planner, and my goal is to plan the best trip ever. I can describe why a city was chosen, list its top attractions, and provide a detailed itinerary for each day of the trip.\n"
+  },
+  {
+    "query": "I want to travel from San Francisco to an European country in fall next year. I am considering London and Paris. What is your advice?",
+    "expected_tool_use": [
+      {
+        "tool_name": "transfer_to_agent",
+        "tool_input": {
+          "agent_name": "indentify_agent"
+        }
+      }
+    ],
+    "reference": "Okay, I can help you analyze London and Paris to determine which city is better for your trip next fall. I will consider weather patterns, seasonal events, travel costs (including flights from San Francisco), and your interests (food, shopping, and museums). After gathering this information, I'll provide a detailed report on my chosen city.\n"
+  }
+]

google/adk/tests/integration/models/__init__.py

@@ -0,0 +1,14 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+

google/adk/tests/integration/models/test_google_llm.py

@@ -0,0 +1,65 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from google.adk.models import LlmRequest
+from google.adk.models import LlmResponse
+from google.adk.models.google_llm import Gemini
+from google.genai import types
+from google.genai.types import Content
+from google.genai.types import Part
+import pytest
+
+
+@pytest.fixture
+def gemini_llm():
+  return Gemini(model="gemini-1.5-flash")
+
+
+@pytest.fixture
+def llm_request():
+  return LlmRequest(
+      model="gemini-1.5-flash",
+      contents=[Content(role="user", parts=[Part.from_text(text="Hello")])],
+      config=types.GenerateContentConfig(
+          temperature=0.1,
+          response_modalities=[types.Modality.TEXT],
+          system_instruction="You are a helpful assistant",
+      ),
+  )
+
+
+@pytest.mark.asyncio
+async def test_generate_content_async(gemini_llm, llm_request):
+  async for response in gemini_llm.generate_content_async(llm_request):
+    assert isinstance(response, LlmResponse)
+    assert response.content.parts[0].text
+
+
+@pytest.mark.asyncio
+async def test_generate_content_async_stream(gemini_llm, llm_request):
+  responses = [
+      resp
+      async for resp in gemini_llm.generate_content_async(
+          llm_request, stream=True
+      )
+  ]
+  text = ""
+  for i in range(len(responses) - 1):
+    assert responses[i].partial is True
+    assert responses[i].content.parts[0].text
+    text += responses[i].content.parts[0].text
+
+  # Last message should be accumulated text
+  assert responses[-1].content.parts[0].text == text
+  assert not responses[-1].partial

google/adk/tests/integration/test_callback.py

@@ -0,0 +1,70 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from pytest import mark
+
+from ..unittests.utils import simplify_events
+from .fixture import callback_agent
+from .utils import assert_agent_says
+from .utils import TestRunner
+
+
+@mark.parametrize(
+    "agent_runner",
+    [{"agent": callback_agent.agent.before_agent_callback_agent}],
+    indirect=True,
+)
+def test_before_agent_call(agent_runner: TestRunner):
+  agent_runner.run("Hi.")
+
+  # Assert the response content
+  assert_agent_says(
+      "End invocation event before agent call.",
+      agent_name="before_agent_callback_agent",
+      agent_runner=agent_runner,
+  )
+
+
+@mark.parametrize(
+    "agent_runner",
+    [{"agent": callback_agent.agent.before_model_callback_agent}],
+    indirect=True,
+)
+def test_before_model_call(agent_runner: TestRunner):
+  agent_runner.run("Hi.")
+
+  # Assert the response content
+  assert_agent_says(
+      "End invocation event before model call.",
+      agent_name="before_model_callback_agent",
+      agent_runner=agent_runner,
+  )
+
+
+# TODO: re-enable vertex by removing below line after fixing.
+@mark.parametrize("llm_backend", ["GOOGLE_AI"], indirect=True)
+@mark.parametrize(
+    "agent_runner",
+    [{"agent": callback_agent.agent.after_model_callback_agent}],
+    indirect=True,
+)
+def test_after_model_call(agent_runner: TestRunner):
+  events = agent_runner.run("Hi.")
+
+  # Assert the response content
+  simplified_events = simplify_events(events)
+  assert simplified_events[0][0] == "after_model_callback_agent"
+  assert simplified_events[0][1].endswith(
+      "Update response event after model call."
+  )

google/adk/tests/integration/test_context_variable.py

@@ -0,0 +1,67 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import json
+
+import pytest
+
+# Skip until fixed.
+pytest.skip(allow_module_level=True)
+
+from .fixture import context_variable_agent
+from .utils import TestRunner
+
+
+@pytest.mark.parametrize(
+    "agent_runner",
+    [{"agent": context_variable_agent.agent.state_variable_echo_agent}],
+    indirect=True,
+)
+def test_context_variable_missing(agent_runner: TestRunner):
+  with pytest.raises(KeyError) as e_info:
+    agent_runner.run("Hi echo my customer id.")
+  assert "customerId" in str(e_info.value)
+
+
+@pytest.mark.parametrize(
+    "agent_runner",
+    [{"agent": context_variable_agent.agent.state_variable_update_agent}],
+    indirect=True,
+)
+def test_context_variable_update(agent_runner: TestRunner):
+  _call_function_and_assert(
+      agent_runner,
+      "update_fc",
+      ["RRRR", "3.141529", ["apple", "banana"], [1, 3.14, "hello"]],
+      "successfully",
+  )
+
+
+def _call_function_and_assert(
+    agent_runner: TestRunner, function_name: str, params, expected
+):
+  param_section = (
+      " with params"
+      f" {params if isinstance(params, str) else json.dumps(params)}"
+      if params is not None
+      else ""
+  )
+  agent_runner.run(
+      f"Call {function_name}{param_section} and show me the result"
+  )
+
+  model_response_event = agent_runner.get_events()[-1]
+  assert model_response_event.author == "context_variable_update_agent"
+  assert model_response_event.content.role == "model"
+  assert expected in model_response_event.content.parts[0].text.strip()

google/adk/tests/integration/test_evalute_agent_in_fixture.py

@@ -0,0 +1,76 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Evaluate all agents in fixture folder if evaluation test files exist."""
+
+import os
+
+from google.adk.evaluation import AgentEvaluator
+import pytest
+
+def agent_eval_artifacts_in_fixture():
+  """Get all agents from fixture folder."""
+  agent_eval_artifacts = []
+  fixture_dir = os.path.join(os.path.dirname(__file__), 'fixture')
+  for agent_name in os.listdir(fixture_dir):
+    agent_dir = os.path.join(fixture_dir, agent_name)
+    if not os.path.isdir(agent_dir):
+      continue
+    for filename in os.listdir(agent_dir):
+      # Evaluation test files end with test.json
+      if not filename.endswith('test.json'):
+        continue
+      initial_session_file = (
+          f'tests/integration/fixture/{agent_name}/initial.session.json'
+      )
+      agent_eval_artifacts.append((
+          f'tests.integration.fixture.{agent_name}',
+          f'tests/integration/fixture/{agent_name}/{filename}',
+          initial_session_file
+          if os.path.exists(initial_session_file)
+          else None,
+      ))
+
+  # This method gets invoked twice, sorting helps ensure that both the
+  # invocations have the same view.
+  agent_eval_artifacts = sorted(
+      agent_eval_artifacts, key=lambda item: f'{item[0]}|{item[1]}'
+  )
+  return agent_eval_artifacts
+
+
+@pytest.mark.parametrize(
+    'agent_name, evalfile, initial_session_file',
+    agent_eval_artifacts_in_fixture(),
+    ids=[agent_name for agent_name, _, _ in agent_eval_artifacts_in_fixture()],
+)
+def test_evaluate_agents_long_running_4_runs_per_eval_item(
+    agent_name, evalfile, initial_session_file
+):
+  """Test agents evaluation in fixture folder.
+
+  After querying the fixture folder, we have 5 eval items. For each eval item
+  we use 4 runs.
+
+  A single eval item is a session that can have multiple queries in it.
+  """
+  AgentEvaluator.evaluate(
+      agent_module=agent_name,
+      eval_dataset_file_path_or_dir=evalfile,
+      initial_session_file=initial_session_file,
+      # Using a slightly higher value helps us manange the variances that may
+      # happen in each eval.
+      # This, of course, comes at a cost of incrased test run times.
+      num_runs=4,
+  )

google/adk/tests/integration/test_multi_agent.py

@@ -0,0 +1,28 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from google.adk.evaluation import AgentEvaluator
+
+
+def test_eval_agent():
+  AgentEvaluator.evaluate(
+      agent_module="tests.integration.fixture.trip_planner_agent",
+      eval_dataset_file_path_or_dir=(
+          "tests/integration/fixture/trip_planner_agent/trip_inquiry.test.json"
+      ),
+      initial_session_file=(
+          "tests/integration/fixture/trip_planner_agent/initial.session.json"
+      ),
+      num_runs=4,
+  )

google/adk/tests/integration/test_multi_turn.py

@@ -0,0 +1,42 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from google.adk.evaluation import AgentEvaluator
+
+
+def test_simple_multi_turn_conversation():
+  """Test a simple multi-turn conversation."""
+  AgentEvaluator.evaluate(
+      agent_module="tests.integration.fixture.home_automation_agent",
+      eval_dataset_file_path_or_dir="tests/integration/fixture/home_automation_agent/test_files/simple_multi_turn_conversation.test.json",
+      num_runs=4,
+  )
+
+
+def test_dependent_tool_calls():
+  """Test subsequent tool calls that are dependent on previous tool calls."""
+  AgentEvaluator.evaluate(
+      agent_module="tests.integration.fixture.home_automation_agent",
+      eval_dataset_file_path_or_dir="tests/integration/fixture/home_automation_agent/test_files/dependent_tool_calls.test.json",
+      num_runs=4,
+  )
+
+
+def test_memorizing_past_events():
+  """Test memorizing past events."""
+  AgentEvaluator.evaluate(
+      agent_module="tests.integration.fixture.home_automation_agent",
+      eval_dataset_file_path_or_dir="tests/integration/fixture/home_automation_agent/test_files/memorizing_past_events/eval_data.test.json",
+      num_runs=4,
+  )

google/adk/tests/integration/test_single_agent.py

@@ -0,0 +1,23 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from google.adk.evaluation import AgentEvaluator
+
+
+def test_eval_agent():
+  AgentEvaluator.evaluate(
+      agent_module="tests.integration.fixture.home_automation_agent",
+      eval_dataset_file_path_or_dir="tests/integration/fixture/home_automation_agent/simple_test.test.json",
+      num_runs=4,
+  )

google/adk/tests/integration/test_sub_agent.py

@@ -0,0 +1,26 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from google.adk.evaluation import AgentEvaluator
+
+
+def test_eval_agent():
+  """Test hotel sub agent in a multi-agent system."""
+  AgentEvaluator.evaluate(
+      agent_module="tests.integration.fixture.trip_planner_agent",
+      eval_dataset_file_path_or_dir="tests/integration/fixture/trip_planner_agent/test_files/trip_inquiry_sub_agent.test.json",
+      initial_session_file="tests/integration/fixture/trip_planner_agent/test_files/initial.session.json",
+      agent_name="identify_agent",
+      num_runs=4,
+  )