universal-mcp-agents 0.1.4__tar.gz → 0.1.6__tar.gz

universal_mcp_agents-0.1.6/.pre-commit-config.yaml

@@ -0,0 +1,58 @@
+fail_fast: false
+
+repos:
+  - repo: https://github.com/pre-commit/mirrors-prettier
+    rev: v3.1.0
+    hooks:
+      - id: prettier
+        types_or: [yaml, json5]
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.11.13
+    hooks:
+      # Run the linter.
+      - id: ruff-check
+        args: [--fix]
+      # Run the formatter.
+      - id: ruff-format
+
+  # - repo: https://github.com/pre-commit/mirrors-mypy
+  #   rev: v1.8.0
+  #   hooks:
+  #     - id: mypy
+  #       additional_dependencies: []
+  #       args: ["--install-types", "--non-interactive"]
+
+  - repo: https://github.com/pre-commit/pygrep-hooks
+    rev: v1.10.0
+    hooks:
+      - id: python-check-blanket-noqa
+      # - id: python-no-eval
+      - id: python-no-log-warn
+      - id: python-use-type-annotations
+      - id: python-check-mock-methods
+
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.5.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-yaml
+      - id: check-added-large-files
+      - id: check-ast
+      - id: check-json
+      - id: check-merge-conflict
+      - id: detect-private-key
+      - id: mixed-line-ending
+      - id: debug-statements
+      # - id: name-tests-test
+      - id: requirements-txt-fixer
+
+  # - repo: local
+  #   hooks:
+  #     - id: uv-lock-check
+  #       name: Check uv.lock is up to date
+  #       entry: uv lock --check
+  #       language: system
+  #       files: ^(pyproject\.toml|uv\.lock)$
+  #       pass_filenames: false

universal_mcp_agents-0.1.6/GEMINI.md

@@ -0,0 +1,47 @@
+# Agent.md — Python + uv
+
+Purpose
+- This repository uses Python managed by uv for dependency resolution, virtual environments, locking, and execution. Always prefer uv subcommands (add/remove/run/sync/export) over raw pip/venv commands.
+
+Core rules
+- Use `uv add` to add or upgrade dependencies so that both `pyproject.toml` and `uv.lock` stay in sync; do not use `pip install` directly.
+- Keep runtime dependencies in `[project.dependencies]` and development-only tools in the `dev` group via `uv add --dev ...`.
+- Use `uv run` to execute Python, test, and tooling commands without manually activating a virtual environment.
+
+Project bootstrap
+- New project (scaffold files): `uv init`
+- First install or clean install: `uv sync`
+- Run the app: `uv run python -m <your_module>` or `uv run main.py`
+- REPL: `uv run python`
+- Scripts in pyproject: prefer `uv run <command>` to ensure the correct environment is used
+
+Managing dependencies
+- Add runtime dependency: `uv add <name>` (e.g., `uv add httpx`)
+- Add dev dependencies: `uv add --dev pytest ruff`
+- Pin/upgrade by constraint: `uv add "httpx>=0.27"` or adjust `pyproject.toml` and then `uv sync`
+- Remove dependency: `uv remove <name>`
+- Export lock for external tooling: `uv export --format requirements-txt --output-file requirements.txt`
+
+Locking and environments
+- `uv run` and `uv sync` will ensure the environment matches `pyproject.toml` and `uv.lock`
+- Avoid manual `pip install` or manual `venv` activation; let uv manage the environment
+- Commit `uv.lock` to version control for reproducible installs
+
+pyproject guidance
+- Dependencies live under `[project]` → `dependencies = [...]`
+- Development-only tooling should go under a dev group (e.g., `uv add --dev ruff pytest`) for clean separation
+- Keep `requires-python` current (e.g., `>=3.12`) to match the team’s baseline
+
+Usage in this repo
+- When adding libraries or changing versions, propose `uv add ...` changes that update both `pyproject.toml` and `uv.lock`, then run `uv run pytest -q` to validate
+- Prefer minimal diffs, explain the plan, apply changes, and run tests/tooling via `uv run`
+- If build/test fails, inspect error context, adjust constraints or code, and re-run via `uv run`
+
+Common commands (copy/paste)
+- Initialize: `uv init`  |  Install deps: `uv sync`
+- Add runtime: `uv add <pkg>`  |  Add dev: `uv add --dev <pkg>`
+- Remove: `uv remove <pkg>`
+- Run app: `uv run python -m <your_module>` or `uv run main.py`
+- Tests: `uv run pytest -q`
+- Lint/format: `uv run ruff check .` and/or `uv run ruff format .`
+- Export: `uv export --format requirements-txt --output-file requirements.txt`

{universal_mcp_agents-0.1.4 → universal_mcp_agents-0.1.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: universal-mcp-agents
-Version: 0.1.4
+Version: 0.1.6
 Summary: Add your description here
 Project-URL: Homepage, https://github.com/universal-mcp/applications
 Project-URL: Repository, https://github.com/universal-mcp/applications
@@ -11,11 +11,11 @@ Requires-Dist: langchain-anthropic>=0.3.19
 Requires-Dist: langchain-google-genai>=2.1.10
 Requires-Dist: langchain-openai>=0.3.32
 Requires-Dist: langgraph>=0.6.6
-Requires-Dist: universal-mcp-applications>=0.1.4
 Requires-Dist: universal-mcp>=0.1.24rc17
 Provides-Extra: dev
 Requires-Dist: pre-commit; extra == 'dev'
 Requires-Dist: ruff; extra == 'dev'
 Provides-Extra: test
+Requires-Dist: pytest-asyncio>=1.1.0; extra == 'test'
 Requires-Dist: pytest-cov; extra == 'test'
 Requires-Dist: pytest<9.0.0,>=7.0.0; extra == 'test'

universal_mcp_agents-0.1.6/PROMPTS.md

@@ -0,0 +1,27 @@
+# Differentiating Developer and System Prompts
+
+This document explains the roles of the two different types of prompts used by agents: the Developer Prompt and the System Prompt.
+
+## Developer Prompt
+
+*   **Role:** Defines the core identity, capabilities, and constraints of the agent. It's the fundamental instruction set that governs the agent's behavior.
+*   **Author:** The agent developer.
+*   **Nature:** Static. It is part of the agent's source code and does not change between different runs or users.
+*   **Example:** "You are a helpful assistant that can write code. You are an expert in Python. You must not engage in harmful conversations."
+
+## System Prompt
+
+*   **Role:** Provides init time context to the agent. This includes user-specific information, environment details, or any other dynamic data that can influence the agent's response for a specific interaction.
+*   **Author:** The agent platform or the system running the agent.
+*   **Nature:** Dynamic. It can change with every request or for every user.
+*   **Example:** "The current user is John Doe. The current date is 2025-09-09. The user's timezone is UTC. The user is working on a project located at /path/to/project."
+
+## User Input
+
+* Provided everytime by user to trigger the agent
+
+## How they work together
+
+The developer prompt and system prompt are combined to form the final set of instructions for the LLM. Typically, the developer prompt comes first, establishing the agent's persona and rules, followed by the system prompt which provides the immediate context for the current task.
+
+This separation allows for building robust, general-purpose agents (via developer prompts) that can be adapted to specific situations (via system prompts) without altering their core logic.

universal_mcp_agents-0.1.6/builder_tools.py

@@ -0,0 +1,34 @@
+from universal_mcp.agentr.registry import AgentrRegistry
+from universal_mcp.agents.builder import BuilderAgent
+import json
+
+
+def load_tasks():
+    with open("src/evals/datasets/tasks.jsonl", "r") as f:
+        for line in f:
+            yield json.loads(line)
+
+
+async def main():
+    registry = AgentrRegistry()
+    builder = BuilderAgent(
+        name="Builder Agent",
+        instructions="You are a builder agent that creates other agents.",
+        model="gemini/gemini-1.5-pro",
+        registry=registry,
+    )
+    updated_tasks = []
+    tasks = load_tasks()
+    for task in tasks:
+        print(task["user_input"])
+        result = await builder.invoke(task["user_input"])
+        tools = result["tool_config"] or {}
+        updated_tasks.append({**task, "required_tools": tools})
+    with open("src/evals/datasets/tasks_with_tools.jsonl", "w") as f:
+        for task in updated_tasks:
+            f.write(json.dumps(task) + "\n")
+
+
+if __name__ == "__main__":
+    import asyncio
+    asyncio.run(main())

{universal_mcp_agents-0.1.4 → universal_mcp_agents-0.1.6}/bump_and_release.sh

@@ -5,7 +5,7 @@ set -x
 
 # Ensure dependencies are installed
 echo "Syncing dependencies..."
-uv sync
+uv sync --all-extras
 
 # Run tests with pytest
 echo "Running tests with pytest..."
@@ -55,7 +55,7 @@ sed -i '' "s/^version = ".*"/version = \"$NEW_VERSION\"/" pyproject.toml
 echo "Version bumped from $CURRENT_VERSION to $NEW_VERSION"
 
 # Stage the changed file
-git add pyproject.toml
+git add pyproject.toml uv.lock
 
 # Commit the change
 git commit -m "bump: version $CURRENT_VERSION → $NEW_VERSION"
@@ -87,7 +87,7 @@ if [ "$1" = "release" ]; then
     rm -rf .idea
     rm -rf .vscode
 
-    uv sync && uv build && uv publish
+    uv build && uv publish
     echo "Release complete!"
 else
     echo "Skipping release steps"

{universal_mcp_agents-0.1.4 → universal_mcp_agents-0.1.6}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "universal-mcp-agents"
-version = "0.1.4"
+version = "0.1.6"
 description = "Add your description here"
 readme = "README.md"
 authors = [
@@ -18,8 +18,7 @@ dependencies = [
     "langchain-google-genai>=2.1.10",
     "langchain-openai>=0.3.32",
     "langgraph>=0.6.6",
-    "universal-mcp >= 0.1.24rc17",
-    "universal-mcp-applications>=0.1.4",
+    "universal-mcp>=0.1.24rc17",
 ]
 
 [project.license]
@@ -28,6 +27,7 @@ text = "MIT"
 [project.optional-dependencies]
 test = [
     "pytest>=7.0.0,<9.0.0",
+    "pytest-asyncio>=1.1.0",
     "pytest-cov",
 ]
 dev = [
@@ -58,7 +58,7 @@ show_missing = true
 fail_under = 70
 
 [tool.ruff]
-line-length = 88
+line-length = 120
 select = [
     "E", "W", "F", "I", "UP", "PL", "T20",
 ]
@@ -72,4 +72,6 @@ quote-style = "double"
 pythonpath = [
     "src",
 ]
+asyncio_mode = "strict"
+asyncio_default_fixture_loop_scope = "module"
 

universal_mcp_agents-0.1.6/src/evals/datasets/tasks.jsonl

@@ -0,0 +1,22 @@
+{"user_input": "Send an email to manoj@agentr.dev from my Gmail account", "difficulty": 1, "required_tools": {"google_mail": ["send_email"]}}
+{"user_input": "Show me events from today's Google Calendar.", "difficulty": 1, "required_tools": {"google_calendar": ["list_events"]}}
+{"user_input": "Create a Google Doc summarizing the last 5 merged pull requests in my GitHub repo- universal-mcp/universal-mcp, including links and commit highlights.", "difficulty": 4, "required_tools": {"github": ["get_pull_request"], "google_docs": ["get_document"]}}
+{"user_input": "Summarize the key insights from all marketing emails received this week from my Gmail and add a section in a Google Doc with action points.", "difficulty": 4, "required_tools": {"google_mail": ["create_filters: Set up new Gmail filter with criteria and automated actions"], "google_docs": [], "tavily": []}}
+{"user_input": "Search for best cafes near IIT bombay using exa and make a google sheet out of it", "difficulty": 3, "required_tools": {"exa": ["search"], "google_sheet": ["create_spreadsheet"]}}
+{"user_input": "Track the top posts in r/startups over the past 7 days using Reddit and create a trend report on what's being discussed most (e.g., hiring, funding, MVPs) in a Google Doc.", "difficulty": 5, "required_tools": {"reddit": [], "google_docs": []}}
+{"user_input": "Find the best restaurants in Goa using perplexity web search", "difficulty": 2, "required_tools": {"perplexity": []}}
+{"user_input": "List the unread emails from the last 24 hours from my Gmail, sorted by sender.", "difficulty": 2, "required_tools": {"google_mail": ["list_messages"]}}
+{"user_input": "Tell me how many meetings I have tomorrow and when they start from my Google Calendar.", "difficulty": 1, "required_tools": {"google_calendar": ["get_today_events"]}}
+{"user_input": "Create a meeting with aditakarsh@example.com on the topic of the latest trends in AI at 8PM today using Google Calendar.", "difficulty": 2, "required_tools": {"google_calendar": ["add_an_event"]}}
+{"user_input": "What are the topics of my meetings today from Google Calendar and who are the attendees? Give a 1-line context for each attendee using LinkedIn or web search.", "difficulty": 4, "required_tools": {"google_calendar": ["get_event: Retrieves detailed information about a specific Google Calendar event by its ID"], "linkedin": ["get_your_info"]}}
+{"user_input": "Fetch my last inbox mail from Microsoft Outlook", "difficulty": 1, "required_tools": {"outlook": ["user_get_mail_folder"]}}
+{"user_input": "Fetch unsubscribe links from my Gmail inbox for promo emails I have received in the last 7 days", "difficulty": 3, "required_tools": {"google_mail": []}}
+{"user_input": "Fetch all unread emails from Gmail and new tickets from ClickUp for me from last night", "difficulty": 4, "required_tools": {"google_mail": [], "clickup": []}}
+{"user_input": "Give me a report on the earnings of Oklo using web search, and projections for the company revenue, stock price", "difficulty": 4, "required_tools": {"serpapi": ["search"], "perplexity": [], "e2b": []}}
+{"user_input": "Create a weekly expense report from my credit card transactions and categorize spending by type (food, transport, entertainment, etc.) in a Google Sheet", "difficulty": 3, "required_tools": {}}
+{"user_input": "Generate a comparison table of SaaS tools for project management using web search, including pricing, features, and user ratings in a Google Sheet", "difficulty": 4, "required_tools": {"serpapi": ["search"], "google_sheet": []}}
+{"user_input": "Research the top 10 Y Combinator startups from the latest batch using web search and create a report on their industries and funding status in Google Docs", "difficulty": 5, "required_tools": {"serpapi": [], "google_docs": ["create_document"]}}
+{"user_input": "Find and summarize the key takeaways from the latest earnings calls of FAANG companies using web search and create a report in Google Docs", "difficulty": 5, "required_tools": {"serpapi": ["search"], "google_docs": []}}
+{"user_input": "Draft personalized LinkedIn outreach messages for 10 potential collaborators in the fintech space based on their recent posts using LinkedIn data in a Google Sheet", "difficulty": 5, "required_tools": {"linkedin": [], "scraper": ["linkedin_list_all_posts"], "google_sheet": [], "openai": []}}
+{"user_input": "Monitor my Twitter mentions and DMs from the past 48 hours and create a response priority list in Google Sheets", "difficulty": 4, "required_tools": {"twitter": [], "google_sheet": []}}
+{"user_input": "Create a content calendar for next month with trending AI/ML topics using web search and optimal posting times based on my audience analytics in Google Sheets", "difficulty": 5, "required_tools": {"serpapi": ["search"], "google_sheet": [], "google_calendar": []}}

universal_mcp_agents-0.1.6/src/evals/datasets/test.jsonl

@@ -0,0 +1 @@
+{"user_input": "What is 2 + 2?", "expected_output": "4"}

universal_mcp_agents-0.1.6/src/evals/evaluators.py

@@ -0,0 +1,77 @@
+
+from agentevals.trajectory.llm import (
+    TRAJECTORY_ACCURACY_PROMPT,
+    create_trajectory_llm_as_judge,
+)
+from google.ai.generativelanguage_v1beta import ToolConfig
+from langsmith.evaluation import EvaluationResult, run_evaluator
+from langsmith.schemas import Example, Run
+from openevals.llm import create_llm_as_judge
+from openevals.prompts import CORRECTNESS_PROMPT
+
+
+@run_evaluator
+def exact_match_evaluator(run: Run, example: Example | None = None) -> EvaluationResult:
+    """
+    A simple evaluator that checks for exact match between the agent's output
+    and the expected output from the dataset.
+    """
+    if example is None or "expected_output" not in example.outputs:
+        return EvaluationResult(
+            key="exact_match", score=0, comment="No expected output provided. Example: " + str(example)
+        )
+
+    # The agent's response might be in a list of messages
+    agent_response_raw = run.outputs.get("output", "")
+    if isinstance(agent_response_raw, list):
+        # Extract text from the last dictionary in the list
+        agent_response_raw = agent_response_raw[-1]
+
+
+    final_answer = agent_response_raw.get("content", "").strip().lower()
+
+    expected_output = example.outputs["expected_output"].strip().lower()
+    if final_answer == expected_output:
+        score = 1
+        comment = "Exact match."
+    else:
+        score = 0
+        comment = f"Mismatch: Expected '{expected_output}', but got '{final_answer}'."
+
+    return EvaluationResult(key="exact_match", score=score, comment=comment)
+
+
+correctness_evaluator = create_llm_as_judge(
+    prompt=CORRECTNESS_PROMPT,
+    feedback_key="correctness",
+    model="anthropic:claude-4-sonnet-20250514",
+)
+
+
+trajectory_evaluator = create_trajectory_llm_as_judge(
+    prompt=TRAJECTORY_ACCURACY_PROMPT,
+    model="anthropic:claude-4-sonnet-20250514",
+)
+
+@run_evaluator
+def tool_node_evaluator(run: Run, example: Example | None = None) -> EvaluationResult:
+    """
+    A simple evaluator that checks if the agent used the required tools.
+    """
+    try:
+        if example is None or example.outputs is None or "required_tools" not in example.outputs:
+            return EvaluationResult(key="tool_node", score=0, comment="No required tools provided. Example: " + str(example))
+        required_tools : ToolConfig = example.outputs["required_tools"]
+        agent_response_raw : ToolConfig = run.outputs.get("tool_config", {})
+        # Flatten the tool_configs to a single set of tool_ids
+        required_tool_ids = [f"{app_id}___{tool_id}" for app_id, tools in required_tools.items() for tool_id in tools]
+        agent_tool_ids = [f"{app_id}___{tool_id}" for app_id, tools in agent_response_raw.items() for tool_id in tools]
+        if set(required_tool_ids).issubset(set(agent_tool_ids)):
+            return EvaluationResult(key="tool_node", score=1, comment="Tool usage: " + str(required_tools))
+        else:
+            return EvaluationResult(key="tool_node", score=0, comment="Tool usage: " + str(required_tools))
+    except Exception as e:
+        print(f"Error evaluating tool usage: {str(e)}")
+        print(run.outputs)
+        print(example.outputs)
+        return EvaluationResult(key="tool_node", score=0, comment=f"Error evaluating tool usage: {str(e)}")

{universal_mcp_agents-0.1.4 → universal_mcp_agents-0.1.6}/src/evals/run.py

@@ -2,47 +2,45 @@ import argparse
 import asyncio
 from typing import Any
 
-from dotenv import load_dotenv
 from langsmith import Client, aevaluate
 from langsmith.evaluation import RunEvaluator
+from universal_mcp.agentr.client import AgentrClient
+from universal_mcp.agentr.registry import AgentrRegistry
 
 from evals.dataset import load_dataset
-from evals.evaluators import correctness_evaluator, exact_match_evaluator
-from universal_mcp.agentr.registry import AgentrRegistry
-from universal_mcp.agents.auto import AutoAgent
+from evals.evaluators import (
+    correctness_evaluator,
+    exact_match_evaluator,
+    trajectory_evaluator,
+    tool_node_evaluator,
+)
+from universal_mcp.agents import get_agent
 from universal_mcp.agents.base import BaseAgent
-from universal_mcp.agents.react import ReactAgent
-from universal_mcp.agents.simple import SimpleAgent
-
-load_dotenv()
+from universal_mcp.agents.utils import messages_to_list
 
 
 # 1. Agent Factory
-def get_agent(agent_name: str) -> BaseAgent:
+def build_agent(agent_name: str):
     """
     Factory function to get an agent instance by name.
     """
+    client = AgentrClient()
     common_params = {
-        "instructions": "You are a helpful assistant.",
+        "instructions": "You are a helpful assistant. Respond to the final answer in one or two words. Eg, if the answer is 4, you should respond with '4'. Do not provide with any explanation",
         "model": "anthropic/claude-4-sonnet-20250514",
-        "registry": AgentrRegistry() if agent_name != "simple" else None,
+        "registry": AgentrRegistry(client=client) if agent_name != "simple" else None,
     }
-    if agent_name == "simple":
-        return SimpleAgent(name="simple-agent", **common_params)
-    elif agent_name == "react":
-        return ReactAgent(name="react-agent", **common_params)
-    elif agent_name == "auto":
-        return AutoAgent(name="auto-agent", **common_params)
-    else:
-        raise ValueError(
-            f"Unknown agent: {agent_name}. Available agents: simple, react, auto"
-        )
+    agent = get_agent(agent_name)(name=agent_name, **common_params)
+    return agent
+
 
 
 # 2. Evaluator Registry
 EVALUATORS: dict[str, Any] = {
     "llm_as_judge": correctness_evaluator,
     "exact_match": exact_match_evaluator,
+    "trajectory": trajectory_evaluator,
+    "tool_node": tool_node_evaluator,
 }
 
 
@@ -58,41 +56,25 @@ def get_evaluator(evaluator_name: str) -> RunEvaluator:
     return evaluator
 
 
-# Wrapper to run the agent and format the output consistently
-async def agent_runner(agent: BaseAgent, inputs: dict):
+
+async def agent_runner(agent: BaseAgent, inputs: dict) -> dict:
     """
     Runs the agent and returns a dictionary with the final output.
     """
     result = await agent.invoke(user_input=inputs["user_input"])
-    # Extract the last message content as the final response
-    if isinstance(result, dict) and "messages" in result and result["messages"]:
-        content = result["messages"][-1].content
-        if isinstance(content, str):
-            final_response = content
-        elif isinstance(content, list):
-            # Handle list of content blocks (e.g., from Anthropic)
-            text_parts = []
-            for item in content:
-                if isinstance(item, dict) and item.get("type") == "text":
-                    text_parts.append(item.get("text", ""))
-            final_response = "\n".join(text_parts)
-        else:
-            final_response = str(content)
-    else:
-        final_response = str(result)
-    return {"output": final_response}
-
+    messages = messages_to_list(result["messages"])
+    return_result = {"output": messages}
+    if "tool_config" in result:
+        return_result["tool_config"] = result["tool_config"]
+    return return_result
 
 async def main(agent_name: str, dataset_path: str, evaluator_name: str):
     """
     The main function for the evaluation CLI.
     """
-    print(
-        f"Starting evaluation with agent='{agent_name}', dataset='{dataset_path}', evaluator='{evaluator_name}'"
-    )
 
     # 1. Get the agent and evaluator
-    agent = get_agent(agent_name)
+    agent = build_agent(agent_name)
     evaluator = get_evaluator(evaluator_name)
 
     # Create a callable for aevaluate
@@ -116,14 +98,14 @@ async def main(agent_name: str, dataset_path: str, evaluator_name: str):
         for example in dataset_examples:
             client.create_example(
                 inputs={"user_input": example["user_input"]},
-                outputs={"output": example.get("expected_output")}
-                if "expected_output" in example
-                else None,
+                outputs={
+                    "expected_output": example.get("expected_output", ""), 
+                    "required_tools": example.get("required_tools", {})
+                },
                 dataset_id=dataset.id,
             )
-        print(f"Created and populated dataset '{dataset_name}' for this run.")
     except Exception:
-        print(f"Using existing dataset '{dataset_name}'.")
+        pass
 
     # 4. Run the evaluation
     await aevaluate(
@@ -139,7 +121,6 @@ if __name__ == "__main__":
     parser.add_argument(
         "agent",
         type=str,
-        choices=["simple", "react", "auto"],
         help="The name of the agent to evaluate.",
     )
     parser.add_argument(

{universal_mcp_agents-0.1.4 → universal_mcp_agents-0.1.6}/src/evals/utils.py

@@ -22,10 +22,8 @@ def upload_runs_to_dataset(
     client = Client()
     try:
         dataset = client.create_dataset(dataset_name, description=dataset_description)
-        print(f"Created new dataset: '{dataset_name}'")
     except Exception:
         dataset = client.read_dataset(dataset_name=dataset_name)
-        print(f"Using existing dataset: '{dataset_name}'")
 
     runs = client.list_runs(project_name=project_name)
 
@@ -38,9 +36,6 @@ def upload_runs_to_dataset(
         )
         example_count += 1
 
-    print(
-        f"✅ Successfully uploaded {example_count} runs from project '{project_name}' to dataset '{dataset_name}'."
-    )
 
 
 def upload_dataset_from_file(
@@ -65,19 +60,14 @@ def upload_dataset_from_file(
 
     try:
         dataset = client.create_dataset(dataset_name, description=dataset_description)
-        print(f"Created new dataset: '{dataset_name}'")
     except Exception:
         dataset = client.read_dataset(dataset_name=dataset_name)
-        print(f"Using existing dataset: '{dataset_name}'")
 
     for example in examples:
         inputs = {key: example[key] for key in input_keys if key in example}
         outputs = {key: example[key] for key in output_keys if key in example}
         client.create_example(inputs=inputs, outputs=outputs, dataset_id=dataset.id)
 
-    print(
-        f"✅ Successfully uploaded {len(examples)} examples from '{file_path}' to dataset '{dataset_name}'."
-    )
 
 
 if __name__ == "__main__":

{universal_mcp_agents-0.1.4 → universal_mcp_agents-0.1.6}/src/tests/test_agents.py

@@ -3,16 +3,14 @@ from typing import Any
 import pytest
 from langchain_core.messages import HumanMessage
 from langchain_core.tools import tool
+from universal_mcp.tools.registry import ToolRegistry
+from universal_mcp.types import ToolFormat
 
-from universal_mcp.agents.autoagent import AutoAgent
+from universal_mcp.agents import get_agent
 from universal_mcp.agents.base import BaseAgent
-from universal_mcp.agents.bigtool import BigToolAgent
 from universal_mcp.agents.builder import BuilderAgent
 from universal_mcp.agents.llm import load_chat_model
-from universal_mcp.agents.planner import PlannerAgent
 from universal_mcp.agents.shared.tool_node import build_tool_node_graph
-from universal_mcp.tools.registry import ToolRegistry
-from universal_mcp.types import ToolFormat
 
 
 class MockToolRegistry(ToolRegistry):
@@ -214,7 +212,6 @@ class MockToolRegistry(ToolRegistry):
         self, tool_name: str, tool_args: dict[str, Any]
     ) -> dict[str, Any]:
         """Call a tool with the given name and arguments."""
-        print(f"MockToolRegistry: Called tool '{tool_name}' with args {tool_args}")
         return {"status": f"task has been done by tool {tool_name}"}
 
     async def list_connected_apps(self) -> list[dict[str, str]]:
@@ -228,7 +225,7 @@ class MockToolRegistry(ToolRegistry):
 class TestToolFinderGraph:
     @pytest.fixture
     def llm(self):
-        return load_chat_model("gemini/gemini-2.5-flash")
+        return load_chat_model("anthropic/claude-sonnet-4-20250514", thinking=False)
 
     @pytest.fixture
     def registry(self):
@@ -313,22 +310,27 @@ class TestToolFinderGraph:
 
 
 @pytest.mark.parametrize(
-    "agent_class",
+    "agent_name",
     [
-        AutoAgent,
-        BigToolAgent,
-        PlannerAgent,
+        "auto",
+        "react",
+        "simple",
+        "builder",
+        "planner",
+        "bigtool",
+        "bigtool2",
     ],
 )
 class TestAgents:
     @pytest.fixture
-    def agent(self, agent_class: type[BaseAgent]):
+    def agent(self, agent_name: str):
         """Set up the test environment for the agent."""
         registry = MockToolRegistry()
+        agent_class = get_agent(agent_name)
         agent = agent_class(
-            name=f"Test {agent_class.__name__}",
+            name=f"Test {agent_name}",
             instructions="Test instructions",
-            model="gemini/gemini-2.5-flash",
+            model="anthropic/claude-sonnet-4-20250514",
             registry=registry,
         )
         return agent
@@ -358,9 +360,6 @@ class TestAgents:
         )
 
         # Print the response for manual verification and for the LLM judge
-        print("\n--- Agent's Final Response ---")
-        print(final_response)
-        print("------------------------------")
 
         # Assert that the response is not None or empty, as per the new requirement
         assert final_response is not None, "The final response should not be None."