tinybird 0.0.1.dev257__py3-none-any.whl → 0.0.1.dev259__py3-none-any.whl

tinybird/prompts.py

@@ -376,6 +376,7 @@ You are a Tinybird expert. You will be given a pipe containing different nodes w
     - If there are no parameters, you can omit parameters and generate a single test.
     - The format of the parameters is the following: ?param1=value1&param2=value2&param3=value3
     - If some parameters are provided by the user and you need to use them, preserve in the same format as they were provided, like case sensitive.
+    - If user provides the current test content, use it to generate the new test content.
 </instructions>
 
 This is an example of a test with parameters:

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev257'
-__revision__ = '249ae8d'
+__version__ = '0.0.1.dev259'
+__revision__ = '5b5805f'

tinybird/tb/modules/agent/agent.py

@@ -10,7 +10,7 @@ import click
 import humanfriendly
 from pydantic_ai import Agent, RunContext, Tool
 from pydantic_ai.agent import AgentRunResult
-from pydantic_ai.messages import ModelMessage
+from pydantic_ai.messages import ModelMessage, ModelRequest, UserPromptPart
 
 from tinybird.tb.client import TinyB
 from tinybird.tb.modules.agent.animations import ThinkingAnimation
@@ -32,7 +32,9 @@ from tinybird.tb.modules.agent.tools.mock import mock
 from tinybird.tb.modules.agent.tools.plan import plan
 from tinybird.tb.modules.agent.tools.preview_datafile import preview_datafile
 from tinybird.tb.modules.agent.tools.request_endpoint import request_endpoint
-from tinybird.tb.modules.agent.utils import TinybirdAgentContext, show_input
+from tinybird.tb.modules.agent.tools.test import create_tests as create_tests_tool
+from tinybird.tb.modules.agent.tools.test import run_tests as run_tests_tool
+from tinybird.tb.modules.agent.utils import AgentRunCancelled, TinybirdAgentContext, show_input
 from tinybird.tb.modules.build_common import process as build_process
 from tinybird.tb.modules.common import _analyze, _get_tb_client, echo_safe_humanfriendly_tables_format_pretty_table
 from tinybird.tb.modules.config import CLIConfig
@@ -43,6 +45,7 @@ from tinybird.tb.modules.local_common import get_tinybird_local_client
 from tinybird.tb.modules.login_common import login
 from tinybird.tb.modules.mock_common import append_mock_data, create_mock_data
 from tinybird.tb.modules.project import Project
+from tinybird.tb.modules.test_common import run_tests as run_tests_common
 
 
 class TinybirdAgent:
@@ -93,6 +96,8 @@ class TinybirdAgent:
                 Tool(execute_query, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(request_endpoint, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(diff_resource, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(create_tests_tool, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(run_tests_tool, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
             ],
             # history_processors=[self._keep_recent_messages],
         )
@@ -119,6 +124,9 @@ class TinybirdAgent:
 
         self.thinking_animation = ThinkingAnimation()
 
+    def add_message(self, message: ModelMessage) -> None:
+        self.messages.append(message)
+
     def _keep_recent_messages(self, messages: list[ModelMessage]) -> list[ModelMessage]:
         """Keep only the last 5 messages to manage token usage."""
         return messages[-5:] if len(messages) > 5 else messages
@@ -149,6 +157,7 @@ class TinybirdAgent:
             get_connection_datafile_cloud=partial(get_connection_datafile_cloud, config=config),
             get_connection_datafile_local=partial(get_connection_datafile_local, config=config),
             get_project_files=project.get_project_files,
+            run_tests=partial(run_tests, project=project, config=config),
             folder=folder,
             thinking_animation=self.thinking_animation,
             workspace_name=self.project.workspace_name,
@@ -320,7 +329,18 @@ def run_agent(
                     continue
                 else:
                     asyncio.run(agent.run_iter(user_input, config))
-
+            except AgentRunCancelled:
+                click.echo(FeedbackManager.info(message="User cancelled the operation"))
+                agent.add_message(
+                    ModelRequest(
+                        parts=[
+                            UserPromptPart(
+                                content="User cancelled the operation",
+                            )
+                        ]
+                    )
+                )
+                continue
             except KeyboardInterrupt:
                 click.echo(FeedbackManager.info(message="Goodbye!"))
                 break
@@ -481,3 +501,11 @@ def get_connection_datafile_local(config: dict[str, Any], connection_name: str)
         return local_client.connection_file(connection_name)
     except Exception:
         return "Connection not found"
+
+
+def run_tests(config: dict[str, Any], project: Project, pipe_name: Optional[str] = None) -> None:
+    local_client = get_tinybird_local_client(config, test=True, silent=True)
+    try:
+        run_tests_common(name=(pipe_name,) if pipe_name else (), project=project, client=local_client)
+    except SystemExit as e:
+        raise Exception(e.args[0])

tinybird/tb/modules/agent/banner.py

@@ -53,3 +53,4 @@ def display_banner():
             char_count += 1
 
         click.echo(colored_line + reset)
+    click.echo()

tinybird/tb/modules/agent/prompts.py

@@ -16,6 +16,7 @@ from tinybird.prompts import (
     pipe_instructions,
     s3_connection_example,
     sink_pipe_instructions,
+    test_instructions,
 )
 from tinybird.tb.modules.project import Project
 
@@ -114,6 +115,7 @@ datafile_instructions = """
 def resources_prompt(project: Project) -> str:
     files = project.get_project_files()
     fixture_files = project.get_fixture_files()
+    test_files = project.get_test_files()
 
     resources_content = "# Existing resources in the project:\n"
     if files:
@@ -146,7 +148,22 @@ def resources_prompt(project: Project) -> str:
     else:
         fixture_content += "No fixture files found"
 
-    return resources_content + "\n" + fixture_content
+    test_content = "# Test files in the project:\n"
+    if test_files:
+        tests: list[dict[str, Any]] = []
+        for filename in test_files:
+            file_path = Path(filename)
+            test = {
+                "path": str(file_path.relative_to(project.folder)),
+                "name": file_path.stem,
+                "content": file_path.read_text(),
+            }
+            tests.append(test)
+        test_content = format_as_xml(tests, root_tag="tests", item_tag="test")
+    else:
+        test_content += "No test files found"
+
+    return resources_content + "\n" + fixture_content + "\n" + test_content
 
 
 def get_resource_type(path: Path) -> str:
@@ -550,6 +567,7 @@ You have access to the following tools:
 13. `execute_query` - Execute a query against Tinybird Cloud or Local.
 13. `request_endpoint` - Request an endpoint against Tinybird Cloud or Local.
 14. `diff_resource` - Diff the content of a resource in Tinybird Cloud vs Tinybird Local vs Project local file.
+15. `create_tests` - Create tests for an endpoint.
 
 # When creating or updating datafiles:
 1. Use `plan` tool to plan the creation or update of resources.
@@ -612,22 +630,26 @@ Kafka: {kafka_connection_example}
 S3: {s3_connection_example}
 GCS: {gcs_connection_example}
 
-# When executing a query or requesting/testing an endpoint:
+# When executing a query or calling an endpoint:
 - You need to be sure that the selected resource is updated to the last version in the environment you are working on.
 - Use `diff_resource` tool to compare the content of the resource to compare the differences between environments.
 - Project local file is the source of truth.
 - If the resource is not present or updated to the last version in Tinybird Local, it means you need to build the project. 
 - If the resource is not present or updated to the last version in Tinybird Cloud, it means you need to deploy the project.
+- If exploring an endpoint, the response is empty. You can query the tables to understand what data is available.
+
 
 # How to use apppend tools:
 - Use append as part of the creation of a new landing datasource if the user provided a file or an external url
 - Use append if user explicitly asks for it
-- Do not append data if user requests to test an endpoint
+- Do not append data if user requests to test an endpoint or call an endpoint.
+- Do not append data as consequence of an empty response from the endpoint or a query.
 
 # How to use `mock` tool:
 - Use `mock` tool as part of the creation of a new landing datasource if the user did not provided a file or an external url
 - Use `mock` tool if user explicitly asks for it
 - Do not use `mock` tool if user requests to test an endpoint.
+- Do not use `mock` tool as consequence of an empty response from the endpoint or a query.
 
 # When sharing endpoints paths or urls:
 - Use `get_openapi_definition` tool to get the url of the endpoint and parameters available.
@@ -639,6 +661,16 @@ GCS: {gcs_connection_example}
 - `DateTime` parameters accept values in format `YYYY-MM-DD HH:MM:SS`
 - `Date` parameters accept values in format `YYYYMMDD`
 
+# Working with tests:
+{test_instructions}
+<dev_notes>
+- Create tests only when the user explicitly asks for it with prompts like "Create tests for this endpoint" or "Create tests for this pipe".
+- If the user asks for "testing an endpoint" or "call an endpoint", just request to the endpoint.
+- The data that the tests are using is the data provided in the fixtures folder.
+- Querying data or requesting endpoints won't return the data that the tests are using.
+- MANDATORY: Before creating the test, analyze the fixture files that the tables of the endpoint are using so you can create relevant tests.
+</dev_notes>
+
 # Info
 Today is {datetime.now().strftime("%Y-%m-%d")}
 """

tinybird/tb/modules/agent/tools/analyze.py

@@ -5,7 +5,7 @@ from urllib.parse import urlparse
 import click
 from pydantic_ai import RunContext
 
-from tinybird.tb.modules.agent.utils import TinybirdAgentContext
+from tinybird.tb.modules.agent.utils import AgentRunCancelled, TinybirdAgentContext
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 
@@ -37,6 +37,8 @@ def analyze_file(ctx: RunContext[TinybirdAgentContext], fixture_pathname: str):
         columns = response["analysis"]["columns"]
 
         return f"#Result of analysis of {fixture_pathname}:\n##Columns:\n{json.dumps(columns)}\n##Data sample:\n{json.dumps(data)}"
+    except AgentRunCancelled as e:
+        raise e
     except Exception as e:
         ctx.deps.thinking_animation.stop()
         click.echo(FeedbackManager.error(message=f"Error analyzing {fixture_pathname}: {e}"))

tinybird/tb/modules/agent/tools/append.py

@@ -1,7 +1,7 @@
 import click
 from pydantic_ai import RunContext
 
-from tinybird.tb.modules.agent.utils import TinybirdAgentContext, show_confirmation, show_input
+from tinybird.tb.modules.agent.utils import AgentRunCancelled, TinybirdAgentContext, show_confirmation, show_input
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 
@@ -31,10 +31,6 @@ def append_file(
             ctx.deps.thinking_animation.start()
             return f"User did not confirm appending {fixture_pathname} fixture in Tinybird {cloud_or_local} and gave the following feedback: {feedback}"
 
-        if confirmation == "cancel":
-            ctx.deps.thinking_animation.start()
-            return f"User rejected appending {fixture_pathname} fixture in Tinybird {cloud_or_local}. Skip this step"
-
         ctx.deps.thinking_animation.stop()
         click.echo(FeedbackManager.highlight(message=f"» Appending {fixture_pathname} to {datasource_name}..."))
         if cloud:
@@ -44,6 +40,8 @@ def append_file(
         click.echo(FeedbackManager.success(message=f"✓ Data appended to {datasource_name}"))
         ctx.deps.thinking_animation.start()
         return f"Data appended to {datasource_name} in Tinybird {cloud_or_local}"
+    except AgentRunCancelled as e:
+        raise e
     except Exception as e:
         error_message = str(e)
         ctx.deps.thinking_animation.stop()
@@ -79,10 +77,6 @@ def append_url(
             ctx.deps.thinking_animation.start()
             return f"User did not confirm appending URL {fixture_url} in Tinybird {cloud_or_local} and gave the following feedback: {feedback}"
 
-        if confirmation == "cancel":
-            ctx.deps.thinking_animation.start()
-            return f"User rejected appending URL {fixture_url} in Tinybird {cloud_or_local}. Skip this step"
-
         ctx.deps.thinking_animation.stop()
         click.echo(FeedbackManager.highlight(message=f"» Appending {fixture_url} to {datasource_name}..."))
         if cloud:
@@ -92,6 +86,8 @@ def append_url(
         click.echo(FeedbackManager.success(message=f"✓ Data appended to {datasource_name}"))
         ctx.deps.thinking_animation.start()
         return f"Data appended to {datasource_name} in Tinybird {cloud_or_local}"
+    except AgentRunCancelled as e:
+        raise e
     except Exception as e:
         error_message = str(e)
         ctx.deps.thinking_animation.stop()

tinybird/tb/modules/agent/tools/build.py

@@ -2,6 +2,7 @@ import click
 from pydantic_ai import RunContext
 
 from tinybird.tb.modules.agent.utils import TinybirdAgentContext
+from tinybird.tb.modules.exceptions import CLIBuildException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 
@@ -13,7 +14,7 @@ def build(ctx: RunContext[TinybirdAgentContext]) -> str:
         ctx.deps.build_project(test=False, silent=False)
         ctx.deps.thinking_animation.start()
         return "Project built successfully"
-    except Exception as e:
+    except CLIBuildException as e:
         ctx.deps.thinking_animation.stop()
         click.echo(FeedbackManager.error(message=e))
         ctx.deps.thinking_animation.start()

tinybird/tb/modules/agent/tools/create_datafile.py

@@ -5,6 +5,7 @@ import click
 from pydantic_ai import RunContext
 
 from tinybird.tb.modules.agent.utils import (
+    AgentRunCancelled,
     Datafile,
     TinybirdAgentContext,
     create_terminal_box,
@@ -46,10 +47,6 @@ def create_datafile(ctx: RunContext[TinybirdAgentContext], resource: Datafile) -
             ctx.deps.thinking_animation.start()
             return f"User did not confirm the proposed changes and gave the following feedback: {feedback}"
 
-        if confirmation == "cancel":
-            ctx.deps.thinking_animation.start()
-            return f"User cancelled {action} of {resource.pathname}. Stop resource creation."
-
         click.echo(FeedbackManager.highlight(message=f"» Building {resource.pathname}..."))
         folder_path = path.parent
         folder_path.mkdir(parents=True, exist_ok=True)
@@ -60,7 +57,8 @@ def create_datafile(ctx: RunContext[TinybirdAgentContext], resource: Datafile) -
         click.echo(FeedbackManager.success(message=f"✓ {resource.pathname} {action_text}"))
         ctx.deps.thinking_animation.start()
         return f"{action_text} {resource.pathname}"
-
+    except AgentRunCancelled as e:
+        raise e
     except CLIBuildException as e:
         ctx.deps.thinking_animation.stop()
         click.echo(FeedbackManager.error(message=e))

tinybird/tb/modules/agent/tools/deploy.py

@@ -2,6 +2,7 @@ import click
 from pydantic_ai import RunContext
 
 from tinybird.tb.modules.agent.utils import TinybirdAgentContext, show_confirmation, show_input
+from tinybird.tb.modules.exceptions import CLIDeploymentException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 
@@ -19,15 +20,11 @@ def deploy(ctx: RunContext[TinybirdAgentContext]) -> str:
             ctx.deps.thinking_animation.start()
             return f"User did not confirm deployment and gave the following feedback: {feedback}"
 
-        if confirmation == "cancel":
-            ctx.deps.thinking_animation.start()
-            return "User cancelled deployment. Stop deployment."
-
         click.echo(FeedbackManager.highlight(message="» Deploying project..."))
         ctx.deps.deploy_project()
         click.echo(FeedbackManager.success(message="✓ Project deployed successfully"))
         ctx.deps.thinking_animation.start()
         return "Project deployed successfully"
-    except Exception as e:
+    except CLIDeploymentException as e:
         ctx.deps.thinking_animation.start()
         return f"Error depoying project: {e}"

tinybird/tb/modules/agent/tools/deploy_check.py

@@ -1,6 +1,7 @@
 from pydantic_ai import RunContext
 
 from tinybird.tb.modules.agent.utils import TinybirdAgentContext, show_confirmation, show_input
+from tinybird.tb.modules.exceptions import CLIDeploymentException
 
 
 def deploy_check(ctx: RunContext[TinybirdAgentContext]) -> str:
@@ -17,13 +18,9 @@ def deploy_check(ctx: RunContext[TinybirdAgentContext]) -> str:
             ctx.deps.thinking_animation.start()
             return f"User did not confirm deployment check and gave the following feedback: {feedback}"
 
-        if confirmation == "cancel":
-            ctx.deps.thinking_animation.start()
-            return "User cancelled deployment check. Stop deployment check."
-
         ctx.deps.deploy_check_project()
         ctx.deps.thinking_animation.start()
         return "Project can be deployed"
-    except Exception as e:
+    except CLIDeploymentException as e:
         ctx.deps.thinking_animation.start()
         return f"Project cannot be deployed: {e}"

tinybird/tb/modules/agent/tools/mock.py

@@ -3,7 +3,7 @@ from typing import Optional
 import click
 from pydantic_ai import RunContext
 
-from tinybird.tb.modules.agent.utils import TinybirdAgentContext, show_confirmation, show_input
+from tinybird.tb.modules.agent.utils import AgentRunCancelled, TinybirdAgentContext, show_confirmation, show_input
 from tinybird.tb.modules.datafile.fixture import persist_fixture
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
@@ -41,10 +41,6 @@ def mock(
             ctx.deps.thinking_animation.start()
             return f"User did not confirm mock data for datasource '{datasource_name}' in Tinybird {cloud_or_local} and gave the following feedback: {feedback}"
 
-        if confirmation == "cancel":
-            ctx.deps.thinking_animation.start()
-            return f"User cancelled mock data for datasource '{datasource_name}' in Tinybird {cloud_or_local}. Stop mock data generation."
-
         click.echo(FeedbackManager.highlight(message=f"» Generating mock data for {datasource_name}..."))
         data = ctx.deps.mock_data(datasource_name=datasource_name, data_format=data_format, rows=rows, context=context)
         fixture_path = persist_fixture(datasource_name, data, ctx.deps.folder, format=data_format)
@@ -55,6 +51,8 @@ def mock(
         click.echo(FeedbackManager.success(message=f"✓ Data generated for {datasource_name}"))
         ctx.deps.thinking_animation.start()
         return f"Mock data generated successfully for datasource '{datasource_name}' in Tinybird {cloud_or_local}"
+    except AgentRunCancelled as e:
+        raise e
     except Exception as e:
         ctx.deps.thinking_animation.stop()
         error_message = str(e)

tinybird/tb/modules/agent/tools/plan.py

@@ -13,25 +13,17 @@ def plan(ctx: RunContext[TinybirdAgentContext], plan: str) -> str:
     Returns:
         str: If the plan was implemented or not.
     """
-    try:
-        ctx.deps.thinking_animation.stop()
-        plan = plan.strip()
-        click.echo(plan)
-        confirmation = show_confirmation(
-            title="Do you want to continue with the plan?", skip_confirmation=ctx.deps.dangerously_skip_permissions
-        )
-
-        if confirmation == "review":
-            feedback = show_input(ctx.deps.workspace_name)
-            ctx.deps.thinking_animation.start()
-            return f"User did not confirm the proposed plan and gave the following feedback: {feedback}"
-
+    ctx.deps.thinking_animation.stop()
+    plan = plan.strip()
+    click.echo(plan)
+    confirmation = show_confirmation(
+        title="Do you want to continue with the plan?", skip_confirmation=ctx.deps.dangerously_skip_permissions
+    )
+
+    if confirmation == "review":
+        feedback = show_input(ctx.deps.workspace_name)
         ctx.deps.thinking_animation.start()
+        return f"User did not confirm the proposed plan and gave the following feedback: {feedback}"
 
-        if confirmation == "cancel":
-            return "User cancelled the plan. Stop the process."
-
-        return "User confirmed the plan. Implementing..."
-
-    except Exception as e:
-        return f"Error implementing the plan: {e}"
+    ctx.deps.thinking_animation.start()
+    return "User confirmed the plan. Implementing..."

tinybird/tb/modules/agent/tools/test.py

@@ -0,0 +1,120 @@
+from pathlib import Path
+from typing import Optional
+
+import click
+from pydantic_ai import RunContext
+
+from tinybird.tb.modules.agent.utils import (
+    AgentRunCancelled,
+    TinybirdAgentContext,
+    create_terminal_box,
+    show_confirmation,
+    show_input,
+)
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+def create_tests(ctx: RunContext[TinybirdAgentContext], pipe_name: str, test_content: str) -> str:
+    """Given a pipe name, create or update a test for it
+
+    Args:
+        pipe_name (str): The pipe name to create a test for. Required.
+        test_content (str): The content of the test. Required.
+
+    Returns:
+        str: If the test was created or updated and the result of running the tests.
+    """
+    running_tests = False
+    try:
+        ctx.deps.thinking_animation.stop()
+        path = Path(ctx.deps.folder) / "tests" / f"{pipe_name}.yaml"
+        current_test_content: Optional[str] = None
+        if path.exists():
+            current_test_content = path.read_text()
+
+        if current_test_content:
+            content = create_terminal_box(current_test_content, new_content=test_content, title=path.name)
+        else:
+            content = create_terminal_box(test_content, title=path.name)
+
+        click.echo(content)
+        action_text = "Create" if not current_test_content else "Update"
+        confirmation = show_confirmation(
+            title=f"{action_text} '{path.name}'?",
+            skip_confirmation=ctx.deps.dangerously_skip_permissions,
+        )
+
+        if confirmation == "review":
+            feedback = show_input(ctx.deps.workspace_name)
+            ctx.deps.thinking_animation.start()
+            return f"User did not confirm the proposed changes and gave the following feedback: {feedback}"
+
+        folder_path = path.parent
+        folder_path.mkdir(parents=True, exist_ok=True)
+        path.touch(exist_ok=True)
+        path.write_text(test_content)
+        action_text = "created" if not current_test_content else "updated"
+        click.echo(FeedbackManager.success(message=f"✓ {path.name} {action_text}"))
+        running_tests = True
+        test_output = ctx.deps.run_tests(pipe_name=pipe_name)
+        click.echo(test_output)
+        ctx.deps.thinking_animation.start()
+        return f"Test {action_text} for '{pipe_name}' endpoint in {path} and ran successfully\n{test_output}"
+    except AgentRunCancelled as e:
+        raise e
+    except Exception as e:
+        error_message = str(e).replace("test_error__error__", "")
+        ctx.deps.thinking_animation.stop()
+        if not running_tests:
+            click.echo(FeedbackManager.error(message=error_message))
+        ctx.deps.thinking_animation.start()
+        if running_tests:
+            return f"Test {action_text} for '{pipe_name}' endpoint in {path} but there were errors running the tests: {error_message}"
+        return f"Error creating test for '{pipe_name}' endpoint: {error_message}"
+
+
+def run_tests(ctx: RunContext[TinybirdAgentContext], pipe_name: Optional[str] = None) -> str:
+    """Run tests for a given pipe name or all tests in the project
+
+    Args:
+        pipe_name (Optional[str]): The pipe name to run tests for. If not provided, all tests in the project will be run.
+
+    Returns:
+        str: The result of running the tests.
+    """
+
+    try:
+        ctx.deps.thinking_animation.stop()
+        path = Path(ctx.deps.folder) / "tests" / f"{pipe_name}.yaml"
+
+        title = f"Run tests for '{pipe_name}'?" if pipe_name else "Run all tests in the project?"
+        confirmation = show_confirmation(
+            title=title,
+            skip_confirmation=ctx.deps.dangerously_skip_permissions,
+        )
+
+        if confirmation == "review":
+            feedback = show_input(ctx.deps.workspace_name)
+            ctx.deps.thinking_animation.start()
+            return f"User did not confirm the proposed changes and gave the following feedback: {feedback}"
+
+        test_output = ctx.deps.run_tests(pipe_name=pipe_name)
+        click.echo(test_output)
+        ctx.deps.thinking_animation.start()
+        if pipe_name:
+            return f"Tests for '{pipe_name}' endpoint in {path} and ran successfully\n{test_output}"
+        else:
+            return f"All tests in the project ran successfully\n{test_output}"
+    except AgentRunCancelled as e:
+        raise e
+    except Exception as e:
+        error_message = str(e)
+        test_exit_code = "test_error__error__"
+        test_error = test_exit_code in error_message
+        ctx.deps.thinking_animation.stop()
+        if not test_error:
+            click.echo(FeedbackManager.error(message=error_message))
+        else:
+            error_message = error_message.replace(test_exit_code, "")
+        ctx.deps.thinking_animation.start()
+        return f"Error running tests: {error_message}"

tinybird/tb/modules/agent/utils.py

@@ -52,6 +52,7 @@ class TinybirdAgentContext(BaseModel):
     get_pipe_datafile_local: Callable[..., str]
     get_connection_datafile_cloud: Callable[..., str]
     get_connection_datafile_local: Callable[..., str]
+    run_tests: Callable[..., Optional[str]]
     dangerously_skip_permissions: bool
     token: str
     user_token: str
@@ -352,7 +353,7 @@ def show_options(options: List[str], title: str = "Select an option") -> Optiona
     return result["option"]
 
 
-ConfirmationResult = Literal["yes", "review", "cancel"]
+ConfirmationResult = Literal["yes", "review"]
 
 
 def load_existing_resources(folder: str) -> str:
@@ -703,6 +704,12 @@ def show_input(workspace_name: str) -> str:
     )
 
 
+class AgentRunCancelled(Exception):
+    """Exception raised when user cancels an operation"""
+
+    pass
+
+
 def show_confirmation(title: str, skip_confirmation: bool = False) -> ConfirmationResult:
     if skip_confirmation:
         return "yes"
@@ -714,11 +721,11 @@ def show_confirmation(title: str, skip_confirmation: bool = False) -> Confirmati
         )
 
         if result is None:  # Cancelled
-            return "cancel"
+            raise AgentRunCancelled(f"User cancelled the operation: {title}")
 
         if result.startswith("Yes"):
             return "yes"
         elif result.startswith("No"):
             return "review"
 
-        return "cancel"
+        raise AgentRunCancelled(f"User cancelled the operation: {title}")

tinybird/tb/modules/project.py

@@ -24,6 +24,10 @@ class Project:
     def vendor_path(self) -> str:
         return f"{self.path}/vendor"
 
+    @property
+    def tests_path(self) -> str:
+        return f"{self.path}/tests"
+
     def get_files(self, extension: str) -> List[str]:
         project_files: List[str] = []
         for level in range(self.max_depth):
@@ -52,13 +56,32 @@ class Project:
 
     def get_fixture_files(self) -> List[str]:
         fixture_files: List[str] = []
-        for extension in ["csv", "ndjson", "parquet"]:
+        for extension in [
+            "csv",
+            "csv.gz",
+            "ndjson",
+            "ndjson.gz",
+            "jsonl",
+            "jsonl.gz",
+            "json",
+            "json.gz",
+            "parquet",
+            "parquet.gz",
+        ]:
             for fixture_file in self.get_files(extension):
                 if self.vendor_path in fixture_file:
                     continue
                 fixture_files.append(fixture_file)
         return fixture_files
 
+    def get_test_files(self) -> List[str]:
+        test_files: List[str] = []
+        for test_file in self.get_files("yaml"):
+            if self.vendor_path in test_file or self.tests_path not in test_file:
+                continue
+            test_files.append(test_file)
+        return test_files
+
     def get_resource_path(self, resource_name: str, resource_type: str) -> str:
         full_path = next(
             (p for p in self.get_project_files() if p.endswith("/" + resource_name + f".{resource_type}")), ""