tinybird 0.0.1.dev258__py3-none-any.whl → 0.0.1.dev260__py3-none-any.whl

tinybird/prompts.py

@@ -376,6 +376,7 @@ You are a Tinybird expert. You will be given a pipe containing different nodes w
     - If there are no parameters, you can omit parameters and generate a single test.
     - The format of the parameters is the following: ?param1=value1&param2=value2&param3=value3
     - If some parameters are provided by the user and you need to use them, preserve in the same format as they were provided, like case sensitive.
+    - If user provides the current test content, use it to generate the new test content.
 </instructions>
 
 This is an example of a test with parameters:

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev258'
-__revision__ = 'ca57848'
+__version__ = '0.0.1.dev260'
+__revision__ = 'bd0c45e'

tinybird/tb/modules/agent/agent.py

@@ -17,11 +17,11 @@ from tinybird.tb.modules.agent.animations import ThinkingAnimation
 from tinybird.tb.modules.agent.banner import display_banner
 from tinybird.tb.modules.agent.memory import clear_history, clear_messages, load_messages, save_messages
 from tinybird.tb.modules.agent.models import create_model, model_costs
-from tinybird.tb.modules.agent.prompts import agent_system_prompt, resources_prompt
+from tinybird.tb.modules.agent.prompts import agent_system_prompt, load_custom_project_rules, resources_prompt
 from tinybird.tb.modules.agent.tools.analyze import analyze_file, analyze_url
 from tinybird.tb.modules.agent.tools.append import append_file, append_url
 from tinybird.tb.modules.agent.tools.build import build
-from tinybird.tb.modules.agent.tools.create_datafile import create_datafile
+from tinybird.tb.modules.agent.tools.create_datafile import create_datafile, rename_datafile_or_fixture
 from tinybird.tb.modules.agent.tools.deploy import deploy
 from tinybird.tb.modules.agent.tools.deploy_check import deploy_check
 from tinybird.tb.modules.agent.tools.diff_resource import diff_resource
@@ -32,6 +32,8 @@ from tinybird.tb.modules.agent.tools.mock import mock
 from tinybird.tb.modules.agent.tools.plan import plan
 from tinybird.tb.modules.agent.tools.preview_datafile import preview_datafile
 from tinybird.tb.modules.agent.tools.request_endpoint import request_endpoint
+from tinybird.tb.modules.agent.tools.test import create_tests as create_tests_tool
+from tinybird.tb.modules.agent.tools.test import run_tests as run_tests_tool
 from tinybird.tb.modules.agent.utils import AgentRunCancelled, TinybirdAgentContext, show_input
 from tinybird.tb.modules.build_common import process as build_process
 from tinybird.tb.modules.common import _analyze, _get_tb_client, echo_safe_humanfriendly_tables_format_pretty_table
@@ -43,6 +45,7 @@ from tinybird.tb.modules.local_common import get_tinybird_local_client
 from tinybird.tb.modules.login_common import login
 from tinybird.tb.modules.mock_common import append_mock_data, create_mock_data
 from tinybird.tb.modules.project import Project
+from tinybird.tb.modules.test_common import run_tests as run_tests_common
 
 
 class TinybirdAgent:
@@ -72,6 +75,12 @@ class TinybirdAgent:
             tools=[
                 Tool(preview_datafile, docstring_format="google", require_parameter_descriptions=True, takes_ctx=False),
                 Tool(create_datafile, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(
+                    rename_datafile_or_fixture,
+                    docstring_format="google",
+                    require_parameter_descriptions=True,
+                    takes_ctx=True,
+                ),
                 Tool(plan, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(build, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(deploy, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
@@ -93,6 +102,8 @@ class TinybirdAgent:
                 Tool(execute_query, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(request_endpoint, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(diff_resource, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(create_tests_tool, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(run_tests_tool, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
             ],
             # history_processors=[self._keep_recent_messages],
         )
@@ -152,6 +163,7 @@ class TinybirdAgent:
             get_connection_datafile_cloud=partial(get_connection_datafile_cloud, config=config),
             get_connection_datafile_local=partial(get_connection_datafile_local, config=config),
             get_project_files=project.get_project_files,
+            run_tests=partial(run_tests, project=project, config=config),
             folder=folder,
             thinking_animation=self.thinking_animation,
             workspace_name=self.project.workspace_name,
@@ -164,7 +176,7 @@ class TinybirdAgent:
         )
 
     def run(self, user_prompt: str, config: dict[str, Any]) -> None:
-        user_prompt = f"{user_prompt}\n\n{resources_prompt(self.project)}"
+        user_prompt = f"{user_prompt}\n\n{load_custom_project_rules(self.project.folder)}"
         self.thinking_animation.start()
         result = self.agent.run_sync(
             user_prompt,
@@ -179,7 +191,7 @@ class TinybirdAgent:
         self._echo_usage(config, result)
 
     async def run_iter(self, user_prompt: str, config: dict[str, Any]) -> None:
-        user_prompt = f"{user_prompt}\n\n"
+        user_prompt = f"{user_prompt}\n\n{load_custom_project_rules(self.project.folder)}"
         self.thinking_animation.start()
         deps = self._build_agent_deps(config)
 
@@ -495,3 +507,11 @@ def get_connection_datafile_local(config: dict[str, Any], connection_name: str)
         return local_client.connection_file(connection_name)
     except Exception:
         return "Connection not found"
+
+
+def run_tests(config: dict[str, Any], project: Project, pipe_name: Optional[str] = None) -> None:
+    local_client = get_tinybird_local_client(config, test=True, silent=True)
+    try:
+        run_tests_common(name=(pipe_name,) if pipe_name else (), project=project, client=local_client)
+    except SystemExit as e:
+        raise Exception(e.args[0])

tinybird/tb/modules/agent/prompts.py

@@ -16,6 +16,7 @@ from tinybird.prompts import (
     pipe_instructions,
     s3_connection_example,
     sink_pipe_instructions,
+    test_instructions,
 )
 from tinybird.tb.modules.project import Project
 
@@ -114,6 +115,7 @@ datafile_instructions = """
 def resources_prompt(project: Project) -> str:
     files = project.get_project_files()
     fixture_files = project.get_fixture_files()
+    test_files = project.get_test_files()
 
     resources_content = "# Existing resources in the project:\n"
     if files:
@@ -146,7 +148,22 @@ def resources_prompt(project: Project) -> str:
     else:
         fixture_content += "No fixture files found"
 
-    return resources_content + "\n" + fixture_content
+    test_content = "# Test files in the project:\n"
+    if test_files:
+        tests: list[dict[str, Any]] = []
+        for filename in test_files:
+            file_path = Path(filename)
+            test = {
+                "path": str(file_path.relative_to(project.folder)),
+                "name": file_path.stem,
+                "content": file_path.read_text(),
+            }
+            tests.append(test)
+        test_content = format_as_xml(tests, root_tag="tests", item_tag="test")
+    else:
+        test_content += "No test files found"
+
+    return resources_content + "\n" + fixture_content + "\n" + test_content
 
 
 def get_resource_type(path: Path) -> str:
@@ -550,9 +567,11 @@ You have access to the following tools:
 13. `execute_query` - Execute a query against Tinybird Cloud or Local.
 13. `request_endpoint` - Request an endpoint against Tinybird Cloud or Local.
 14. `diff_resource` - Diff the content of a resource in Tinybird Cloud vs Tinybird Local vs Project local file.
+15. `create_tests` - Create tests for an endpoint.
+16. `rename_datafile_or_fixture` - Rename a datafile or fixture.
 
 # When creating or updating datafiles:
-1. Use `plan` tool to plan the creation or update of resources.
+1. Use `plan` tool to plan the creation, update or rename of resources.
 2. If the user confirms the plan, go from 3 to 7 steps until all the resources are created, updated or skipped.
 3. Use `preview_datafile` tool to preview the content of a datafile.
 4. Without asking, use the `create_datafile` tool to create the datafile, because it will ask for confirmation before creating the file.
@@ -612,22 +631,26 @@ Kafka: {kafka_connection_example}
 S3: {s3_connection_example}
 GCS: {gcs_connection_example}
 
-# When executing a query or requesting/testing an endpoint:
+# When executing a query or calling an endpoint:
 - You need to be sure that the selected resource is updated to the last version in the environment you are working on.
 - Use `diff_resource` tool to compare the content of the resource to compare the differences between environments.
 - Project local file is the source of truth.
 - If the resource is not present or updated to the last version in Tinybird Local, it means you need to build the project. 
 - If the resource is not present or updated to the last version in Tinybird Cloud, it means you need to deploy the project.
+- If exploring an endpoint, the response is empty. You can query the tables to understand what data is available.
+
 
 # How to use apppend tools:
 - Use append as part of the creation of a new landing datasource if the user provided a file or an external url
 - Use append if user explicitly asks for it
-- Do not append data if user requests to test an endpoint
+- Do not append data if user requests to test an endpoint or call an endpoint.
+- Do not append data as consequence of an empty response from the endpoint or a query.
 
 # How to use `mock` tool:
 - Use `mock` tool as part of the creation of a new landing datasource if the user did not provided a file or an external url
 - Use `mock` tool if user explicitly asks for it
 - Do not use `mock` tool if user requests to test an endpoint.
+- Do not use `mock` tool as consequence of an empty response from the endpoint or a query.
 
 # When sharing endpoints paths or urls:
 - Use `get_openapi_definition` tool to get the url of the endpoint and parameters available.
@@ -639,6 +662,25 @@ GCS: {gcs_connection_example}
 - `DateTime` parameters accept values in format `YYYY-MM-DD HH:MM:SS`
 - `Date` parameters accept values in format `YYYYMMDD`
 
+# Working with tests:
+{test_instructions}
+<dev_notes>
+- Create tests only when the user explicitly asks for it with prompts like "Create tests for this endpoint" or "Create tests for this pipe".
+- If the user asks for "testing an endpoint" or "call an endpoint", just request to the endpoint.
+- The data that the tests are using is the data provided in the fixtures folder.
+- Querying data or requesting endpoints won't return the data that the tests are using.
+- MANDATORY: Before creating the test, analyze the fixture files that the tables of the endpoint are using so you can create relevant tests.
+</dev_notes>
+
 # Info
 Today is {datetime.now().strftime("%Y-%m-%d")}
 """
+
+
+def load_custom_project_rules(folder: str) -> str:
+    tinybird_rules = Path(folder).joinpath("TINYBIRD.md")
+
+    if not tinybird_rules.exists():
+        return ""
+
+    return f"# Custom Project Rulesd defined by the user\n\n{tinybird_rules.read_text()}"

tinybird/tb/modules/agent/tools/create_datafile.py

@@ -122,3 +122,59 @@ def create_file(ctx: RunContext[TinybirdAgentContext], path: str, content: str):
         f.write(content)
 
     return "ok"
+
+
+def rename_datafile_or_fixture(ctx: RunContext[TinybirdAgentContext], path: str, new_path: str):
+    """Renames a datafile or fixture.
+
+    Args:
+        path (str): The path to the file to rename. Required.
+        new_path (str): The new path to the file. Required.
+    """
+    try:
+        ctx.deps.thinking_animation.stop()
+        confirmation = show_confirmation(
+            title=f"Rename '{path}' to '{new_path}'?",
+            skip_confirmation=ctx.deps.dangerously_skip_permissions,
+        )
+
+        if confirmation == "review":
+            feedback = show_input(ctx.deps.workspace_name)
+            ctx.deps.thinking_animation.start()
+            return f"User did not confirm the proposed changes and gave the following feedback: {feedback}"
+
+        click.echo(FeedbackManager.highlight(message=f"» Renaming file {path} to {new_path}..."))
+        new_path_full = Path(ctx.deps.folder) / new_path.removeprefix("/")
+
+        if new_path_full.exists():
+            click.echo(FeedbackManager.error(message=f"Error: File {new_path} already exists"))
+            ctx.deps.thinking_animation.start()
+            return f"Error: File {new_path} already exists"
+
+        parent_path = new_path_full.parent
+        parent_path.mkdir(parents=True, exist_ok=True)
+        os.rename(Path(ctx.deps.folder) / path.removeprefix("/"), new_path_full)
+        is_datafile = (".connection", ".datasource", ".pipe")
+
+        if new_path_full.suffix in is_datafile:
+            ctx.deps.build_project(test=False, silent=True)
+
+        click.echo(FeedbackManager.success(message=f"✓ {new_path} created"))
+        ctx.deps.thinking_animation.start()
+        return f"Renamed file from {path} to {new_path}"
+    except AgentRunCancelled as e:
+        raise e
+    except FileNotFoundError:
+        ctx.deps.thinking_animation.start()
+        click.echo(FeedbackManager.error(message=f"Error: File {path} not found"))
+        return f"Error: File {path} not found (double check the file path)"
+    except CLIBuildException as e:
+        ctx.deps.thinking_animation.stop()
+        click.echo(FeedbackManager.error(message=e))
+        ctx.deps.thinking_animation.start()
+        return f"Error building project: {e}"
+    except Exception as e:
+        ctx.deps.thinking_animation.stop()
+        click.echo(FeedbackManager.error(message=e))
+        ctx.deps.thinking_animation.start()
+        return f"Error renaming {path} to {new_path}: {e}"

tinybird/tb/modules/agent/tools/test.py

@@ -0,0 +1,120 @@
+from pathlib import Path
+from typing import Optional
+
+import click
+from pydantic_ai import RunContext
+
+from tinybird.tb.modules.agent.utils import (
+    AgentRunCancelled,
+    TinybirdAgentContext,
+    create_terminal_box,
+    show_confirmation,
+    show_input,
+)
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+def create_tests(ctx: RunContext[TinybirdAgentContext], pipe_name: str, test_content: str) -> str:
+    """Given a pipe name, create or update a test for it
+
+    Args:
+        pipe_name (str): The pipe name to create a test for. Required.
+        test_content (str): The content of the test. Required.
+
+    Returns:
+        str: If the test was created or updated and the result of running the tests.
+    """
+    running_tests = False
+    try:
+        ctx.deps.thinking_animation.stop()
+        path = Path(ctx.deps.folder) / "tests" / f"{pipe_name}.yaml"
+        current_test_content: Optional[str] = None
+        if path.exists():
+            current_test_content = path.read_text()
+
+        if current_test_content:
+            content = create_terminal_box(current_test_content, new_content=test_content, title=path.name)
+        else:
+            content = create_terminal_box(test_content, title=path.name)
+
+        click.echo(content)
+        action_text = "Create" if not current_test_content else "Update"
+        confirmation = show_confirmation(
+            title=f"{action_text} '{path.name}'?",
+            skip_confirmation=ctx.deps.dangerously_skip_permissions,
+        )
+
+        if confirmation == "review":
+            feedback = show_input(ctx.deps.workspace_name)
+            ctx.deps.thinking_animation.start()
+            return f"User did not confirm the proposed changes and gave the following feedback: {feedback}"
+
+        folder_path = path.parent
+        folder_path.mkdir(parents=True, exist_ok=True)
+        path.touch(exist_ok=True)
+        path.write_text(test_content)
+        action_text = "created" if not current_test_content else "updated"
+        click.echo(FeedbackManager.success(message=f"✓ {path.name} {action_text}"))
+        running_tests = True
+        test_output = ctx.deps.run_tests(pipe_name=pipe_name)
+        click.echo(test_output)
+        ctx.deps.thinking_animation.start()
+        return f"Test {action_text} for '{pipe_name}' endpoint in {path} and ran successfully\n{test_output}"
+    except AgentRunCancelled as e:
+        raise e
+    except Exception as e:
+        error_message = str(e).replace("test_error__error__", "")
+        ctx.deps.thinking_animation.stop()
+        if not running_tests:
+            click.echo(FeedbackManager.error(message=error_message))
+        ctx.deps.thinking_animation.start()
+        if running_tests:
+            return f"Test {action_text} for '{pipe_name}' endpoint in {path} but there were errors running the tests: {error_message}"
+        return f"Error creating test for '{pipe_name}' endpoint: {error_message}"
+
+
+def run_tests(ctx: RunContext[TinybirdAgentContext], pipe_name: Optional[str] = None) -> str:
+    """Run tests for a given pipe name or all tests in the project
+
+    Args:
+        pipe_name (Optional[str]): The pipe name to run tests for. If not provided, all tests in the project will be run.
+
+    Returns:
+        str: The result of running the tests.
+    """
+
+    try:
+        ctx.deps.thinking_animation.stop()
+        path = Path(ctx.deps.folder) / "tests" / f"{pipe_name}.yaml"
+
+        title = f"Run tests for '{pipe_name}'?" if pipe_name else "Run all tests in the project?"
+        confirmation = show_confirmation(
+            title=title,
+            skip_confirmation=ctx.deps.dangerously_skip_permissions,
+        )
+
+        if confirmation == "review":
+            feedback = show_input(ctx.deps.workspace_name)
+            ctx.deps.thinking_animation.start()
+            return f"User did not confirm the proposed changes and gave the following feedback: {feedback}"
+
+        test_output = ctx.deps.run_tests(pipe_name=pipe_name)
+        click.echo(test_output)
+        ctx.deps.thinking_animation.start()
+        if pipe_name:
+            return f"Tests for '{pipe_name}' endpoint in {path} and ran successfully\n{test_output}"
+        else:
+            return f"All tests in the project ran successfully\n{test_output}"
+    except AgentRunCancelled as e:
+        raise e
+    except Exception as e:
+        error_message = str(e)
+        test_exit_code = "test_error__error__"
+        test_error = test_exit_code in error_message
+        ctx.deps.thinking_animation.stop()
+        if not test_error:
+            click.echo(FeedbackManager.error(message=error_message))
+        else:
+            error_message = error_message.replace(test_exit_code, "")
+        ctx.deps.thinking_animation.start()
+        return f"Error running tests: {error_message}"

tinybird/tb/modules/agent/utils.py

@@ -52,6 +52,7 @@ class TinybirdAgentContext(BaseModel):
     get_pipe_datafile_local: Callable[..., str]
     get_connection_datafile_cloud: Callable[..., str]
     get_connection_datafile_local: Callable[..., str]
+    run_tests: Callable[..., Optional[str]]
     dangerously_skip_permissions: bool
     token: str
     user_token: str

tinybird/tb/modules/project.py

@@ -24,6 +24,10 @@ class Project:
     def vendor_path(self) -> str:
         return f"{self.path}/vendor"
 
+    @property
+    def tests_path(self) -> str:
+        return f"{self.path}/tests"
+
     def get_files(self, extension: str) -> List[str]:
         project_files: List[str] = []
         for level in range(self.max_depth):
@@ -52,13 +56,32 @@ class Project:
 
     def get_fixture_files(self) -> List[str]:
         fixture_files: List[str] = []
-        for extension in ["csv", "ndjson", "parquet"]:
+        for extension in [
+            "csv",
+            "csv.gz",
+            "ndjson",
+            "ndjson.gz",
+            "jsonl",
+            "jsonl.gz",
+            "json",
+            "json.gz",
+            "parquet",
+            "parquet.gz",
+        ]:
             for fixture_file in self.get_files(extension):
                 if self.vendor_path in fixture_file:
                     continue
                 fixture_files.append(fixture_file)
         return fixture_files
 
+    def get_test_files(self) -> List[str]:
+        test_files: List[str] = []
+        for test_file in self.get_files("yaml"):
+            if self.vendor_path in test_file or self.tests_path not in test_file:
+                continue
+            test_files.append(test_file)
+        return test_files
+
     def get_resource_path(self, resource_name: str, resource_type: str) -> str:
         full_path = next(
             (p for p in self.get_project_files() if p.endswith("/" + resource_name + f".{resource_type}")), ""

tinybird/tb/modules/test.py

@@ -3,57 +3,14 @@
 # - If it makes sense and only when strictly necessary, you can create utility functions in this file.
 # - But please, **do not** interleave utility functions and command definitions.
 
-import difflib
-import glob
-import sys
-import urllib.parse
-from copy import deepcopy
-from pathlib import Path
-from typing import Any, Dict, List, Optional, Tuple
+from typing import Tuple
 
 import click
-import yaml
-from requests import Response
 
-from tinybird.prompts import test_create_prompt
 from tinybird.tb.client import TinyB
-from tinybird.tb.modules.build import process as build_project
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.config import CLIConfig
-from tinybird.tb.modules.exceptions import CLITestException
-from tinybird.tb.modules.feedback_manager import FeedbackManager
-from tinybird.tb.modules.llm import LLM
-from tinybird.tb.modules.llm_utils import extract_xml, parse_xml
-from tinybird.tb.modules.local_common import get_local_tokens, get_test_workspace_name
 from tinybird.tb.modules.project import Project
-from tinybird.tb.modules.secret_common import load_secrets
-
-yaml.SafeDumper.org_represent_str = yaml.SafeDumper.represent_str  # type: ignore[attr-defined]
-
-
-def repr_str(dumper, data):
-    if "\n" in data:
-        return dumper.represent_scalar("tag:yaml.org,2002:str", data, style="|")
-    return dumper.org_represent_str(data)
-
-
-yaml.add_representer(str, repr_str, Dumper=yaml.SafeDumper)
-
-
-def generate_test_file(pipe_name: str, tests: List[Dict[str, Any]], folder: Optional[str], mode: str = "w") -> Path:
-    base = Path("tests")
-    if folder:
-        base = Path(folder) / base
-
-    base.mkdir(parents=True, exist_ok=True)
-
-    yaml_str = yaml.safe_dump(tests, sort_keys=False)
-    formatted_yaml = yaml_str.replace("- name:", "\n- name:")
-
-    path = base / f"{pipe_name}.yaml"
-    with open(path, mode) as f:
-        f.write(formatted_yaml)
-    return path
+from tinybird.tb.modules.test_common import create_test, run_tests, update_test
 
 
 @cli.group()
@@ -75,75 +32,9 @@ def test_create(ctx: click.Context, name_or_filename: str, prompt: str) -> None:
     """
     Create a test for an existing pipe
     """
-    try:
-        project: Project = ctx.ensure_object(dict)["project"]
-        client: TinyB = ctx.ensure_object(dict)["client"]
-        load_secrets(project=project, client=client)
-        click.echo(FeedbackManager.highlight(message="\n» Building project"))
-        build_project(project=project, tb_client=client, watch=False, silent=True)
-        click.echo(FeedbackManager.info(message="✓ Done!\n"))
-        config = CLIConfig.get_project_config()
-        folder = project.folder
-        pipe_path = get_pipe_path(name_or_filename, folder)
-        pipe_name = pipe_path.stem
-        click.echo(FeedbackManager.highlight(message=f"» Creating tests for {pipe_name} endpoint..."))
-        pipe_content = pipe_path.read_text()
-        pipe = client._req(f"/v0/pipes/{pipe_name}")
-        parameters = set([param["name"] for node in pipe["nodes"] for param in node["params"]])
-
-        system_prompt = test_create_prompt.format(
-            name=pipe_name,
-            content=pipe_content,
-            parameters=parameters or "No parameters",
-        )
-        user_token = config.get_user_token()
-        if not user_token:
-            raise Exception("No user token found")
-
-        llm = LLM(user_token=user_token, host=config.get_client().host)
-        response_llm = llm.ask(system_prompt=system_prompt, prompt=prompt, feature="tb_test_create")
-        response_xml = extract_xml(response_llm, "response")
-        tests_content = parse_xml(response_xml, "test")
-
-        tests: List[Dict[str, Any]] = []
-
-        for test_content in tests_content:
-            test: Dict[str, Any] = {}
-            test["name"] = extract_xml(test_content, "name")
-            test["description"] = extract_xml(test_content, "description")
-            parameters_api = extract_xml(test_content, "parameters")
-            test["parameters"] = parameters_api.split("?")[1] if "?" in parameters_api else parameters_api
-            test["expected_result"] = ""
-
-            response = None
-            try:
-                response = get_pipe_data(client, pipe_name=pipe_name, test_params=test["parameters"])
-            except Exception:
-                pass
-
-            if response:
-                if response.status_code >= 400:
-                    test["expected_http_status"] = response.status_code
-                    test["expected_result"] = response.json()["error"]
-                else:
-                    test.pop("expected_http_status", None)
-                    test["expected_result"] = response.text or ""
-
-            tests.append(test)
-
-        if len(tests) > 0:
-            generate_test_file(pipe_name, tests, folder, mode="a")
-            for test in tests:
-                test_name = test["name"]
-                click.echo(FeedbackManager.info(message=f"✓ {test_name} created"))
-        else:
-            click.echo(FeedbackManager.info(message="* No tests created"))
-
-        click.echo(FeedbackManager.success(message="✓ Done!\n"))
-    except Exception as e:
-        raise CLITestException(FeedbackManager.error(message=str(e)))
-    finally:
-        cleanup_test_workspace(client, project.folder)
+    project: Project = ctx.ensure_object(dict)["project"]
+    client: TinyB = ctx.ensure_object(dict)["client"]
+    create_test(name_or_filename, prompt, project, client)
 
 
 @test.command(
@@ -153,51 +44,9 @@ def test_create(ctx: click.Context, name_or_filename: str, prompt: str) -> None:
 @click.argument("pipe", type=str)
 @click.pass_context
 def test_update(ctx: click.Context, pipe: str) -> None:
-    try:
-        client: TinyB = ctx.ensure_object(dict)["client"]
-        project: Project = ctx.ensure_object(dict)["project"]
-        folder = project.folder
-        load_secrets(project=project, client=client)
-        click.echo(FeedbackManager.highlight(message="\n» Building project"))
-        build_project(project=project, tb_client=client, watch=False, silent=True)
-        click.echo(FeedbackManager.info(message="✓ Done!"))
-        pipe_tests_path = get_pipe_path(pipe, folder)
-        pipe_name = pipe_tests_path.stem
-        if pipe_tests_path.suffix == ".yaml":
-            pipe_name = pipe_tests_path.stem
-        else:
-            pipe_tests_path = Path("tests", f"{pipe_name}.yaml")
-
-        click.echo(FeedbackManager.highlight(message=f"\n» Updating tests expectations for {pipe_name} endpoint..."))
-        pipe_tests_path = Path(project.folder) / pipe_tests_path
-        pipe_tests_content = yaml.safe_load(pipe_tests_path.read_text())
-        for test in pipe_tests_content:
-            test_params = test["parameters"].split("?")[1] if "?" in test["parameters"] else test["parameters"]
-            response = None
-            try:
-                response = get_pipe_data(client, pipe_name=pipe_name, test_params=test_params)
-            except Exception:
-                continue
-
-            if response.status_code >= 400:
-                test["expected_http_status"] = response.status_code
-                test["expected_result"] = response.json()["error"]
-            else:
-                if "expected_http_status" in test:
-                    del test["expected_http_status"]
-
-                test["expected_result"] = response.text or ""
-
-        generate_test_file(pipe_name, pipe_tests_content, folder)
-        for test in pipe_tests_content:
-            test_name = test["name"]
-            click.echo(FeedbackManager.info(message=f"✓ {test_name} updated"))
-
-        click.echo(FeedbackManager.success(message="✓ Done!\n"))
-    except Exception as e:
-        raise CLITestException(FeedbackManager.error(message=str(e)))
-    finally:
-        cleanup_test_workspace(client, project.folder)
+    client: TinyB = ctx.ensure_object(dict)["client"]
+    project: Project = ctx.ensure_object(dict)["project"]
+    update_test(pipe, project, client)
 
 
 @test.command(
@@ -206,117 +55,7 @@ def test_update(ctx: click.Context, pipe: str) -> None:
 )
 @click.argument("name", nargs=-1)
 @click.pass_context
-def run_tests(ctx: click.Context, name: Tuple[str, ...]) -> None:
-    try:
-        client: TinyB = ctx.ensure_object(dict)["client"]
-        project: Project = ctx.ensure_object(dict)["project"]
-        load_secrets(project=project, client=client)
-        click.echo(FeedbackManager.highlight(message="\n» Building project"))
-        build_project(project=project, tb_client=client, watch=False, silent=True)
-        click.echo(FeedbackManager.info(message="✓ Done!"))
-
-        click.echo(FeedbackManager.highlight(message="\n» Running tests"))
-        paths = [Path(n) for n in name]
-        endpoints = [f"{project.path}/tests/{p.stem}.yaml" for p in paths]
-        test_files: List[str] = (
-            endpoints if len(endpoints) > 0 else glob.glob(f"{project.path}/tests/**/*.y*ml", recursive=True)
-        )
-
-        def run_test(test_file):
-            test_file_path = Path(test_file)
-            click.echo(FeedbackManager.info(message=f"* {test_file_path.stem}{test_file_path.suffix}"))
-            test_file_content = yaml.safe_load(test_file_path.read_text())
-
-            for test in test_file_content:
-                try:
-                    test_params = test["parameters"].split("?")[1] if "?" in test["parameters"] else test["parameters"]
-                    response = None
-                    try:
-                        response = get_pipe_data(client, pipe_name=test_file_path.stem, test_params=test_params)
-                    except Exception:
-                        continue
-
-                    expected_result = response.text
-                    if response.status_code >= 400:
-                        expected_result = response.json()["error"]
-                        if "expected_http_status" not in test:
-                            raise Exception("Expected to not fail but got an error")
-                        if test["expected_http_status"] != response.status_code:
-                            raise Exception(f"Expected {test['expected_http_status']} but got {response.status_code}")
-
-                    if test["expected_result"] != expected_result:
-                        diff = difflib.ndiff(
-                            test["expected_result"].splitlines(keepends=True), expected_result.splitlines(keepends=True)
-                        )
-                        printable_diff = "".join(diff)
-                        raise Exception(
-                            f"\nExpected: \n{test['expected_result']}\nGot: \n{expected_result}\nDiff: \n{printable_diff}"
-                        )
-                    click.echo(FeedbackManager.info(message=f"✓ {test['name']} passed"))
-                except Exception as e:
-                    click.echo(FeedbackManager.error(message=f"✗ {test['name']} failed"))
-                    click.echo(FeedbackManager.error(message=f"\n** Output and expected output are different: \n{e}"))
-                    return False
-            return True
-
-        failed_tests_count = 0
-        test_count = len(test_files)
-
-        for test_file in test_files:
-            if not run_test(test_file):
-                failed_tests_count += 1
-
-        if failed_tests_count:
-            error = f"\n✗ {test_count - failed_tests_count}/{test_count} passed"
-            click.echo(FeedbackManager.error(message=error))
-            sys.exit(1)
-        else:
-            click.echo(FeedbackManager.success(message=f"\n✓ {test_count}/{test_count} passed"))
-    except Exception as e:
-        raise CLITestException(FeedbackManager.error(message=str(e)))
-    finally:
-        cleanup_test_workspace(client, project.folder)
-
-
-def get_pipe_data(client: TinyB, pipe_name: str, test_params: str) -> Response:
-    pipe = client._req(f"/v0/pipes/{pipe_name}")
-    output_node = next(
-        (node for node in pipe["nodes"] if node["node_type"] != "default" and node["node_type"] != "standard"),
-        {"name": "not_found"},
-    )
-    if output_node["node_type"] == "endpoint":
-        return client._req_raw(f"/v0/pipes/{pipe_name}.ndjson?{test_params}")
-
-    params = {
-        "q": output_node["sql"],
-        "pipeline": pipe_name,
-    }
-    return client._req_raw(f"""/v0/sql?{urllib.parse.urlencode(params)}&{test_params}""")
-
-
-def get_pipe_path(name_or_filename: str, folder: str) -> Path:
-    pipe_path: Optional[Path] = None
-
-    if ".pipe" in name_or_filename:
-        pipe_path = Path(name_or_filename)
-        if not pipe_path.exists():
-            pipe_path = None
-    else:
-        pipes = glob.glob(f"{folder}/**/{name_or_filename}.pipe", recursive=True)
-        pipe_path = next((Path(p) for p in pipes if Path(p).exists()), None)
-
-    if not pipe_path:
-        raise Exception(f"Pipe {name_or_filename} not found")
-
-    return pipe_path
-
-
-def cleanup_test_workspace(client: TinyB, path: str) -> None:
-    user_client = deepcopy(client)
-    tokens = get_local_tokens()
-    try:
-        user_token = tokens["user_token"]
-        user_client.token = user_token
-        user_client.delete_workspace(get_test_workspace_name(path), hard_delete_confirmation="yes", version="v1")
-    except Exception:
-        pass
+def run_tests_command(ctx: click.Context, name: Tuple[str, ...]) -> None:
+    client: TinyB = ctx.ensure_object(dict)["client"]
+    project: Project = ctx.ensure_object(dict)["project"]
+    run_tests(name, project, client)

tinybird/tb/modules/test_common.py

@@ -0,0 +1,295 @@
+# This is a command file for our CLI. Please keep it clean.
+#
+# - If it makes sense and only when strictly necessary, you can create utility functions in this file.
+# - But please, **do not** interleave utility functions and command definitions.
+
+import difflib
+import glob
+import urllib.parse
+from copy import deepcopy
+from pathlib import Path
+from typing import Any, Dict, List, Optional, Tuple
+
+import click
+import yaml
+from requests import Response
+
+from tinybird.prompts import test_create_prompt
+from tinybird.tb.client import TinyB
+from tinybird.tb.modules.build_common import process as build_project
+from tinybird.tb.modules.common import sys_exit
+from tinybird.tb.modules.config import CLIConfig
+from tinybird.tb.modules.exceptions import CLITestException
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+from tinybird.tb.modules.llm import LLM
+from tinybird.tb.modules.llm_utils import extract_xml, parse_xml
+from tinybird.tb.modules.local_common import get_local_tokens, get_test_workspace_name
+from tinybird.tb.modules.project import Project
+from tinybird.tb.modules.secret_common import load_secrets
+
+yaml.SafeDumper.org_represent_str = yaml.SafeDumper.represent_str  # type: ignore[attr-defined]
+
+
+def repr_str(dumper, data):
+    if "\n" in data:
+        return dumper.represent_scalar("tag:yaml.org,2002:str", data, style="|")
+    return dumper.org_represent_str(data)
+
+
+yaml.add_representer(str, repr_str, Dumper=yaml.SafeDumper)
+
+
+def generate_test_file(pipe_name: str, tests: List[Dict[str, Any]], folder: Optional[str], mode: str = "w") -> Path:
+    base = Path("tests")
+    if folder:
+        base = Path(folder) / base
+
+    base.mkdir(parents=True, exist_ok=True)
+
+    yaml_str = yaml.safe_dump(tests, sort_keys=False)
+    formatted_yaml = yaml_str.replace("- name:", "\n- name:")
+
+    path = base / f"{pipe_name}.yaml"
+    with open(path, mode) as f:
+        f.write(formatted_yaml)
+    return path
+
+
+def create_test(
+    name_or_filename: str, prompt: str, project: Project, client: TinyB, preview: bool = False
+) -> list[dict[str, Any]]:
+    """
+    Create a test for an existing pipe
+    """
+    tests: List[Dict[str, Any]] = []
+
+    try:
+        load_secrets(project=project, client=client)
+        click.echo(FeedbackManager.highlight(message="\n» Building test environment"))
+        build_project(project=project, tb_client=client, watch=False, silent=True)
+        click.echo(FeedbackManager.info(message="✓ Done!\n"))
+        config = CLIConfig.get_project_config()
+        folder = project.folder
+        pipe_path = get_pipe_path(name_or_filename, folder)
+        pipe_name = pipe_path.stem
+        click.echo(FeedbackManager.highlight(message=f"» Creating tests for {pipe_name} endpoint..."))
+        pipe_content = pipe_path.read_text()
+        pipe = client._req(f"/v0/pipes/{pipe_name}")
+        parameters = set([param["name"] for node in pipe["nodes"] for param in node["params"]])
+
+        system_prompt = test_create_prompt.format(
+            name=pipe_name,
+            content=pipe_content,
+            parameters=parameters or "No parameters",
+        )
+        user_token = config.get_user_token()
+        if not user_token:
+            raise Exception("No user token found")
+
+        llm = LLM(user_token=user_token, host=config.get_client().host)
+        response_llm = llm.ask(system_prompt=system_prompt, prompt=prompt, feature="tb_test_create")
+        response_xml = extract_xml(response_llm, "response")
+        tests_content = parse_xml(response_xml, "test")
+
+        for test_content in tests_content:
+            test: Dict[str, Any] = {}
+            test["name"] = extract_xml(test_content, "name")
+            test["description"] = extract_xml(test_content, "description")
+            parameters_api = extract_xml(test_content, "parameters")
+            test["parameters"] = parameters_api.split("?")[1] if "?" in parameters_api else parameters_api
+            test["expected_result"] = ""
+
+            response = None
+            try:
+                response = get_pipe_data(client, pipe_name=pipe_name, test_params=test["parameters"])
+            except Exception:
+                pass
+
+            if response:
+                if response.status_code >= 400:
+                    test["expected_http_status"] = response.status_code
+                    test["expected_result"] = response.json()["error"]
+                else:
+                    test.pop("expected_http_status", None)
+                    test["expected_result"] = response.text or ""
+
+            tests.append(test)
+
+        if not preview:
+            if len(tests) > 0:
+                generate_test_file(pipe_name, tests, folder, mode="a")
+                for test in tests:
+                    test_name = test["name"]
+                    click.echo(FeedbackManager.info(message=f"✓ {test_name} created"))
+            else:
+                click.echo(FeedbackManager.info(message="* No tests created"))
+
+            click.echo(FeedbackManager.success(message="✓ Done!\n"))
+    except Exception as e:
+        raise CLITestException(FeedbackManager.error(message=str(e)))
+    finally:
+        cleanup_test_workspace(client, project.folder)
+
+    return tests
+
+
+def update_test(pipe: str, project: Project, client: TinyB) -> None:
+    try:
+        folder = project.folder
+        load_secrets(project=project, client=client)
+        click.echo(FeedbackManager.highlight(message="\n» Building test environment"))
+        build_project(project=project, tb_client=client, watch=False, silent=True)
+        click.echo(FeedbackManager.info(message="✓ Done!"))
+        pipe_tests_path = get_pipe_path(pipe, folder)
+        pipe_name = pipe_tests_path.stem
+        if pipe_tests_path.suffix == ".yaml":
+            pipe_name = pipe_tests_path.stem
+        else:
+            pipe_tests_path = Path("tests", f"{pipe_name}.yaml")
+
+        click.echo(FeedbackManager.highlight(message=f"\n» Updating tests expectations for {pipe_name} endpoint..."))
+        pipe_tests_path = Path(project.folder) / pipe_tests_path
+        pipe_tests_content = yaml.safe_load(pipe_tests_path.read_text())
+        for test in pipe_tests_content:
+            test_params = test["parameters"].split("?")[1] if "?" in test["parameters"] else test["parameters"]
+            response = None
+            try:
+                response = get_pipe_data(client, pipe_name=pipe_name, test_params=test_params)
+            except Exception:
+                continue
+
+            if response.status_code >= 400:
+                test["expected_http_status"] = response.status_code
+                test["expected_result"] = response.json()["error"]
+            else:
+                if "expected_http_status" in test:
+                    del test["expected_http_status"]
+
+                test["expected_result"] = response.text or ""
+
+        generate_test_file(pipe_name, pipe_tests_content, folder)
+        for test in pipe_tests_content:
+            test_name = test["name"]
+            click.echo(FeedbackManager.info(message=f"✓ {test_name} updated"))
+
+        click.echo(FeedbackManager.success(message="✓ Done!\n"))
+    except Exception as e:
+        raise CLITestException(FeedbackManager.error(message=str(e)))
+    finally:
+        cleanup_test_workspace(client, project.folder)
+
+
+def run_tests(name: Tuple[str, ...], project: Project, client: TinyB) -> None:
+    full_error = ""
+    try:
+        load_secrets(project=project, client=client)
+        click.echo(FeedbackManager.highlight(message="\n» Building test environment"))
+        build_project(project=project, tb_client=client, watch=False, silent=True)
+        click.echo(FeedbackManager.info(message="✓ Done!"))
+
+        click.echo(FeedbackManager.highlight(message="\n» Running tests"))
+        paths = [Path(n) for n in name]
+        endpoints = [f"{project.path}/tests/{p.stem}.yaml" for p in paths]
+        test_files: List[str] = (
+            endpoints if len(endpoints) > 0 else glob.glob(f"{project.path}/tests/**/*.y*ml", recursive=True)
+        )
+
+        def run_test(test_file) -> Optional[str]:
+            test_file_path = Path(test_file)
+            click.echo(FeedbackManager.info(message=f"* {test_file_path.stem}{test_file_path.suffix}"))
+            test_file_content = yaml.safe_load(test_file_path.read_text())
+            test_file_errors = ""
+            for test in test_file_content:
+                try:
+                    test_params = test["parameters"].split("?")[1] if "?" in test["parameters"] else test["parameters"]
+                    response = None
+                    try:
+                        response = get_pipe_data(client, pipe_name=test_file_path.stem, test_params=test_params)
+                    except Exception:
+                        continue
+
+                    expected_result = response.text
+                    if response.status_code >= 400:
+                        expected_result = response.json()["error"]
+                        if "expected_http_status" not in test:
+                            raise Exception("Expected to not fail but got an error")
+                        if test["expected_http_status"] != response.status_code:
+                            raise Exception(f"Expected {test['expected_http_status']} but got {response.status_code}")
+
+                    if test["expected_result"] != expected_result:
+                        diff = difflib.ndiff(
+                            test["expected_result"].splitlines(keepends=True), expected_result.splitlines(keepends=True)
+                        )
+                        printable_diff = "".join(diff)
+                        raise Exception(
+                            f"\nExpected: \n{test['expected_result']}\nGot: \n{expected_result}\nDiff: \n{printable_diff}"
+                        )
+                    click.echo(FeedbackManager.info(message=f"✓ {test['name']} passed"))
+                except Exception as e:
+                    test_file_errors += f"✗ {test['name']} failed\n** Output and expected output are different: \n{e}"
+                    click.echo(FeedbackManager.error(message=test_file_errors))
+                    return test_file_errors
+            return None
+
+        failed_tests_count = 0
+        test_count = len(test_files)
+
+        for test_file in test_files:
+            if run_test_error := run_test(test_file):
+                full_error += f"\n{run_test_error}"
+                failed_tests_count += 1
+
+        if failed_tests_count:
+            error = f"\n✗ {test_count - failed_tests_count}/{test_count} passed"
+            click.echo(FeedbackManager.error(message=error))
+            sys_exit("test_error", full_error)
+        else:
+            click.echo(FeedbackManager.success(message=f"\n✓ {test_count}/{test_count} passed"))
+    except Exception as e:
+        raise CLITestException(FeedbackManager.error(message=str(e)))
+    finally:
+        cleanup_test_workspace(client, project.folder)
+
+
+def get_pipe_data(client: TinyB, pipe_name: str, test_params: str) -> Response:
+    pipe = client._req(f"/v0/pipes/{pipe_name}")
+    output_node = next(
+        (node for node in pipe["nodes"] if node["node_type"] != "default" and node["node_type"] != "standard"),
+        {"name": "not_found"},
+    )
+    if output_node["node_type"] == "endpoint":
+        return client._req_raw(f"/v0/pipes/{pipe_name}.ndjson?{test_params}")
+
+    params = {
+        "q": output_node["sql"],
+        "pipeline": pipe_name,
+    }
+    return client._req_raw(f"""/v0/sql?{urllib.parse.urlencode(params)}&{test_params}""")
+
+
+def get_pipe_path(name_or_filename: str, folder: str) -> Path:
+    pipe_path: Optional[Path] = None
+
+    if ".pipe" in name_or_filename:
+        pipe_path = Path(name_or_filename)
+        if not pipe_path.exists():
+            pipe_path = None
+    else:
+        pipes = glob.glob(f"{folder}/**/{name_or_filename}.pipe", recursive=True)
+        pipe_path = next((Path(p) for p in pipes if Path(p).exists()), None)
+
+    if not pipe_path:
+        raise Exception(f"Pipe {name_or_filename} not found")
+
+    return pipe_path
+
+
+def cleanup_test_workspace(client: TinyB, path: str) -> None:
+    user_client = deepcopy(client)
+    tokens = get_local_tokens()
+    try:
+        user_token = tokens["user_token"]
+        user_client.token = user_token
+        user_client.delete_workspace(get_test_workspace_name(path), hard_delete_confirmation="yes", version="v1")
+    except Exception:
+        pass

{tinybird-0.0.1.dev258.dist-info → tinybird-0.0.1.dev260.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev258
+Version: 0.0.1.dev260
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev258.dist-info → tinybird-0.0.1.dev260.dist-info}/RECORD

@@ -3,7 +3,7 @@ tinybird/context.py,sha256=FfqYfrGX_I7PKGTQo93utaKPDNVYWelg4Hsp3evX5wM,1291
 tinybird/datatypes.py,sha256=r4WCvspmrXTJHiPjjyOTiZyZl31FO3Ynkwq4LQsYm6E,11059
 tinybird/feedback_manager.py,sha256=1INQFfRfuMCb9lfB8KNf4r6qC2khW568hoHjtk-wshI,69305
 tinybird/git_settings.py,sha256=Sw_8rGmribEFJ4Z_6idrVytxpFYk7ez8ei0qHULzs3E,3934
-tinybird/prompts.py,sha256=9zXOYI8TzFAyp_bolqtxhtaqg0c1u4AJolFM0o3aYiY,45393
+tinybird/prompts.py,sha256=HoDv9TxPiP8v2XoGTWYxP133dK9CEbXVv4XE5IT339c,45483
 tinybird/sql.py,sha256=BufnOgclQokDyihtuXesOwHBsebN6wRXIxO5wKRkOwE,48299
 tinybird/sql_template.py,sha256=AezE1o6_BzbHFi0J9OIqTrXQ5WvoX5eNVq4QCbFjGcs,100338
 tinybird/sql_template_fmt.py,sha256=KUHdj5rYCYm_rKKdXYSJAE9vIyXUQLB0YSZnUXHeBlY,10196
@@ -17,7 +17,7 @@ tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1w
 tinybird/datafile/parse_connection.py,sha256=tRyn2Rpr1TeWet5BXmMoQgaotbGdYep1qiTak_OqC5E,1825
 tinybird/datafile/parse_datasource.py,sha256=ssW8QeFSgglVFi3sDZj_HgkJiTJ2069v2JgqnH3CkDE,1825
 tinybird/datafile/parse_pipe.py,sha256=xf4m0Tw44QWJzHzAm7Z7FwUoUUtr7noMYjU1NiWnX0k,3880
-tinybird/tb/__cli__.py,sha256=4aRXg7mNecs7o1hpJl12I94ag62DgZr1v_Wu7L0yO0s,247
+tinybird/tb/__cli__.py,sha256=GooE8LYwW5AvSc5ky2GJcqRgW4eIKUmmqimo2SYppqE,247
 tinybird/tb/check_pypi.py,sha256=Gp0HkHHDFMSDL6nxKlOY51z7z1Uv-2LRexNTZSHHGmM,552
 tinybird/tb/cli.py,sha256=FdDFEIayjmsZEVsVSSvRiVYn_FHOVg_zWQzchnzfWho,1008
 tinybird/tb/client.py,sha256=pJbdkWMXGAqKseNAvdsRRnl_c7I-DCMB0dWCQnG82nU,54146
@@ -54,7 +54,7 @@ tinybird/tb/modules/mock.py,sha256=ET8sRpmXnQsd2sSJXH_KCdREU1_XQgkORru6T357Akc,3
 tinybird/tb/modules/mock_common.py,sha256=72yKp--Zo40hrycUtiajSRW2BojOsgOZFqUorQ_KQ3w,2279
 tinybird/tb/modules/open.py,sha256=LYiuO8Z1I9O_v6pv58qpUCWFD6BT00BdeO21fRa4I4Y,1315
 tinybird/tb/modules/pipe.py,sha256=xPKtezhnWZ6k_g82r4XpgKslofhuIxb_PvynH4gdUzI,2393
-tinybird/tb/modules/project.py,sha256=YyoVnRzqEa8h5uXF4SjkhltChcVaYuUnE_jakKYue3A,6023
+tinybird/tb/modules/project.py,sha256=503rZ9bcumFG9F8rlJXqvceO-BjU3hS6lkq8R2ZwSpg,6617
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb/modules/secret.py,sha256=9BIdh2PZDAbY2wRbf4ZDvkEltygztz1RMxgDmY1D0LI,3521
 tinybird/tb/modules/secret_common.py,sha256=HyCLAI9WniDLwfK6SAb7ZUWorWjtf8j_GghlaTaos_I,1829
@@ -62,24 +62,25 @@ tinybird/tb/modules/shell.py,sha256=_9PaKkkh6ZjkixVtKNAtoCPqXMXMn1aQJM_Xzirn7ZM,
 tinybird/tb/modules/sink.py,sha256=dK2s__my0ePIUYrqBzhPSgdWN9rbpvP1G4dT7DJzz80,3865
 tinybird/tb/modules/table.py,sha256=4XrtjM-N0zfNtxVkbvLDQQazno1EPXnxTyo7llivfXk,11035
 tinybird/tb/modules/telemetry.py,sha256=T9gtsQffWqG_4hRBaUJPzOfMkPwz7mH-R6Bn1XRYViA,11482
-tinybird/tb/modules/test.py,sha256=ma6wLSf4PPr1vywSBafU80oR3nJLo3ZSK-_judTiiiE,13145
+tinybird/tb/modules/test.py,sha256=O2-mS4uMU6nPi7yWPpWzshAgOlYKiGS-tkM12pXQGMI,1906
+tinybird/tb/modules/test_common.py,sha256=LRgR2m2AgO5BYfdhboNL6ywIrRCffXsjzSwQE7A1W2Y,12459
 tinybird/tb/modules/token.py,sha256=DkXW9FNCLGBisXewfk195jTJ6B1Iz7zq3cEEac48aAs,12731
 tinybird/tb/modules/watch.py,sha256=No0bK1M1_3CYuMaIgylxf7vYFJ72lTJe3brz6xQ-mJo,8819
 tinybird/tb/modules/workspace.py,sha256=Q_8HcxMsNg8QG9aBlwcWS2umrDP5IkTIHqqz3sfmGuc,11341
 tinybird/tb/modules/workspace_members.py,sha256=5JdkJgfuEwbq-t6vxkBhYwgsiTDxF790wsa6Xfif9nk,8608
 tinybird/tb/modules/agent/__init__.py,sha256=i3oe3vDIWWPaicdCM0zs7D7BJ1W0k7th93ooskHAV00,54
-tinybird/tb/modules/agent/agent.py,sha256=Hveg9ty1w2Xa2Tr3rBWLRbEUU6C5KiLHG7anrU3cv_k,22874
+tinybird/tb/modules/agent/agent.py,sha256=r8mreWX8CdvzKp_BSCvWJHGQ5xcKee2aPVeOcLbDeMo,24121
 tinybird/tb/modules/agent/animations.py,sha256=4WOC5_2BracttmMCrV0H91tXfWcUzQHBUaIJc5FA7tE,3490
 tinybird/tb/modules/agent/banner.py,sha256=7f97PeCPW-oW9mReQn3D0by8mnDhoc0VbfebEPRPI7c,3070
 tinybird/tb/modules/agent/memory.py,sha256=O6Kumn9AyKxcTkhI45yjAUZ3ZIAibLOcNWoiEuLYeqY,3245
 tinybird/tb/modules/agent/models.py,sha256=LW1D27gjcd_jwFmghEzteCgToDfodX2B6B5S8BYbysw,735
-tinybird/tb/modules/agent/prompts.py,sha256=ee0EGMIhcxDF2-0uAtI2ApsDk1AM_0vLTx3LZfjX760,26122
-tinybird/tb/modules/agent/utils.py,sha256=YeTDaPBdQ5c1oXpwSy5GAeTc5-4WP8T1VEkt5f_FLUY,26844
+tinybird/tb/modules/agent/prompts.py,sha256=pSjEeXzfN5_bFl0bF1mHcVva0A4mKBGXA7nBUUkVnGU,28057
+tinybird/tb/modules/agent/utils.py,sha256=tVymkZdDINcp5iLPrjEWEsoGmj4SjNbvgsXcYqsMrhU,26888
 tinybird/tb/modules/agent/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tinybird/tb/modules/agent/tools/analyze.py,sha256=fTKjMCq8ckvvqq8WqpE2aE_gO0XBM-eFPt75WTFC3ik,3565
 tinybird/tb/modules/agent/tools/append.py,sha256=b8nCO788MAk1ahITdNrrzMdUDhj-Y6KBwOCj4UmCQxg,5606
 tinybird/tb/modules/agent/tools/build.py,sha256=iSsdq42jpP8PC4SOUOLHYzuDrmqU3MDBYwhrT44tBFk,825
-tinybird/tb/modules/agent/tools/create_datafile.py,sha256=twsURhfIhQ5sjTwvsxR0rsERjfIcYxwDZpVNWG6MBPI,4423
+tinybird/tb/modules/agent/tools/create_datafile.py,sha256=habaRw-PXGFMuyWgqwcm4Lg4ataYhkyebmPUoCl10p8,6860
 tinybird/tb/modules/agent/tools/deploy.py,sha256=2hKj6LMYiDea6ventsBjE6ArECGIryTdo3X-LYo5oZI,1248
 tinybird/tb/modules/agent/tools/deploy_check.py,sha256=2Wr9hQfKPlhqhumOv5TNl_xFctvdq_DHZ2dI2h_LggY,1048
 tinybird/tb/modules/agent/tools/diff_resource.py,sha256=_9xHcDzCTKk_E1wKQbuktVqV6U9sA0kqYaBxWvtliX0,2613
@@ -91,6 +92,7 @@ tinybird/tb/modules/agent/tools/mock.py,sha256=4JJ_45uWkbDhTGeKpwDv8L07ewsbF8u7q
 tinybird/tb/modules/agent/tools/plan.py,sha256=2KHLNkr2f1RfkbAR4mCVsv94LGosXd8-ky7v6BB1OtQ,985
 tinybird/tb/modules/agent/tools/preview_datafile.py,sha256=Gbao_FxhXstnUnngVQxztpizjugyfx1rOXTkw7Yabls,858
 tinybird/tb/modules/agent/tools/request_endpoint.py,sha256=xNYIEFI9sfq3SjevYqJaHH1EP6uEX5HHrbKS6qo3Imo,2852
+tinybird/tb/modules/agent/tools/test.py,sha256=0gXTfx6Yj1ZPDNDkKJj0RRhA6RQr6UtTM43KsHrdR_Y,4813
 tinybird/tb/modules/datafile/build.py,sha256=NFKBrusFLU0WJNCXePAFWiEDuTaXpwc0lHlOQWEJ43s,51117
 tinybird/tb/modules/datafile/build_common.py,sha256=2yNdxe49IMA9wNvl25NemY2Iaz8L66snjOdT64dm1is,4511
 tinybird/tb/modules/datafile/build_datasource.py,sha256=Ra8pVQBDafbFRUKlhpgohhTsRyp_ADKZJVG8Gd69idY,17227
@@ -111,8 +113,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev258.dist-info/METADATA,sha256=nUKt8chAClK1BM1cJFNEyNYZW8YM-RpZ0hpQ2q-aezY,1733
-tinybird-0.0.1.dev258.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev258.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev258.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev258.dist-info/RECORD,,
+tinybird-0.0.1.dev260.dist-info/METADATA,sha256=BREz0wuoONs5NhcgFYDlZXBWfTF3MLyADgy3eF6X168,1733
+tinybird-0.0.1.dev260.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev260.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev260.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev260.dist-info/RECORD,,