tinybird 0.0.1.dev262__py3-none-any.whl → 0.0.1.dev263__py3-none-any.whl

tinybird/datafile/common.py

@@ -461,6 +461,15 @@ class Datafile:
                     raise DatafileValidationError(
                         f"Invalid permission {token['permission']} for token {token['token_name']}. Only READ and APPEND are allowed for datasources"
                     )
+
+            # Validate sorting key if present
+            if "engine" in node and isinstance(node["engine"], dict) and "args" in node["engine"]:
+                for arg_name, arg_value in node["engine"]["args"]:
+                    if arg_name.lower() == "sorting_key":
+                        # Check for sorting key constraints
+                        self._validate_sorting_key(arg_value, node)
+                        break
+
             # Validate Kafka params
             if any(param in node for param in KAFKA_PARAMS) and (
                 missing := [param for param in REQUIRED_KAFKA_PARAMS if param not in node]
@@ -483,6 +492,148 @@ class Datafile:
             # We cannot validate a datafile whose kind is unknown
             pass
 
+    def _validate_sorting_key(self, sorting_key: str, node: Dict[str, Any]) -> None:
+        """
+        Validates that a sorting key doesn't reference:
+        - Nullable columns
+        - AggregateFunction types
+        - Engine version columns for ReplacingMergeTree
+        """
+        if sorting_key == "tuple()" or not sorting_key:
+            return  # Empty sorting key is valid
+
+        engine_ver_column = self._extract_engine_ver_column(node)
+        schema_columns = {col["name"]: col for col in node["columns"]}
+        sorting_key_columns = self._parse_sorting_key_columns(sorting_key, engine_ver_column)
+
+        self._validate_columns_against_schema(sorting_key_columns, schema_columns)
+
+    def _extract_engine_ver_column(self, node: Dict[str, Any]) -> Optional[str]:
+        engine_info = node.get("engine", {})
+
+        if not isinstance(engine_info, dict):
+            return None
+
+        engine_type = engine_info.get("type", "")
+        if engine_type != "ReplacingMergeTree":
+            return None
+
+        engine_args = engine_info.get("args", [])
+        for arg_name, arg_value in engine_args:
+            if arg_name == "ver":
+                return arg_value
+
+        return None
+
+    def _parse_sorting_key_columns(self, sorting_key: str, engine_ver_column: Optional[str]) -> List[str]:
+        """Parse sorting key to extract column names and validate constraints."""
+        # Validate ENGINE_VER column constraint early
+        if engine_ver_column and engine_ver_column in sorting_key:
+            raise DatafileValidationError(
+                f"ENGINE_VER column '{engine_ver_column}' cannot be included in the sorting key for ReplacingMergeTree. "
+                f"Including the version column in the sorting key prevents deduplication because rows with different "
+                f"versions will have different sorting keys and won't be considered duplicates. The sorting key should "
+                f"define the record identity (what makes it unique), while ENGINE_VER tracks which version to keep."
+            )
+
+        # Remove tuple() wrapper if present
+        column_str = sorting_key
+        if column_str.startswith("tuple(") and column_str.endswith(")"):
+            column_str = column_str[6:-1]
+
+        sorting_key_columns = []
+
+        for part in column_str.split(","):
+            part = part.strip()
+
+            if self._is_aggregate_function_expression(part):
+                raise DatafileValidationError(
+                    f"Sorting key contains aggregate function expression '{part}'. Aggregate function expressions cannot be used in sorting keys."
+                )
+
+            # Extract column names from the part
+            extracted_columns = self._extract_column_names_from_part(part)
+            sorting_key_columns.extend(extracted_columns)
+
+        return sorting_key_columns
+
+    def _is_aggregate_function_expression(self, part: str) -> bool:
+        """Check if a sorting key part is an aggregate function expression."""
+        if not ("(" in part and part.endswith(")")):
+            return False
+
+        func_start = part.find("(")
+        func_name = part[:func_start].strip().lower()
+
+        aggregate_function_names = {
+            "sum",
+            "count",
+            "avg",
+            "min",
+            "max",
+            "any",
+            "grouparray",
+            "groupuniqarray",
+            "uniq",
+            "summerge",
+            "countmerge",
+            "avgmerge",
+            "minmerge",
+            "maxmerge",
+            "anymerge",
+            "grouparraymerge",
+            "groupuniqarraymerge",
+            "uniqmerge",
+        }
+
+        return func_name in aggregate_function_names
+
+    def _extract_column_names_from_part(self, part: str) -> List[str]:
+        """Extract column names from a sorting key part."""
+        columns = []
+
+        if "(" in part and part.endswith(")"):
+            # Function expression - extract column names from inside parentheses
+            func_start = part.find("(")
+            inner_content = part[func_start + 1 : -1].strip()
+            for inner_part in inner_content.split(","):
+                inner_part = inner_part.strip().strip("`")
+                if inner_part and inner_part.isidentifier():
+                    columns.append(inner_part)
+        elif part:
+            # Simple column name
+            column_name = part.strip("`")
+            if column_name:
+                columns.append(column_name)
+
+        return columns
+
+    def _validate_columns_against_schema(
+        self, sorting_key_columns: List[str], schema_columns: Dict[str, Dict[str, Any]]
+    ) -> None:
+        """Validate each column in the sorting key against the schema."""
+        if not schema_columns:
+            return  # No schema information available, can't validate
+
+        for col_name in sorting_key_columns:
+            if col_name not in schema_columns:
+                continue
+
+            self._validate_single_column(col_name, schema_columns[col_name])
+
+    def _validate_single_column(self, col_name: str, column_info: Dict[str, Any]) -> None:
+        """Validate a single column for use in sorting keys."""
+        col_type = column_info.get("type", "").lower()
+        is_nullable = column_info.get("nullable", False)
+        if is_nullable:
+            raise DatafileValidationError(
+                f"Sorting key contains nullable column '{col_name}'. Nullable columns cannot be used in sorting keys."
+            )
+        if "aggregatefunction" in col_type:
+            raise DatafileValidationError(
+                f"Sorting key contains column '{col_name}' with AggregateFunction type. AggregateFunction columns cannot be used in sorting keys."
+            )
+
 
 def format_filename(filename: str, hide_folders: bool = False):
     return os.path.basename(filename) if hide_folders else filename

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev262'
-__revision__ = 'b28ec2c'
+__version__ = '0.0.1.dev263'
+__revision__ = '1d13423'

tinybird/tb/modules/agent/agent.py

@@ -2,6 +2,7 @@ import asyncio
 import shlex
 import subprocess
 import sys
+import urllib.parse
 from functools import partial
 from pathlib import Path
 from typing import Any, Optional
@@ -11,13 +12,16 @@ import humanfriendly
 from pydantic_ai import Agent, RunContext, Tool
 from pydantic_ai.agent import AgentRunResult
 from pydantic_ai.messages import ModelMessage, ModelRequest, UserPromptPart
+from requests import Response
 
 from tinybird.tb.client import TinyB
 from tinybird.tb.modules.agent.animations import ThinkingAnimation
 from tinybird.tb.modules.agent.banner import display_banner
+from tinybird.tb.modules.agent.command_agent import CommandAgent
 from tinybird.tb.modules.agent.memory import clear_history, clear_messages, load_messages, save_messages
 from tinybird.tb.modules.agent.models import create_model, model_costs
 from tinybird.tb.modules.agent.prompts import agent_system_prompt, load_custom_project_rules, resources_prompt
+from tinybird.tb.modules.agent.testing_agent import TestingAgent
 from tinybird.tb.modules.agent.tools.analyze import analyze_file, analyze_url
 from tinybird.tb.modules.agent.tools.append import append_file, append_url
 from tinybird.tb.modules.agent.tools.build import build
@@ -32,9 +36,7 @@ from tinybird.tb.modules.agent.tools.mock import mock
 from tinybird.tb.modules.agent.tools.plan import plan
 from tinybird.tb.modules.agent.tools.preview_datafile import preview_datafile
 from tinybird.tb.modules.agent.tools.request_endpoint import request_endpoint
-from tinybird.tb.modules.agent.tools.test import create_tests as create_tests_tool
-from tinybird.tb.modules.agent.tools.test import run_tests as run_tests_tool
-from tinybird.tb.modules.agent.utils import AgentRunCancelled, TinybirdAgentContext, show_input
+from tinybird.tb.modules.agent.utils import AgentRunCancelled, TinybirdAgentContext, show_confirmation, show_input
 from tinybird.tb.modules.build_common import process as build_process
 from tinybird.tb.modules.common import _analyze, _get_tb_client, echo_safe_humanfriendly_tables_format_pretty_table
 from tinybird.tb.modules.config import CLIConfig
@@ -64,6 +66,7 @@ class TinybirdAgent:
         self.host = host
         self.dangerously_skip_permissions = dangerously_skip_permissions or prompt_mode
         self.project = project
+        self.thinking_animation = ThinkingAnimation()
         if prompt_mode:
             self.messages: list[ModelMessage] = load_messages()[-5:]
         else:
@@ -102,12 +105,61 @@ class TinybirdAgent:
                 Tool(execute_query, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(request_endpoint, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(diff_resource, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
-                Tool(create_tests_tool, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
-                Tool(run_tests_tool, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
             ],
             history_processors=[self._context_aware_processor],
         )
 
+        self.testing_agent = TestingAgent(
+            dangerously_skip_permissions=self.dangerously_skip_permissions,
+            prompt_mode=prompt_mode,
+            thinking_animation=self.thinking_animation,
+            token=self.token,
+            user_token=self.user_token,
+            host=self.host,
+            workspace_id=workspace_id,
+            project=self.project,
+        )
+        self.command_agent = CommandAgent(
+            dangerously_skip_permissions=self.dangerously_skip_permissions,
+            prompt_mode=prompt_mode,
+            thinking_animation=self.thinking_animation,
+            token=self.token,
+            user_token=self.user_token,
+            host=self.host,
+            workspace_id=workspace_id,
+            project=self.project,
+        )
+
+        @self.agent.tool
+        def manage_tests(ctx: RunContext[TinybirdAgentContext], task: str) -> str:
+            """Delegate test management to the test agent:
+
+            Args:
+                task (str): The detailed task to perform. Required.
+
+            Returns:
+                str: The result of the query.
+            """
+            result = self.testing_agent.run(task, deps=ctx.deps, usage=ctx.usage)
+
+            if not result:
+                return "Could not solve the task using the test agent"
+
+            return result.output
+
+        @self.agent.tool
+        def run_command(ctx: RunContext[TinybirdAgentContext], task: str) -> str:
+            """Solve a task using directly Tinybird CLI commands.
+
+            Args:
+                task (str): The task to solve. Required.
+
+            Returns:
+                str: The result of the command.
+            """
+            result = self.command_agent.run(task, deps=ctx.deps, usage=ctx.usage)
+            return result.output
+
         @self.agent.instructions
         def get_local_host(ctx: RunContext[TinybirdAgentContext]) -> str:
             return f"Tinybird Local host: {ctx.deps.local_host}"
@@ -128,8 +180,6 @@ class TinybirdAgent:
         def get_project_files(ctx: RunContext[TinybirdAgentContext]) -> str:
             return resources_prompt(self.project)
 
-        self.thinking_animation = ThinkingAnimation()
-
     def add_message(self, message: ModelMessage) -> None:
         self.messages.append(message)
 
@@ -155,6 +205,7 @@ class TinybirdAgent:
         project = self.project
         folder = self.project.folder
         local_client = get_tinybird_local_client(config, test=False, silent=False)
+        test_client = get_tinybird_local_client(config, test=True, silent=True)
         return TinybirdAgentContext(
             # context does not support the whole client, so we need to pass only the functions we need
             explore_data=client.explore_data,
@@ -169,6 +220,8 @@ class TinybirdAgent:
             execute_query_local=partial(execute_query_local, config=config),
             request_endpoint_cloud=partial(request_endpoint_cloud, config=config),
             request_endpoint_local=partial(request_endpoint_local, config=config),
+            build_project_test=partial(build_project_test, project=project, client=test_client),
+            get_pipe_data_test=partial(get_pipe_data_test, client=test_client),
             get_datasource_datafile_cloud=partial(get_datasource_datafile_cloud, config=config),
             get_datasource_datafile_local=partial(get_datasource_datafile_local, config=config),
             get_pipe_datafile_cloud=partial(get_pipe_datafile_cloud, config=config),
@@ -176,7 +229,7 @@ class TinybirdAgent:
             get_connection_datafile_cloud=partial(get_connection_datafile_cloud, config=config),
             get_connection_datafile_local=partial(get_connection_datafile_local, config=config),
             get_project_files=project.get_project_files,
-            run_tests=partial(run_tests, project=project, config=config),
+            run_tests=partial(run_tests, project=project, client=test_client),
             folder=folder,
             thinking_animation=self.thinking_animation,
             workspace_name=self.project.workspace_name,
@@ -277,15 +330,40 @@ def run_agent(
                     FeedbackManager.error(message="Tinybird Code requires authentication. Run 'tb login' first.")
                 )
                 return
+        build_user_input: Optional[str] = None
+        try:
+            build_project(config, project, test=False, silent=True)
+        except CLIBuildException as e:
+            if prompt:
+                raise e
+            click.echo(FeedbackManager.error(message=e))
+            try:
+                show_confirmation(
+                    title="Fix project errors?", skip_confirmation=dangerously_skip_permissions, show_review=False
+                )
+            except AgentRunCancelled:
+                click.echo(FeedbackManager.info(message="User cancelled the operation"))
+                return
 
-        build_project(config, project, test=False, silent=True)
+            build_user_input = f"Error building project. Fix the errors before continuing. {e}"
 
         # In prompt mode, always skip permissions to avoid interactive prompts
         prompt_mode = prompt is not None
-        agent = TinybirdAgent(token, user_token, host, workspace_id, project, dangerously_skip_permissions, prompt_mode)
+
+        agent = TinybirdAgent(
+            token,
+            user_token,
+            host,
+            workspace_id,
+            project,
+            dangerously_skip_permissions,
+            prompt_mode,
+        )
 
         # Print mode: run once with the provided prompt and exit
         if prompt:
+            if build_user_input:
+                prompt = f"User input: {prompt}\n\n{build_user_input}"
             agent.run(prompt, config)
             return
 
@@ -302,7 +380,8 @@ def run_agent(
     try:
         while True:
             try:
-                user_input = show_input(workspace_name)
+                user_input = build_user_input or show_input(workspace_name)
+                build_user_input = None
                 if user_input.startswith("tb "):
                     cmd_parts = shlex.split(user_input)
                     subprocess.run(cmd_parts)
@@ -373,12 +452,12 @@ def run_agent(
 
 
 def build_project(
-    config: dict[str, Any], project: Project, silent: bool = True, test: bool = True, load_fixtures: bool = False
+    config: dict[str, Any], project: Project, silent: bool = False, test: bool = True, load_fixtures: bool = False
 ) -> None:
-    local_client = get_tinybird_local_client(config, test=test, silent=silent)
+    client = get_tinybird_local_client(config, test=test, silent=silent)
     build_error = build_process(
         project=project,
-        tb_client=local_client,
+        tb_client=client,
         watch=False,
         silent=silent,
         exit_on_error=False,
@@ -388,6 +467,23 @@ def build_project(
         raise CLIBuildException(build_error)
 
 
+def build_project_test(
+    client: TinyB,
+    project: Project,
+    silent: bool = False,
+) -> None:
+    build_error = build_process(
+        project=project,
+        tb_client=client,
+        watch=False,
+        silent=silent,
+        exit_on_error=False,
+        load_fixtures=True,
+    )
+    if build_error:
+        raise CLIBuildException(build_error)
+
+
 def deploy_project(config: dict[str, Any], project: Project) -> None:
     client = _get_tb_client(config["token"], config["host"])
     try:
@@ -408,6 +504,8 @@ def deploy_check_project(config: dict[str, Any], project: Project) -> None:
     try:
         create_deployment(project=project, client=client, config=config, check=True, wait=True, auto=True)
     except SystemExit as e:
+        if hasattr(e, "code") and e.code == 0:
+            return
         raise CLIDeploymentException(e.args[0])
 
 
@@ -529,9 +627,24 @@ def get_connection_datafile_local(config: dict[str, Any], connection_name: str)
         return "Connection not found"
 
 
-def run_tests(config: dict[str, Any], project: Project, pipe_name: Optional[str] = None) -> None:
-    local_client = get_tinybird_local_client(config, test=True, silent=True)
+def run_tests(client: TinyB, project: Project, pipe_name: Optional[str] = None) -> None:
     try:
-        run_tests_common(name=(pipe_name,) if pipe_name else (), project=project, client=local_client)
+        run_tests_common(name=(pipe_name,) if pipe_name else (), project=project, client=client)
     except SystemExit as e:
         raise Exception(e.args[0])
+
+
+def get_pipe_data_test(client: TinyB, pipe_name: str, test_params: Optional[dict[str, str]] = None) -> Response:
+    pipe = client._req(f"/v0/pipes/{pipe_name}")
+    output_node = next(
+        (node for node in pipe["nodes"] if node["node_type"] != "default" and node["node_type"] != "standard"),
+        {"name": "not_found"},
+    )
+    if output_node["node_type"] == "endpoint":
+        return client._req_raw(f"/v0/pipes/{pipe_name}.ndjson?{test_params}")
+
+    params = {
+        "q": output_node["sql"],
+        "pipeline": pipe_name,
+    }
+    return client._req_raw(f"""/v0/sql?{urllib.parse.urlencode(params)}&{test_params}""")

tinybird/tb/modules/agent/banner.py

@@ -1,56 +1,131 @@
+import os
+import sys
+
 import click
 
 
+def detect_terminal_capabilities():
+    """Detect terminal color and Unicode capabilities"""
+    # Check for true color support
+    colorterm = os.environ.get("COLORTERM", "").lower()
+    term = os.environ.get("TERM", "").lower()
+    term_program = os.environ.get("TERM_PROGRAM", "").lower()
+
+    # Known terminals with good true color support
+    modern_terminals = ["warp", "ghostty", "iterm2", "alacritty", "kitty", "hyper"]
+
+    # Check for true color support
+    has_truecolor = (
+        colorterm in ["truecolor", "24bit"]
+        or term_program in modern_terminals
+        or "truecolor" in term
+        or "24bit" in term
+    )
+
+    # Check if it's standard macOS Terminal
+    is_macos_terminal = term_program == "apple_terminal"
+
+    # Check for Unicode support (most modern terminals support this)
+    has_unicode = sys.stdout.encoding and "utf" in sys.stdout.encoding.lower()
+
+    return {
+        "truecolor": has_truecolor and not is_macos_terminal,
+        "unicode": has_unicode,
+        "is_macos_terminal": is_macos_terminal,
+    }
+
+
 def display_banner():
     reset = "\033[0m"
+    capabilities = detect_terminal_capabilities()
 
     click.echo("\n")
-    # The Tinybird Code ASCII art banner
-    banner = [
-        "  ████████╗██╗███╗   ██╗██╗   ██╗██████╗ ██╗██████╗ ██████╗     ██████╗ ██████╗ ██████╗ ███████╗",
-        "  ╚══██╔══╝██║████╗  ██║╚██╗ ██╔╝██╔══██╗██║██╔══██╗██╔══██╗   ██╔════╝██╔═══██╗██╔══██╗██╔════╝",
-        "     ██║   ██║██╔██╗ ██║ ╚████╔╝ ██████╔╝██║██████╔╝██║  ██║   ██║     ██║   ██║██║  ██║█████╗  ",
-        "     ██║   ██║██║╚██╗██║  ╚██╔╝  ██╔══██╗██║██╔══██╗██║  ██║   ██║     ██║   ██║██║  ██║██╔══╝  ",
-        "     ██║   ██║██║ ╚████║   ██║   ██████╔╝██║██║  ██║██████╔╝   ╚██████╗╚██████╔╝██████╔╝███████╗",
-        "     ╚═╝   ╚═╝╚═╝  ╚═══╝   ╚═╝   ╚═════╝ ╚═╝╚═╝  ╚═╝╚═════╝     ╚═════╝ ╚═════╝ ╚═════╝ ╚══════╝",
-    ]
+
+    # Choose banner based on Unicode support
+    if capabilities["unicode"]:
+        # Unicode box-drawing characters banner
+        banner = [
+            "  ████████╗██╗███╗   ██╗██╗   ██╗██████╗ ██╗██████╗ ██████╗     ██████╗ ██████╗ ██████╗ ███████╗",
+            "  ╚══██╔══╝██║████╗  ██║╚██╗ ██╔╝██╔══██╗██║██╔══██╗██╔══██╗   ██╔════╝██╔═══██╗██╔══██╗██╔════╝",
+            "     ██║   ██║██╔██╗ ██║ ╚████╔╝ ██████╔╝██║██████╔╝██║  ██║   ██║     ██║   ██║██║  ██║█████╗  ",
+            "     ██║   ██║██║╚██╗██║  ╚██╔╝  ██╔══██╗██║██╔══██╗██║  ██║   ██║     ██║   ██║██║  ██║██╔══╝  ",
+            "     ██║   ██║██║ ╚████║   ██║   ██████╔╝██║██║  ██║██████╔╝   ╚██████╗╚██████╔╝██████╔╝███████╗",
+            "     ╚═╝   ╚═╝╚═╝  ╚═══╝   ╚═╝   ╚═════╝ ╚═╝╚═╝  ╚═╝╚═════╝     ╚═════╝ ╚═════╝ ╚═════╝ ╚══════╝",
+        ]
+    else:
+        # ASCII fallback banner
+        banner = [
+            "  ████████T██I███N   ██N██   ██Y██████B ██I██████B ██████B     ██████C ██████O ██████D ███████E",
+            "  ╚══██╔══╝██║████╗  ██║╚██╗ ██╔╝██╔══██╗██║██╔══██╗██╔══██╗   ██╔════╝██╔═══██╗██╔══██╗██╔════╝",
+            "     ██║   ██║██╔██╗ ██║ ╚████╔╝ ██████╔╝██║██████╔╝██║  ██║   ██║     ██║   ██║██║  ██║█████╗  ",
+            "     ██║   ██║██║╚██╗██║  ╚██╔╝  ██╔══██╗██║██╔══██╗██║  ██║   ██║     ██║   ██║██║  ██║██╔══╝  ",
+            "     ██║   ██║██║ ╚████║   ██║   ██████╔╝██║██║  ██║██████╔╝   ╚██████╗╚██████╔╝██████╔╝███████╗",
+            "     ╚═╝   ╚═╝╚═╝  ╚═══╝   ╚═╝   ╚═════╝ ╚═╝╚═╝  ╚═╝╚═════╝     ╚═════╝ ╚═════╝ ╚═════╝ ╚══════╝",
+        ]
 
     def interpolate_color(start_rgb, end_rgb, factor):
         """Interpolate between two RGB colors"""
         return [int(start_rgb[i] + (end_rgb[i] - start_rgb[i]) * factor) for i in range(3)]
 
-    def rgb_to_ansi(r, g, b):
+    def rgb_to_ansi(r: int, g: int, b: int, use_truecolor: bool):
         """Convert RGB values to ANSI escape code"""
-        return f"\033[38;2;{r};{g};{b}m"
+        if use_truecolor:
+            return f"\033[38;2;{r};{g};{b}m"
+        else:
+            # Convert to 8-bit color (256 color palette)
+            # Simple approximation: map RGB to 216-color cube + grayscale
+            if r == g == b:
+                # Grayscale
+                gray = int(r / 255 * 23) + 232
+                return f"\033[38;5;{gray}m"
+            else:
+                # Color cube (6x6x6)
+                r_idx = int(r / 255 * 5)
+                g_idx = int(g / 255 * 5)
+                b_idx = int(b / 255 * 5)
+                color_idx = 16 + (36 * r_idx) + (6 * g_idx) + b_idx
+                return f"\033[38;5;{color_idx}m"
 
     # Define start and end colors for smooth gradient
     start_color = [0, 128, 128]  # Deep teal
-    end_color = [100, 200, 180]  # Light turquoise
+    end_color = [100, 190, 190]  # Light turquoise (balanced green and blue)
 
-    # Print each line with a very smooth horizontal gradient
+    # Print each line with gradient for modern terminals, solid color for limited terminals
     for line in banner:
         colored_line = ""
-        # Count non-space characters for gradient calculation
-        non_space_chars = sum(1 for char in line if char != " ")
-        char_count = 0
-
-        for char in line:
-            if char == " ":
-                colored_line += char
-                continue
-
-            # Calculate smooth gradient position (0.0 to 1.0)
-            if non_space_chars > 1:
-                gradient_position = char_count / (non_space_chars - 1)
-            else:
-                gradient_position = 0
 
-            # Interpolate color
-            current_rgb = interpolate_color(start_color, end_color, gradient_position)
-            color_code = rgb_to_ansi(*current_rgb)
+        if capabilities["truecolor"]:
+            # Use gradient for modern terminals
+            non_space_chars = sum(1 for char in line if char != " ")
+            char_count = 0
+
+            for char in line:
+                if char == " ":
+                    colored_line += char
+                    continue
+
+                # Calculate smooth gradient position (0.0 to 1.0)
+                if non_space_chars > 1:
+                    gradient_position = char_count / (non_space_chars - 1)
+                else:
+                    gradient_position = 0
+
+                # Interpolate color
+                current_rgb = interpolate_color(start_color, end_color, gradient_position)
+                color_code = rgb_to_ansi(*current_rgb, use_truecolor=True)  # type: ignore
+
+                colored_line += f"{color_code}{char}"
+                char_count += 1
+        else:
+            # Use solid color for limited terminals (like macOS Terminal)
+            solid_color = start_color  # Use the deep teal consistently
+            color_code = rgb_to_ansi(*solid_color, use_truecolor=False)  # type: ignore
 
-            colored_line += f"{color_code}{char}"
-            char_count += 1
+            for char in line:
+                if char == " ":
+                    colored_line += char
+                else:
+                    colored_line += f"{color_code}{char}"
 
         click.echo(colored_line + reset)
     click.echo()

tinybird/tb/modules/agent/command_agent.py

@@ -0,0 +1,59 @@
+from pydantic_ai import Agent, RunContext, Tool
+from pydantic_ai.messages import ModelMessage
+from pydantic_ai.usage import Usage
+
+from tinybird.tb.modules.agent.animations import ThinkingAnimation
+from tinybird.tb.modules.agent.models import create_model
+from tinybird.tb.modules.agent.prompts import tests_files_prompt
+from tinybird.tb.modules.agent.tools.run_command import run_command
+from tinybird.tb.modules.agent.utils import TinybirdAgentContext
+from tinybird.tb.modules.project import Project
+
+
+class CommandAgent:
+    def __init__(
+        self,
+        token: str,
+        user_token: str,
+        host: str,
+        workspace_id: str,
+        project: Project,
+        dangerously_skip_permissions: bool,
+        prompt_mode: bool,
+        thinking_animation: ThinkingAnimation,
+    ):
+        self.token = token
+        self.user_token = user_token
+        self.host = host
+        self.dangerously_skip_permissions = dangerously_skip_permissions or prompt_mode
+        self.project = project
+        self.thinking_animation = thinking_animation
+        self.messages: list[ModelMessage] = []
+        self.agent = Agent(
+            model=create_model(user_token, host, workspace_id),
+            deps_type=TinybirdAgentContext,
+            instructions=[
+                """
+You are part of Tinybird Code, an agentic CLI that can help users to work with Tinybird.                 
+You are a sub-agent of the main Tinybird Code agent. You are responsible for running commands on the user's machine.
+You will be given a task to perform and you will use `run_command` tool to complete it.
+If you do not find a command that can solve the task, just say that there is no command that can solve the task.
+You can run `-h` in every level of the command to get help. E.g. `tb -h`, `tb datasource -h`, `tb datasource ls -h`.
+When you need to access Tinybird Cloud, add the `--cloud` flag. E.g. `tb --cloud datasource ls`.
+Token and host are not required to add to the commands.
+Always run first help commands to be sure that the commands you are running is not interactive.
+""",
+            ],
+            tools=[
+                Tool(run_command, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+            ],
+        )
+
+        @self.agent.instructions
+        def get_tests_files(ctx: RunContext[TinybirdAgentContext]) -> str:
+            return tests_files_prompt(self.project)
+
+    def run(self, task: str, deps: TinybirdAgentContext, usage: Usage):
+        result = self.agent.run_sync(task, deps=deps, usage=usage, message_history=self.messages)
+        self.messages.extend(result.new_messages())
+        return result

tinybird/tb/modules/agent/prompts.py

@@ -16,7 +16,6 @@ from tinybird.prompts import (
     pipe_instructions,
     s3_connection_example,
     sink_pipe_instructions,
-    test_instructions,
 )
 from tinybird.tb.modules.project import Project
 
@@ -89,10 +88,7 @@ sql_instructions = """
     - Use node names as table names only when nodes are present in the same file.
     - Do not reference the current node name in the SQL.
     - SQL queries only accept SELECT statements with conditions, aggregations, joins, etc.
-    - Do NOT use CREATE TABLE, INSERT INTO, CREATE DATABASE, SHOW TABLES, etc.
-    - Use ONLY SELECT statements in the SQL section.
-    - INSERT INTO is not supported in SQL section.
-    - Do NOT query system.<table_name> tables.
+    - ONLY SELECT statements are allowed in any sql query.
     - When using functions try always ClickHouse functions first, then SQL functions.
     - Parameters are never quoted in any case.
     - Use the following syntax in the SQL section for the iceberg table function: iceberg('s3://bucket/path/to/table', {{tb_secret('aws_access_key_id')}}, {{tb_secret('aws_secret_access_key')}})
@@ -115,7 +111,6 @@ datafile_instructions = """
 def resources_prompt(project: Project) -> str:
     files = project.get_project_files()
     fixture_files = project.get_fixture_files()
-    test_files = project.get_test_files()
 
     resources_content = "# Existing resources in the project:\n"
     if files:
@@ -148,6 +143,29 @@ def resources_prompt(project: Project) -> str:
     else:
         fixture_content += "No fixture files found"
 
+    return resources_content + "\n" + fixture_content
+
+
+def tests_files_prompt(project: Project) -> str:
+    files = project.get_project_files()
+    test_files = project.get_test_files()
+
+    resources_content = "# Existing resources in the project:\n"
+    if files:
+        resources: list[dict[str, Any]] = []
+        for filename in files:
+            file_path = Path(filename)
+            resource = {
+                "path": str(file_path.relative_to(project.folder)),
+                "type": get_resource_type(file_path),
+                "name": file_path.stem,
+                "content": file_path.read_text(),
+            }
+            resources.append(resource)
+        resources_content = format_as_xml(resources, root_tag="resources", item_tag="resource")
+    else:
+        resources_content += "No resources found"
+
     test_content = "# Test files in the project:\n"
     if test_files:
         tests: list[dict[str, Any]] = []
@@ -163,7 +181,7 @@ def resources_prompt(project: Project) -> str:
     else:
         test_content += "No test files found"
 
-    return resources_content + "\n" + fixture_content + "\n" + test_content
+    return resources_content + "\n" + test_content
 
 
 def get_resource_type(path: Path) -> str:
@@ -522,14 +540,62 @@ FROM small_table
 JOIN (SELECT id, col FROM huge_table WHERE id IN (SELECT id FROM small_table)) filtered 
 ON small_table.id = filtered.id
 ```
-"""
 
+<dev_notes>
+IMPORTANT: DO NOT USE THE FOLLOWING WHEN QUERYING:
+- CREATE TABLE, INSERT INTO, CREATE DATABASE, SHOW TABLES, TRUNCATE TABLE, DELETE FROM, SHOW DATASOURCES, etc. are not allowed.
+- ONLY use SELECT statements.
+- currentDatabase is not allowed.
+- system tables are not allowed: system.tables, system.datasources, information_schema.tables...
+</dev_notes>
+"""
 
-agent_system_prompt = f"""
-You are a Tinybird Code, an agentic CLI that can help users to work with Tinybird.
 
-You are an interactive CLI tool that helps users with data engineering tasks. Use the instructions below and the tools available to you to assist the user.
+test_instructions = """
+# Working with test files:
+- The test file name must match the name of the pipe it is testing.
+- Every scenario name must be unique inside the test file.
+- When looking for the parameters available, you will find them in the pipe file in the following format: {{{{String(my_param_name, default_value)}}}}.
+- If the resource has no parameters, generate a single test with empty parameters.
+- The format of the parameters is the following: param1=value1&param2=value2&param3=value3
+- If some parameters are provided by the user and you need to use them, preserve in the same format as they were provided, like case sensitive
+- Test as many scenarios as possible.
+- Create tests only when the user explicitly asks for it with prompts like "Create tests for this endpoint" or "Create tests for this pipe".
+- If the user asks for "testing an endpoint" or "call an endpoint", just request to the endpoint.
+- The data that the tests are using is the data provided in the fixtures folder, so do not use `execute_query` or `request_endpoint` tools to analyze the data.
+- MANDATORY: Before creating the test, analyze the fixture files that the tables of the endpoint are using so you can create relevant tests.
+- IMPORTANT: expected_result field should always be an empty string, because it will be filled by the `create_test` tool.
+- If the endpoint does not have parameters, you can omit parameters and generate a single test.
+- The format of the test file is the following:
+<test_file_format>
+- name: kpis_single_day
+  description: Test hourly granularity for a single day
+  parameters: date_from=2024-01-01&date_to=2024-01-01
+  expected_result: ''
+
+- name: kpis_date_range
+  description: Test daily granularity for a date range
+  parameters: date_from=2024-01-01&date_to=2024-01-31
+  expected_result: ''
+
+- name: kpis_default_range
+  description: Test default behavior without date parameters (last 7 days)
+  parameters: ''
+  expected_result: ''
+
+- name: kpis_fixed_time
+  description: Test with fixed timestamp for consistent testing
+  parameters: fixed_time=2024-01-15T12:00:00
+  expected_result: ''
+
+- name: kpis_single_day
+  description: Test single day with hourly granularity
+  parameters: date_from=2024-01-01&date_to=2024-01-01
+  expected_result: ''
+</test_file_format>
+"""
 
+tone_and_style_instructions = """
 # Tone and style
 You should be concise, direct, and to the point. Maintain a professional tone. Do not use emojis.
 Remember that your output will be displayed on a command line interface. Your responses can use Github-flavored markdown for formatting. 
@@ -548,6 +614,15 @@ Do not add additional code explanation summary unless requested by the user. Aft
 
 # Code style
 IMPORTANT: DO NOT ADD ANY COMMENTS unless asked by the user.
+"""
+
+
+agent_system_prompt = f"""
+You are a Tinybird Code, an agentic CLI that can help users to work with Tinybird.
+
+You are an interactive CLI tool that helps users with data engineering tasks. Use the instructions below and the tools available to you to assist the user.
+
+{tone_and_style_instructions}
 
 # Tools
 You have access to the following tools:
@@ -662,15 +737,11 @@ GCS: {gcs_connection_example}
 - `DateTime` parameters accept values in format `YYYY-MM-DD HH:MM:SS`
 - `Date` parameters accept values in format `YYYYMMDD`
 
-# Working with tests:
-{test_instructions}
-<dev_notes>
-- Create tests only when the user explicitly asks for it with prompts like "Create tests for this endpoint" or "Create tests for this pipe".
-- If the user asks for "testing an endpoint" or "call an endpoint", just request to the endpoint.
-- The data that the tests are using is the data provided in the fixtures folder.
-- Querying data or requesting endpoints won't return the data that the tests are using.
-- MANDATORY: Before creating the test, analyze the fixture files that the tables of the endpoint are using so you can create relevant tests.
-</dev_notes>
+# Working with test files:
+- Use `manage_tests` tool to create, update or run tests.
+
+# Working with commands:
+- If you dont have a tool that can solve the task, use `run_command` tool to check if the task can be solved with a normal tinybird cli command.
 
 # Info
 Today is {datetime.now().strftime("%Y-%m-%d")}

tinybird/tb/modules/agent/testing_agent.py

@@ -0,0 +1,62 @@
+from pydantic_ai import Agent, RunContext, Tool
+from pydantic_ai.messages import ModelMessage
+from pydantic_ai.usage import Usage
+
+from tinybird.tb.modules.agent.animations import ThinkingAnimation
+from tinybird.tb.modules.agent.models import create_model
+from tinybird.tb.modules.agent.prompts import test_instructions, tests_files_prompt, tone_and_style_instructions
+from tinybird.tb.modules.agent.tools.test import create_tests as create_tests_tool
+from tinybird.tb.modules.agent.tools.test import run_tests as run_tests_tool
+from tinybird.tb.modules.agent.utils import TinybirdAgentContext
+from tinybird.tb.modules.project import Project
+
+
+class TestingAgent:
+    def __init__(
+        self,
+        token: str,
+        user_token: str,
+        host: str,
+        workspace_id: str,
+        project: Project,
+        dangerously_skip_permissions: bool,
+        prompt_mode: bool,
+        thinking_animation: ThinkingAnimation,
+    ):
+        self.token = token
+        self.user_token = user_token
+        self.host = host
+        self.dangerously_skip_permissions = dangerously_skip_permissions or prompt_mode
+        self.project = project
+        self.thinking_animation = thinking_animation
+        self.messages: list[ModelMessage] = []
+        self.agent = Agent(
+            model=create_model(user_token, host, workspace_id),
+            deps_type=TinybirdAgentContext,
+            instructions=[
+                """
+You are part of Tinybird Code, an agentic CLI that can help users to work with Tinybird.                 
+You are a sub-agent of the main Tinybird Code agent. You are responsible for managing test files.
+You can do the following:
+- Create new test files.
+- Update existing test files.
+- Run tests.
+""",
+                tone_and_style_instructions,
+                test_instructions,
+            ],
+            tools=[
+                Tool(create_tests_tool, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(run_tests_tool, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+            ],
+        )
+
+        @self.agent.instructions
+        def get_tests_files(ctx: RunContext[TinybirdAgentContext]) -> str:
+            return tests_files_prompt(self.project)
+
+    def run(self, task: str, deps: TinybirdAgentContext, usage: Usage):
+        result = self.agent.run_sync(task, deps=deps, usage=usage, message_history=self.messages)
+        new_messages = result.new_messages()
+        self.messages.extend(new_messages)
+        return result

tinybird/tb/modules/agent/tools/create_datafile.py

@@ -56,7 +56,7 @@ def create_datafile(ctx: RunContext[TinybirdAgentContext], resource: Datafile) -
         action_text = "created" if not exists else "updated"
         click.echo(FeedbackManager.success(message=f"✓ {resource.pathname} {action_text}"))
         ctx.deps.thinking_animation.start()
-        return f"{action_text} {resource.pathname}"
+        return f"{action_text} {resource.pathname}. Project built successfully."
     except AgentRunCancelled as e:
         raise e
     except CLIBuildException as e:

tinybird/tb/modules/agent/tools/execute_query.py

@@ -6,6 +6,20 @@ from tinybird.tb.modules.agent.utils import TinybirdAgentContext
 from tinybird.tb.modules.common import echo_safe_humanfriendly_tables_format_pretty_table
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
+forbidden_commands = [
+    "currentDatabase()",
+    "create table",
+    "insert into",
+    "create database",
+    "show tables",
+    "show datasources",
+    "truncate table",
+    "delete from",
+    "system.tables",
+    "system.datasources",
+    "information_schema.tables",
+]
+
 
 def execute_query(ctx: RunContext[TinybirdAgentContext], query: str, task: str, cloud: bool = False):
     """Execute a query:
@@ -19,6 +33,10 @@ def execute_query(ctx: RunContext[TinybirdAgentContext], query: str, task: str,
         str: The result of the query.
     """
     try:
+        for forbidden_command in forbidden_commands:
+            if forbidden_command in query.lower():
+                return f"Error executing query: {forbidden_command} is not allowed."
+
         cloud_or_local = "cloud" if cloud else "local"
         ctx.deps.thinking_animation.stop()
 

tinybird/tb/modules/agent/tools/run_command.py

@@ -0,0 +1,38 @@
+import subprocess
+
+import click
+from pydantic_ai import RunContext
+
+from tinybird.tb.modules.agent.utils import AgentRunCancelled, TinybirdAgentContext, show_confirmation, show_input
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+def run_command(ctx: RunContext[TinybirdAgentContext], command: str):
+    """Run a tinybird CLI command with the given arguments
+
+    Args:
+        command (str): The command to run. Required. Examples: `tb --local sql "select 1"`, `tb --cloud datasource ls`, `tb --help`
+    """
+    try:
+        ctx.deps.thinking_animation.stop()
+        confirmation = show_confirmation(
+            title=f"Run command: {command}?", skip_confirmation=ctx.deps.dangerously_skip_permissions
+        )
+
+        if confirmation == "review":
+            feedback = show_input(ctx.deps.workspace_name)
+            ctx.deps.thinking_animation.start()
+            return f"User did not confirm the command and gave the following feedback: {feedback}"
+
+        click.echo(FeedbackManager.highlight(message=f"» Running command: {command}"))
+        command = command.replace("tb", "tb --no-version-warning")
+        result = subprocess.run(command, shell=True, capture_output=True, text=True)
+        click.echo(result.stdout)
+        ctx.deps.thinking_animation.start()
+        return result.stdout
+    except AgentRunCancelled as e:
+        raise e
+    except Exception as e:
+        click.echo(FeedbackManager.error(message=f"Error running command: {e}"))
+        ctx.deps.thinking_animation.start()
+        return f"Error running command: {e}"

tinybird/tb/modules/agent/tools/test.py

@@ -11,7 +11,9 @@ from tinybird.tb.modules.agent.utils import (
     show_confirmation,
     show_input,
 )
+from tinybird.tb.modules.exceptions import CLIBuildException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
+from tinybird.tb.modules.test_common import dump_tests, parse_tests
 
 
 def create_tests(ctx: RunContext[TinybirdAgentContext], pipe_name: str, test_content: str) -> str:
@@ -27,11 +29,32 @@ def create_tests(ctx: RunContext[TinybirdAgentContext], pipe_name: str, test_con
     running_tests = False
     try:
         ctx.deps.thinking_animation.stop()
+        ctx.deps.build_project_test(silent=True)
         path = Path(ctx.deps.folder) / "tests" / f"{pipe_name}.yaml"
         current_test_content: Optional[str] = None
         if path.exists():
             current_test_content = path.read_text()
 
+        pipe_tests_content = parse_tests(test_content)
+        for test in pipe_tests_content:
+            test_params = test["parameters"].split("?")[1] if "?" in test["parameters"] else test["parameters"]
+            response = None
+            try:
+                response = ctx.deps.get_pipe_data_test(pipe_name=pipe_name, test_params=test_params)
+            except Exception:
+                continue
+
+            if response.status_code >= 400:
+                test["expected_http_status"] = response.status_code
+                test["expected_result"] = response.json()["error"]
+            else:
+                if "expected_http_status" in test:
+                    del test["expected_http_status"]
+
+                test["expected_result"] = response.text or ""
+
+        test_content = dump_tests(pipe_tests_content)
+
         if current_test_content:
             content = create_terminal_box(current_test_content, new_content=test_content, title=path.name)
         else:
@@ -107,6 +130,11 @@ def run_tests(ctx: RunContext[TinybirdAgentContext], pipe_name: Optional[str] =
             return f"All tests in the project ran successfully\n{test_output}"
     except AgentRunCancelled as e:
         raise e
+    except CLIBuildException as e:
+        ctx.deps.thinking_animation.stop()
+        click.echo(FeedbackManager.error(message=e))
+        ctx.deps.thinking_animation.start()
+        return f"Error building project: {e}"
     except Exception as e:
         error_message = str(e)
         test_exit_code = "test_error__error__"

tinybird/tb/modules/agent/utils.py

@@ -20,6 +20,7 @@ from prompt_toolkit.shortcuts import PromptSession
 from prompt_toolkit.styles import Style as PromptStyle
 from pydantic import BaseModel, Field
 from pydantic_ai import RunContext
+from requests import Response
 
 from tinybird.tb.modules.agent.memory import load_history
 from tinybird.tb.modules.feedback_manager import FeedbackManager
@@ -40,6 +41,7 @@ class TinybirdAgentContext(BaseModel):
     get_project_files: Callable[[], List[str]]
     explore_data: Callable[[str], str]
     build_project: Callable[..., None]
+    build_project_test: Callable[..., None]
     deploy_project: Callable[[], None]
     deploy_check_project: Callable[[], None]
     mock_data: Callable[..., list[dict[str, Any]]]
@@ -50,6 +52,7 @@ class TinybirdAgentContext(BaseModel):
     execute_query_local: Callable[..., dict[str, Any]]
     request_endpoint_cloud: Callable[..., dict[str, Any]]
     request_endpoint_local: Callable[..., dict[str, Any]]
+    get_pipe_data_test: Callable[..., Response]
     get_datasource_datafile_cloud: Callable[..., str]
     get_datasource_datafile_local: Callable[..., str]
     get_pipe_datafile_cloud: Callable[..., str]
@@ -714,13 +717,15 @@ class AgentRunCancelled(Exception):
     pass
 
 
-def show_confirmation(title: str, skip_confirmation: bool = False) -> ConfirmationResult:
+def show_confirmation(title: str, skip_confirmation: bool = False, show_review: bool = True) -> ConfirmationResult:
     if skip_confirmation:
         return "yes"
 
     while True:
         result = show_options(
-            options=["Yes, continue", "No, tell Tinybird Code what to do", "Cancel"],
+            options=["Yes, continue", "No, tell Tinybird Code what to do", "Cancel"]
+            if show_review
+            else ["Yes, continue", "Cancel"],
             title=title,
         )
 

tinybird/tb/modules/cli.py

@@ -399,21 +399,23 @@ def create_ctx_client(ctx: Context, config: Dict[str, Any], cloud: bool, staging
     command_always_test = ["test"]
 
     if (
-        show_warnings
-        and (cloud or command in commands_always_cloud)
+        (cloud or command in commands_always_cloud)
         and command not in commands_always_local
         and command not in command_always_test
     ):
-        click.echo(
-            FeedbackManager.gray(message=f"Running against Tinybird Cloud: Workspace {config.get('name', 'default')}")
-        )
+        if show_warnings:
+            click.echo(
+                FeedbackManager.gray(
+                    message=f"Running against Tinybird Cloud: Workspace {config.get('name', 'default')}"
+                )
+            )
 
         method = None
         if ctx.params.get("token"):
             method = "token via --token option"
         elif os.environ.get("TB_TOKEN"):
             method = "token from TB_TOKEN environment variable"
-        if method:
+        if method and show_warnings:
             click.echo(FeedbackManager.gray(message=f"Authentication method: {method}"))
 
         return _get_tb_client(config.get("token", ""), config["host"], staging=staging)

tinybird/tb/modules/datasource.py

@@ -95,7 +95,7 @@ def datasource_ls(ctx: Context, match: Optional[str], format_: str):
                 shared_from,
                 name,
                 humanfriendly.format_number(stats.get("row_count")) if stats.get("row_count", None) else "-",
-                humanfriendly.format_size(int(stats.get("bytes"))) if stats.get("bytes", None) else "-",
+                humanfriendly.format_size(int(stats.get("bytes", 0))) if stats.get("bytes", None) else "-",
                 t["created_at"][:-7],
                 t["updated_at"][:-7],
                 t.get("service", ""),
@@ -455,6 +455,8 @@ def datasource_truncate(ctx, datasource_name, yes, cascade):
                     except Exception as e:
                         raise CLIDatasourceException(FeedbackManager.error_exception(error=e))
                     click.echo(FeedbackManager.success_truncate_datasource(datasource=cascade_ds))
+    else:
+        click.echo(FeedbackManager.info(message="Operation cancelled by user"))
 
 
 @datasource.command(name="delete")

tinybird/tb/modules/test_common.py

@@ -133,6 +133,15 @@ def create_test(
     return tests
 
 
+def parse_tests(tests_content: str) -> List[Dict[str, Any]]:
+    return yaml.safe_load(tests_content)
+
+
+def dump_tests(tests: List[Dict[str, Any]]) -> str:
+    yaml_str = yaml.safe_dump(tests, sort_keys=False)
+    return yaml_str.replace("- name:", "\n- name:")
+
+
 def update_test(pipe: str, project: Project, client: TinyB) -> None:
     try:
         folder = project.folder
@@ -149,7 +158,7 @@ def update_test(pipe: str, project: Project, client: TinyB) -> None:
 
         click.echo(FeedbackManager.highlight(message=f"\n» Updating tests expectations for {pipe_name} endpoint..."))
         pipe_tests_path = Path(project.folder) / pipe_tests_path
-        pipe_tests_content = yaml.safe_load(pipe_tests_path.read_text())
+        pipe_tests_content = parse_tests(pipe_tests_path.read_text())
         for test in pipe_tests_content:
             test_params = test["parameters"].split("?")[1] if "?" in test["parameters"] else test["parameters"]
             response = None
@@ -197,7 +206,7 @@ def run_tests(name: Tuple[str, ...], project: Project, client: TinyB) -> None:
         def run_test(test_file) -> Optional[str]:
             test_file_path = Path(test_file)
             click.echo(FeedbackManager.info(message=f"* {test_file_path.stem}{test_file_path.suffix}"))
-            test_file_content = yaml.safe_load(test_file_path.read_text())
+            test_file_content = parse_tests(test_file_path.read_text())
             test_file_errors = ""
             for test in test_file_content:
                 try:

{tinybird-0.0.1.dev262.dist-info → tinybird-0.0.1.dev263.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev262
+Version: 0.0.1.dev263
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev262.dist-info → tinybird-0.0.1.dev263.dist-info}/RECORD

@@ -12,12 +12,12 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=fPgZtwbr1ymxaW7uqVWHKmAbt7uGj3SxCCS3xsEMJqA,4151
 tinybird/ch_utils/engine.py,sha256=4X1B-iuhdW_mxKnX_m3iCsxgP9RPVgR75g7yH1vsJ6A,40851
-tinybird/datafile/common.py,sha256=Xd_abjiTAK1oGxg2T59rLePNEdGMwSqe8PnoWEBJLyk,99161
+tinybird/datafile/common.py,sha256=lN-fNCaxtFWQAd0WN5Q-mgljM7F8sYOBQcU1JJogw1g,105324
 tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
 tinybird/datafile/parse_connection.py,sha256=tRyn2Rpr1TeWet5BXmMoQgaotbGdYep1qiTak_OqC5E,1825
 tinybird/datafile/parse_datasource.py,sha256=ssW8QeFSgglVFi3sDZj_HgkJiTJ2069v2JgqnH3CkDE,1825
 tinybird/datafile/parse_pipe.py,sha256=xf4m0Tw44QWJzHzAm7Z7FwUoUUtr7noMYjU1NiWnX0k,3880
-tinybird/tb/__cli__.py,sha256=0prVU9s5VBR_0ep0okT2MF0GMOH7JG72BdEplvxz_Mg,247
+tinybird/tb/__cli__.py,sha256=TzjK12wvsWtuLOWcJjdir-py6u6IeFKVGg35GyNA3z4,247
 tinybird/tb/check_pypi.py,sha256=Gp0HkHHDFMSDL6nxKlOY51z7z1Uv-2LRexNTZSHHGmM,552
 tinybird/tb/cli.py,sha256=FdDFEIayjmsZEVsVSSvRiVYn_FHOVg_zWQzchnzfWho,1008
 tinybird/tb/client.py,sha256=pJbdkWMXGAqKseNAvdsRRnl_c7I-DCMB0dWCQnG82nU,54146
@@ -25,13 +25,13 @@ tinybird/tb/config.py,sha256=mhMTGnMB5KcxGoh3dewIr2Jjsa6pHE183gCPAQWyp6o,3973
 tinybird/tb/modules/build.py,sha256=efD-vamK1NPaDo9R86Hn8be2DYoW0Hh5bZiH7knK5dk,7790
 tinybird/tb/modules/build_common.py,sha256=dthlaDn_CuwZnedQcUi7iIdDoHWfSbbbGQwiDgNcmC0,13062
 tinybird/tb/modules/cicd.py,sha256=0KLKccha9IP749QvlXBmzdWv1On3mFwMY4DUcJlBxiE,7326
-tinybird/tb/modules/cli.py,sha256=baeNPOu72L4aGI6ELsY8e2_eCq8ILOhTfd4qysz3KXk,16910
+tinybird/tb/modules/cli.py,sha256=qZIp8Ez4sunQ3_lIj1QGc3yOp8-SYfNHASHpE_7Ji6Y,16978
 tinybird/tb/modules/common.py,sha256=tj6DR2yOqMMQ0PILwFGXmMogxdrbQCgj36HdSM611rs,82657
 tinybird/tb/modules/config.py,sha256=gK7rgaWTDd4ZKCrNEg_Uemr26EQjqWt6TjyQKujxOws,11462
 tinybird/tb/modules/connection.py,sha256=-MY56NUAai6EMC4-wpi7bT0_nz_SA8QzTmHkV7HB1IQ,17810
 tinybird/tb/modules/copy.py,sha256=dPZkcIDvxjJrlQUIvToO0vsEEEs4EYumbNV77-BzNoU,4404
 tinybird/tb/modules/create.py,sha256=pJxHXG69c9Z_21s-7VuJ3RZOF_nJU51LEwiAkvI3dZY,23251
-tinybird/tb/modules/datasource.py,sha256=cxq0VVjjidxq-v_JSIIAH7L90XNRctgNKsHRoQ_42OI,41632
+tinybird/tb/modules/datasource.py,sha256=pae-ENeHYIF1HHYRSOziFC-2FPLUFa0KS60YpdlKCS8,41725
 tinybird/tb/modules/deployment.py,sha256=EDEVOqFk5fp0fvvs2jV0mT5POFd-i_8uZIUREwzAbEk,13199
 tinybird/tb/modules/deployment_common.py,sha256=CswUMfp5dW0NgiuP_ZGORqvqooHFYU2ZJaxOcpRFDT0,17866
 tinybird/tb/modules/deprecations.py,sha256=rrszC1f_JJeJ8mUxGoCxckQTJFBCR8wREf4XXXN-PRc,4507
@@ -63,28 +63,30 @@ tinybird/tb/modules/sink.py,sha256=dK2s__my0ePIUYrqBzhPSgdWN9rbpvP1G4dT7DJzz80,3
 tinybird/tb/modules/table.py,sha256=4XrtjM-N0zfNtxVkbvLDQQazno1EPXnxTyo7llivfXk,11035
 tinybird/tb/modules/telemetry.py,sha256=T9gtsQffWqG_4hRBaUJPzOfMkPwz7mH-R6Bn1XRYViA,11482
 tinybird/tb/modules/test.py,sha256=O2-mS4uMU6nPi7yWPpWzshAgOlYKiGS-tkM12pXQGMI,1906
-tinybird/tb/modules/test_common.py,sha256=LRgR2m2AgO5BYfdhboNL6ywIrRCffXsjzSwQE7A1W2Y,12459
+tinybird/tb/modules/test_common.py,sha256=YZwAdSfYVXdvArfTc9tH-2QBOhb_XbnJ3eKvyXTJuEM,12717
 tinybird/tb/modules/token.py,sha256=DkXW9FNCLGBisXewfk195jTJ6B1Iz7zq3cEEac48aAs,12731
 tinybird/tb/modules/watch.py,sha256=No0bK1M1_3CYuMaIgylxf7vYFJ72lTJe3brz6xQ-mJo,8819
 tinybird/tb/modules/workspace.py,sha256=Q_8HcxMsNg8QG9aBlwcWS2umrDP5IkTIHqqz3sfmGuc,11341
 tinybird/tb/modules/workspace_members.py,sha256=5JdkJgfuEwbq-t6vxkBhYwgsiTDxF790wsa6Xfif9nk,8608
 tinybird/tb/modules/agent/__init__.py,sha256=i3oe3vDIWWPaicdCM0zs7D7BJ1W0k7th93ooskHAV00,54
-tinybird/tb/modules/agent/agent.py,sha256=Ye2v5sFDDT1tL54XTcpOid9V8s9EG8hpuTCLNQyxCHk,24502
+tinybird/tb/modules/agent/agent.py,sha256=cHpPZiUeW525i9PxspGoilTc-1HPAHCCzxiYdcdJQ7c,28214
 tinybird/tb/modules/agent/animations.py,sha256=4WOC5_2BracttmMCrV0H91tXfWcUzQHBUaIJc5FA7tE,3490
-tinybird/tb/modules/agent/banner.py,sha256=7f97PeCPW-oW9mReQn3D0by8mnDhoc0VbfebEPRPI7c,3070
+tinybird/tb/modules/agent/banner.py,sha256=2UpuuIqWxS0Ltab6i_FE4dkNxlJCdgKGCMtbwQGiLA8,7185
+tinybird/tb/modules/agent/command_agent.py,sha256=Q4M5qV9j3aETrXswoWZ02ZWQZhJm42HGHO1ymJrfDnw,2665
 tinybird/tb/modules/agent/memory.py,sha256=O6Kumn9AyKxcTkhI45yjAUZ3ZIAibLOcNWoiEuLYeqY,3245
 tinybird/tb/modules/agent/models.py,sha256=LW1D27gjcd_jwFmghEzteCgToDfodX2B6B5S8BYbysw,735
-tinybird/tb/modules/agent/prompts.py,sha256=dFpbcKFb8u8O4elwV__RcKmjvTIG84mB4fzGnwVKtzg,28124
-tinybird/tb/modules/agent/utils.py,sha256=1X1cjP607StB0NFuT2CsPO7fBU05eI7LGeib-mkFVms,29390
+tinybird/tb/modules/agent/prompts.py,sha256=NEIk3OK0xXm3QS1Iox4T1MMo19hLhfaICMEwzqVGW7E,31069
+tinybird/tb/modules/agent/testing_agent.py,sha256=mH7ccuWeTnkpENCmwym9ubDFncMXQoSo0jq2pRxJVDY,2553
+tinybird/tb/modules/agent/utils.py,sha256=VYuoodb05Ucq0b3qgIAf2KhOTTRD85_Pfab0xKwbg40,29610
 tinybird/tb/modules/agent/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tinybird/tb/modules/agent/tools/analyze.py,sha256=CR5LXg4fou-zYEksqnjpJ0icvxJVoKnTctoI1NRvqCM,3873
 tinybird/tb/modules/agent/tools/append.py,sha256=XA8ZeqxZcRL_0ZCd5FyggpWeH53mwTMby4lHV8wQa7c,6039
 tinybird/tb/modules/agent/tools/build.py,sha256=Hm-xDAP9ckMiKquT-DmDg5H0yxZefLOaWKANyoVSaEQ,846
-tinybird/tb/modules/agent/tools/create_datafile.py,sha256=-Luv7GrZ3tEdEFaTFiN2_b2WEkTVl2Tp437qsvNEwZU,6902
+tinybird/tb/modules/agent/tools/create_datafile.py,sha256=M2DKTSDnAMs22oSVfBagjXQOTJejf5Kp-RHd15LDKqQ,6931
 tinybird/tb/modules/agent/tools/deploy.py,sha256=2hKj6LMYiDea6ventsBjE6ArECGIryTdo3X-LYo5oZI,1248
 tinybird/tb/modules/agent/tools/deploy_check.py,sha256=2Wr9hQfKPlhqhumOv5TNl_xFctvdq_DHZ2dI2h_LggY,1048
 tinybird/tb/modules/agent/tools/diff_resource.py,sha256=_9xHcDzCTKk_E1wKQbuktVqV6U9sA0kqYaBxWvtliX0,2613
-tinybird/tb/modules/agent/tools/execute_query.py,sha256=h8be9_lhyMy7UZoCWrExigP-cbq3lLnlLHD9SzDGBCM,2703
+tinybird/tb/modules/agent/tools/execute_query.py,sha256=egUhKqRDF9C9458-rtu-yr-OeyvS0UrEUQwUgGd0Gts,3170
 tinybird/tb/modules/agent/tools/explore.py,sha256=ihALc_kBcsjrKT3hZyicqyIowB0g_K3AtNNi-5uz9-8,412
 tinybird/tb/modules/agent/tools/get_endpoint_stats.py,sha256=LiEK6ToyPDW2aI8ijclzuwdYAcFmwH-TyjqdFEzQWAc,1689
 tinybird/tb/modules/agent/tools/get_openapi_definition.py,sha256=mjIVVXtgvTs5LzOR8Bp4jB1XhLVMysHrHXawkErFdt8,2282
@@ -92,7 +94,8 @@ tinybird/tb/modules/agent/tools/mock.py,sha256=4JJ_45uWkbDhTGeKpwDv8L07ewsbF8u7q
 tinybird/tb/modules/agent/tools/plan.py,sha256=2KHLNkr2f1RfkbAR4mCVsv94LGosXd8-ky7v6BB1OtQ,985
 tinybird/tb/modules/agent/tools/preview_datafile.py,sha256=Gbao_FxhXstnUnngVQxztpizjugyfx1rOXTkw7Yabls,858
 tinybird/tb/modules/agent/tools/request_endpoint.py,sha256=xNYIEFI9sfq3SjevYqJaHH1EP6uEX5HHrbKS6qo3Imo,2852
-tinybird/tb/modules/agent/tools/test.py,sha256=0gXTfx6Yj1ZPDNDkKJj0RRhA6RQr6UtTM43KsHrdR_Y,4813
+tinybird/tb/modules/agent/tools/run_command.py,sha256=321w5dYOnapMf-TFIkgizErllwB5Poc0RYOjBAQeMPc,1576
+tinybird/tb/modules/agent/tools/test.py,sha256=CbGak_coopCTtqHoPWy-BwgLMIyEyeO34NTNkv18au4,6041
 tinybird/tb/modules/datafile/build.py,sha256=NFKBrusFLU0WJNCXePAFWiEDuTaXpwc0lHlOQWEJ43s,51117
 tinybird/tb/modules/datafile/build_common.py,sha256=2yNdxe49IMA9wNvl25NemY2Iaz8L66snjOdT64dm1is,4511
 tinybird/tb/modules/datafile/build_datasource.py,sha256=Ra8pVQBDafbFRUKlhpgohhTsRyp_ADKZJVG8Gd69idY,17227
@@ -113,8 +116,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev262.dist-info/METADATA,sha256=1iT43WWQIeJ-m391cjSMdLIL5aHzrSHDXlIs1us6bfM,1733
-tinybird-0.0.1.dev262.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev262.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev262.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev262.dist-info/RECORD,,
+tinybird-0.0.1.dev263.dist-info/METADATA,sha256=CPGH7Rh1ytBwX3FCTvtbnd4WFYcslMn-MVrbdOqAEF8,1733
+tinybird-0.0.1.dev263.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev263.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev263.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev263.dist-info/RECORD,,