tinybird 0.0.1.dev252__tar.gz → 0.0.1.dev253__tar.gz

{tinybird-0.0.1.dev252 → tinybird-0.0.1.dev253}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev252
+Version: 0.0.1.dev253
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev252 → tinybird-0.0.1.dev253}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev252'
-__revision__ = 'd70cad6'
+__version__ = '0.0.1.dev253'
+__revision__ = '3bc2143'

{tinybird-0.0.1.dev252 → tinybird-0.0.1.dev253}/tinybird/tb/modules/agent/agent.py

@@ -39,13 +39,14 @@ from tinybird.tb.modules.agent.tools.build import build
 from tinybird.tb.modules.agent.tools.create_datafile import create_datafile
 from tinybird.tb.modules.agent.tools.deploy import deploy
 from tinybird.tb.modules.agent.tools.deploy_check import deploy_check
-from tinybird.tb.modules.agent.tools.explore import explore_data
+from tinybird.tb.modules.agent.tools.execute_query import execute_query
 from tinybird.tb.modules.agent.tools.get_endpoint_stats import get_endpoint_stats
 from tinybird.tb.modules.agent.tools.get_openapi_definition import get_openapi_definition
 from tinybird.tb.modules.agent.tools.mock import mock
 from tinybird.tb.modules.agent.tools.plan import plan
 from tinybird.tb.modules.agent.tools.preview_datafile import preview_datafile
 from tinybird.tb.modules.agent.tools.read_fixture_data import read_fixture_data
+from tinybird.tb.modules.agent.tools.request_endpoint import request_endpoint
 from tinybird.tb.modules.agent.utils import TinybirdAgentContext, show_input
 from tinybird.tb.modules.build_common import process as build_process
 from tinybird.tb.modules.common import _analyze, _get_tb_client
@@ -104,18 +105,19 @@ IMPORTANT: DO NOT ADD ANY COMMENTS unless asked by the user.
 
 # Tools
 You have access to the following tools:
-1. `explore_data` - Explore data in the current workspace
-2. `preview_datafile` - Preview the content of a datafile (datasource, endpoint, materialized, sink, copy, connection).
-3. `create_datafile` - Create a file in the project folder. Confirmation will be asked by the tool before creating the file.
-4. `plan` - Plan the creation or update of resources.
-5. `build` - Build the project.
-6. `deploy` - Deploy the project to Tinybird Cloud.
-7. `deploy_check` - Check if the project can be deployed to Tinybird Cloud before deploying it.
-8. `mock` - Create mock data for a landing datasource.
-9. `read_fixture_data` - Read a fixture data file present in the project folder.
-10. `append` - Append existing fixture to a datasource.
-11. `get_endpoint_stats` - Get metrics of the requests to an endpoint.
-12. `get_openapi_definition` - Get the OpenAPI definition for all endpoints that are built/deployed to Tinybird Cloud or Local.
+1. `preview_datafile` - Preview the content of a datafile (datasource, endpoint, materialized, sink, copy, connection).
+2. `create_datafile` - Create a file in the project folder. Confirmation will be asked by the tool before creating the file.
+3. `plan` - Plan the creation or update of resources.
+4. `build` - Build the project.
+5. `deploy` - Deploy the project to Tinybird Cloud.
+6. `deploy_check` - Check if the project can be deployed to Tinybird Cloud before deploying it.
+7. `mock` - Create mock data for a landing datasource.
+8. `read_fixture_data` - Read a fixture data file present in the project folder.
+9. `append` - Append existing fixture to a datasource.
+10. `get_endpoint_stats` - Get metrics of the requests to an endpoint.
+11. `get_openapi_definition` - Get the OpenAPI definition for all endpoints that are built/deployed to Tinybird Cloud or Local.
+12. `execute_query` - Execute a query against Tinybird Cloud or Local.
+13. `request_endpoint` - Request an endpoint against Tinybird Cloud or Local.
 
 # When creating or updating datafiles:
 1. Use `plan` tool to plan the creation or update of resources.
@@ -135,8 +137,10 @@ SCHEMA >
 
 # When user wants to optimize an endpoint:
 First check if the query is optimized. E.g is filtering by a column present in the sorting key.
-Avoid when possible to not update the landing datasource.
+Avoid when possible to update the landing datasource.
 Check endpoint stats to analyze how the endpoint is performing. Use `get_endpoint_stats` tool to get the stats.
+You can use `request_endpoint` tool to check if the endpoint is working as expected.
+You can use `execute_query` tool to execute a query against Tinybird Cloud or Local, to test different queries.
 When your data is in Tinybird, you can create intermediate data sources to preprocess data and make the endpoints faster. This can be done by using materialized views or copy pipes.
 - Copy pipes capture the result of a pipe at a specific point in time and write it to a target data source. They can run on a schedule or run on demand, making them ideal for event-sourced snapshots, data experimentation, and deduplication with snapshots.
 - Materialized views continuously re-evaluate a query as new events are inserted, maintaining an always up-to-date derived dataset. Unlike copy pipes which create point-in-time snapshots, materialized views provide real-time transformations of your data.
@@ -148,6 +152,11 @@ Finally, update the existing endpoint itself, do not add a new one.
 IMPORTANT: If the user cancels some of the steps or there is an error in file creation, DO NOT continue with the plan. Stop the process and wait for the user before using any other tool.
 IMPORTANT: Every time you finish a plan and start a new resource creation or update process, create a new plan before starting with the changes.
 
+# Using deployment tools:
+- Use `deploy_check` tool to check if the project can be deployed to Tinybird Cloud before deploying it.
+- Use `deploy` tool to deploy the project to Tinybird Cloud.
+- Only use deployment tools if user explicitly asks for it.
+
 # When planning the creation or update of resources:
 {plan_instructions}
 {datafile_instructions}
@@ -184,7 +193,6 @@ GCS: {gcs_connection_example}
 Today is {datetime.now().strftime("%Y-%m-%d")}
 """,
             tools=[
-                Tool(explore_data, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(preview_datafile, docstring_format="google", require_parameter_descriptions=True, takes_ctx=False),
                 Tool(create_datafile, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(plan, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
@@ -203,6 +211,8 @@ Today is {datetime.now().strftime("%Y-%m-%d")}
                     require_parameter_descriptions=True,
                     takes_ctx=True,
                 ),
+                Tool(execute_query, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(request_endpoint, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
             ],
         )
 
@@ -230,6 +240,8 @@ Today is {datetime.now().strftime("%Y-%m-%d")}
                 analyze_fixture=partial(analyze_fixture, config=config),
                 execute_cloud_query=partial(execute_cloud_query, config=config),
                 execute_local_query=partial(execute_local_query, config=config),
+                request_endpoint_cloud=partial(request_endpoint_cloud, config=config),
+                request_endpoint_local=partial(request_endpoint_local, config=config),
                 get_project_files=project.get_project_files,
                 folder=folder,
                 thinking_animation=thinking_animation,
@@ -263,7 +275,9 @@ Today is {datetime.now().strftime("%Y-%m-%d")}
             click.echo("\n")
 
 
-def run_agent(config: dict[str, Any], project: Project, dangerously_skip_permissions: bool):
+def run_agent(
+    config: dict[str, Any], project: Project, dangerously_skip_permissions: bool, prompt: Optional[str] = None
+):
     token = config.get("token", None)
     host = config.get("host", None)
     user_token = config.get("user_token", None)
@@ -294,8 +308,17 @@ def run_agent(config: dict[str, Any], project: Project, dangerously_skip_permiss
                 )
                 return
 
+                # In print mode, always skip permissions to avoid interactive prompts
+        skip_permissions = dangerously_skip_permissions or (prompt is not None)
+        agent = TinybirdAgent(token, user_token, host, workspace_id, project, skip_permissions)
+
+        # Print mode: run once with the provided prompt and exit
+        if prompt:
+            agent.run(prompt, config, project)
+            return
+
+        # Interactive mode: show banner and enter interactive loop
         display_banner()
-        agent = TinybirdAgent(token, user_token, host, workspace_id, project, dangerously_skip_permissions)
         click.echo()
         click.echo(FeedbackManager.info(message="Describe what you want to create and I'll help you build it"))
         click.echo(FeedbackManager.info(message="Run /help for more commands"))
@@ -426,11 +449,25 @@ def analyze_fixture(config: dict[str, Any], fixture_path: str) -> dict[str, Any]
     return meta
 
 
-def execute_cloud_query(config: dict[str, Any], query: str, pipe_name: Optional[str] = None) -> str:
+def execute_cloud_query(config: dict[str, Any], query: str, pipe_name: Optional[str] = None) -> dict[str, Any]:
     client = _get_tb_client(config["token"], config["host"])
     return client.query(sql=query, pipeline=pipe_name)
 
 
-def execute_local_query(config: dict[str, Any], query: str, pipe_name: Optional[str] = None) -> str:
+def execute_local_query(config: dict[str, Any], query: str, pipe_name: Optional[str] = None) -> dict[str, Any]:
     local_client = get_tinybird_local_client(config, test=False, silent=True)
     return local_client.query(sql=query, pipeline=pipe_name)
+
+
+def request_endpoint_cloud(
+    config: dict[str, Any], endpoint_name: str, params: Optional[dict[str, str]] = None
+) -> dict[str, Any]:
+    client = _get_tb_client(config["token"], config["host"])
+    return client.pipe_data(endpoint_name, format="json", params=params)
+
+
+def request_endpoint_local(
+    config: dict[str, Any], endpoint_name: str, params: Optional[dict[str, str]] = None
+) -> dict[str, Any]:
+    local_client = get_tinybird_local_client(config, test=False, silent=True)
+    return local_client.pipe_data(endpoint_name, format="json", params=params)

{tinybird-0.0.1.dev252 → tinybird-0.0.1.dev253}/tinybird/tb/modules/agent/tools/deploy_check.py

@@ -1,7 +1,7 @@
 import click
 from pydantic_ai import RunContext
 
-from tinybird.tb.modules.agent.utils import TinybirdAgentContext
+from tinybird.tb.modules.agent.utils import TinybirdAgentContext, show_confirmation, show_input
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 
@@ -9,6 +9,21 @@ def deploy_check(ctx: RunContext[TinybirdAgentContext]) -> str:
     """Check that project can be deployed"""
     try:
         ctx.deps.thinking_animation.stop()
+        confirmation = show_confirmation(
+            title="Check that project can be deployed?",
+            skip_confirmation=ctx.deps.dangerously_skip_permissions,
+        )
+
+        if confirmation == "review":
+            click.echo()
+            feedback = show_input(ctx.deps.workspace_name)
+            ctx.deps.thinking_animation.start()
+            return f"User did not confirm deployment check and gave the following feedback: {feedback}"
+
+        if confirmation == "cancel":
+            ctx.deps.thinking_animation.start()
+            return "User cancelled deployment check. Stop deployment check."
+
         ctx.deps.deploy_check_project()
         ctx.deps.thinking_animation.start()
         return "Project can be deployed"

tinybird-0.0.1.dev253/tinybird/tb/modules/agent/tools/execute_query.py

@@ -0,0 +1,61 @@
+import click
+import humanfriendly
+from pydantic_ai import RunContext
+
+from tinybird.tb.modules.agent.utils import TinybirdAgentContext
+from tinybird.tb.modules.common import echo_safe_humanfriendly_tables_format_smart_table
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+def execute_query(ctx: RunContext[TinybirdAgentContext], query: str, task: str, cloud: bool = True):
+    """Execute a query:
+
+    Args:
+        query (str): The query to execute. Required.
+        task (str): The purpose of the query. Required.
+        cloud (bool): Whether to execute the query on cloud or local. Optional.
+
+    Returns:
+        str: The result of the query.
+    """
+    try:
+        cloud_or_local = "cloud" if cloud else "local"
+        ctx.deps.thinking_animation.stop()
+
+        click.echo(FeedbackManager.highlight(message=f"» Executing query to {cloud_or_local}:\n{query}\n"))
+
+        is_templating = query.strip().startswith("%")
+        query_format = "FORMAT JSON"
+        if is_templating:
+            query = query.strip()
+            query = f"%\nSELECT * FROM ({query}) {query_format}"
+        else:
+            query = f"SELECT * FROM ({query}) {query_format}"
+
+        execute_query = ctx.deps.execute_cloud_query if cloud else ctx.deps.execute_local_query
+        result = execute_query(query=query)
+        stats = result["statistics"]
+        seconds = stats["elapsed"]
+        rows_read = humanfriendly.format_number(stats["rows_read"])
+        bytes_read = humanfriendly.format_size(stats["bytes_read"])
+
+        click.echo(FeedbackManager.info_query_stats(seconds=seconds, rows=rows_read, bytes=bytes_read))
+
+        if not result["data"]:
+            click.echo(FeedbackManager.info_no_rows())
+        else:
+            echo_safe_humanfriendly_tables_format_smart_table(
+                data=[d.values() for d in result["data"]], column_names=result["data"][0].keys()
+            )
+        ctx.deps.thinking_animation.start()
+        result["data"] = result["data"][:10]
+        return f"Result for task '{task}' in {cloud_or_local} environment: {result}. The user is being shown the full result in the console but this message only contains the first 10 rows."
+    except Exception as e:
+        error = str(e)
+        ctx.deps.thinking_animation.stop()
+        click.echo(FeedbackManager.error(message=error))
+        ctx.deps.thinking_animation.start()
+        if "not found" in error.lower() and cloud:
+            return f"Error executing query: {error}. Please run the query against Tinybird local instead of cloud."
+        else:
+            return f"Error executing query: {error}. Please try again."

tinybird-0.0.1.dev253/tinybird/tb/modules/agent/tools/request_endpoint.py

@@ -0,0 +1,65 @@
+from typing import Optional
+
+import click
+import humanfriendly
+from pydantic_ai import RunContext
+
+from tinybird.tb.modules.agent.utils import TinybirdAgentContext
+from tinybird.tb.modules.common import echo_safe_humanfriendly_tables_format_smart_table
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+def request_endpoint(
+    ctx: RunContext[TinybirdAgentContext],
+    endpoint_name: str,
+    params: Optional[dict[str, str]] = None,
+    cloud: bool = True,
+):
+    """Request an endpoint:
+
+    Args:
+        endpoint_name (str): The name of the endpoint to request. Required.
+        params (dict): The parameters to pass to the endpoint. Optional.
+        cloud (bool): Whether to request the endpoint on cloud or local. Optional.
+
+    Returns:
+        str: The result of the query.
+    """
+    try:
+        cloud_or_local = "cloud" if cloud else "local"
+        ctx.deps.thinking_animation.stop()
+
+        click.echo(
+            FeedbackManager.highlight(
+                message=f"» Calling endpoint {endpoint_name} in {cloud_or_local} environment with params {params}"
+            )
+        )
+
+        request_endpoint = ctx.deps.request_endpoint_cloud if cloud else ctx.deps.request_endpoint_local
+        result = request_endpoint(endpoint_name=endpoint_name, params=params)
+        stats = result["statistics"]
+        seconds = stats["elapsed"]
+        rows_read = humanfriendly.format_number(stats["rows_read"])
+        bytes_read = humanfriendly.format_size(stats["bytes_read"])
+
+        click.echo(FeedbackManager.success_print_pipe(pipe=endpoint_name))
+        click.echo(FeedbackManager.info_query_stats(seconds=seconds, rows=rows_read, bytes=bytes_read))
+
+        if not result["data"]:
+            click.echo(FeedbackManager.info_no_rows())
+        else:
+            echo_safe_humanfriendly_tables_format_smart_table(
+                data=[d.values() for d in result["data"][:5]], column_names=result["data"][0].keys()
+            )
+            click.echo("Showing first 5 results\n")
+        ctx.deps.thinking_animation.start()
+        return f"Result for endpoint {endpoint_name} with params {params} in {cloud_or_local} environment: {result}. Do not show result is already shown in the console."
+    except Exception as e:
+        error = str(e)
+        ctx.deps.thinking_animation.stop()
+        click.echo(FeedbackManager.error(message=error))
+        ctx.deps.thinking_animation.start()
+        if "not found" in error.lower() and cloud:
+            return f"Error executing query: {error}. Please run the query against Tinybird local instead of cloud."
+        else:
+            return f"Error executing query: {error}. Please try again."

{tinybird-0.0.1.dev252 → tinybird-0.0.1.dev253}/tinybird/tb/modules/agent/utils.py

@@ -41,8 +41,10 @@ class TinybirdAgentContext(BaseModel):
     mock_data: Callable[..., list[dict[str, Any]]]
     append_data: Callable[..., None]
     analyze_fixture: Callable[..., dict[str, Any]]
-    execute_cloud_query: Callable[..., str]
-    execute_local_query: Callable[..., str]
+    execute_cloud_query: Callable[..., dict[str, Any]]
+    execute_local_query: Callable[..., dict[str, Any]]
+    request_endpoint_cloud: Callable[..., dict[str, Any]]
+    request_endpoint_local: Callable[..., dict[str, Any]]
     dangerously_skip_permissions: bool
     token: str
     user_token: str

{tinybird-0.0.1.dev252 → tinybird-0.0.1.dev253}/tinybird/tb/modules/cli.py

@@ -86,6 +86,10 @@ agent_mode_flag = os.environ.get("TB_AGENT_MODE", "false") == "true"
     help="Skip permissions check in agent mode.",
     hidden=True,
 )
+@click.option(
+    "--p",
+    help="Run agent in print mode with the provided prompt and exit.",
+)
 @click.version_option(version=VERSION)
 @click.pass_context
 def cli(
@@ -101,6 +105,7 @@ def cli(
     output: str,
     max_depth: int,
     dangerously_skip_permissions: bool,
+    p: Optional[str],
 ) -> None:
     """
     Use `OBFUSCATE_REGEX_PATTERN` and `OBFUSCATE_PATTERN_SEPARATOR` environment variables to define a regex pattern and a separator (in case of a single string with multiple regex) to obfuscate secrets in the CLI output.
@@ -202,9 +207,10 @@ def cli(
     ctx.ensure_object(dict)["output"] = output
 
     is_agent_mode = agent_mode_flag and ctx.invoked_subcommand is None
+    is_print_mode = p is not None
 
-    if is_agent_mode:
-        run_agent(config, project, dangerously_skip_permissions)
+    if is_agent_mode or is_print_mode:
+        run_agent(config, project, dangerously_skip_permissions, prompt=p)
 
 
 @cli.command(hidden=True)

{tinybird-0.0.1.dev252 → tinybird-0.0.1.dev253}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev252
+Version: 0.0.1.dev253
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev252 → tinybird-0.0.1.dev253}/tinybird.egg-info/SOURCES.txt

@@ -92,6 +92,7 @@ tinybird/tb/modules/agent/tools/build.py
 tinybird/tb/modules/agent/tools/create_datafile.py
 tinybird/tb/modules/agent/tools/deploy.py
 tinybird/tb/modules/agent/tools/deploy_check.py
+tinybird/tb/modules/agent/tools/execute_query.py
 tinybird/tb/modules/agent/tools/explore.py
 tinybird/tb/modules/agent/tools/get_endpoint_stats.py
 tinybird/tb/modules/agent/tools/get_openapi_definition.py
@@ -99,6 +100,7 @@ tinybird/tb/modules/agent/tools/mock.py
 tinybird/tb/modules/agent/tools/plan.py
 tinybird/tb/modules/agent/tools/preview_datafile.py
 tinybird/tb/modules/agent/tools/read_fixture_data.py
+tinybird/tb/modules/agent/tools/request_endpoint.py
 tinybird/tb/modules/datafile/build.py
 tinybird/tb/modules/datafile/build_common.py
 tinybird/tb/modules/datafile/build_datasource.py