tinybird 0.0.1.dev266__tar.gz → 0.0.1.dev268__tar.gz

{tinybird-0.0.1.dev266 → tinybird-0.0.1.dev268}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev266
+Version: 0.0.1.dev268
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird
@@ -19,6 +19,7 @@ Requires-Dist: croniter==1.3.15
 Requires-Dist: docker==7.1.0
 Requires-Dist: GitPython~=3.1.32
 Requires-Dist: humanfriendly~=8.2
+Requires-Dist: plotext==5.3.2
 Requires-Dist: prompt_toolkit==3.0.48
 Requires-Dist: pydantic~=2.11.7
 Requires-Dist: pydantic-ai-slim[anthropic]~=0.4.2

{tinybird-0.0.1.dev266 → tinybird-0.0.1.dev268}/tinybird/config.py

@@ -33,7 +33,6 @@ LEGACY_HOSTS = {
     "https://api.europe-west2.gcp.tinybird.co": "https://cloud.tinybird.co/gcp/europe-west2",
     "https://api.ap-east.aws.tinybird.co": "https://app.tinybird.co/aws/ap-east",
     "https://api.northamerica-northeast2.gcp.tinybird.co": "https://app.tinybird.co/gcp/northamerica-northeast2",
-    "https://api.us-west1.gcp.tinybird.co": "https://app.tinybird.co/gcp/us-west1",
     "https://api.wadus1.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus1",
     "https://api.wadus2.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus2",
     "https://api.wadus3.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus3",
@@ -56,7 +55,6 @@ LEGACY_HOSTS = {
     "https://ui.split.tinybird.co": "https://app.tinybird.co/aws/split-us-east",
     "https://ui.split.us-west-2.aws.tinybird.co": "https://app.tinybird.co/aws/split-us-west-2",
     "https://ui.northamerica-northeast2.gcp.tinybird.co": "https://app.tinybird.co/gcp/northamerica-northeast2",
-    "https://ui.us-west1.gcp.tinybird.co": "https://app.tinybird.co/gcp/us-west1",
     "https://api.split.tinybird.co": "https://app.tinybird.co/aws/split-us-east",
     "https://api.split.us-west-2.aws.tinybird.co": "https://app.tinybird.co/aws/split-us-west-2",
     "https://ui.wadus1.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus1",
@@ -83,7 +81,6 @@ CLOUD_HOSTS = {
     "https://api.eu-west-1.aws.tinybird.co": "https://cloud.tinybird.co/aws/eu-west-1",
     "https://api.europe-west2.gcp.tinybird.co": "https://cloud.tinybird.co/gcp/europe-west2",
     "https://api.northamerica-northeast2.gcp.tinybird.co": "https://cloud.tinybird.co/gcp/northamerica-northeast2",
-    "https://api.us-west1.gcp.tinybird.co": "https://cloud.tinybird.co/gcp/us-west1",
     "https://api.ap-east.aws.tinybird.co": "https://cloud.tinybird.co/aws/ap-east",
     "https://ui.tinybird.co": "https://cloud.tinybird.co/gcp/europe-west3",
     "https://ui.us-east.tinybird.co": "https://cloud.tinybird.co/gcp/us-east4",
@@ -92,7 +89,6 @@ CLOUD_HOSTS = {
     "https://ui.eu-central-1.aws.tinybird.co": "https://cloud.tinybird.co/aws/eu-central-1",
     "https://ui.europe-west2.gcp.tinybird.co": "https://cloud.tinybird.co/gcp/europe-west2",
     "https://ui.northamerica-northeast2.gcp.tinybird.co": "https://cloud.tinybird.co/gcp/northamerica-northeast2",
-    "https://ui.us-west1.gcp.tinybird.co": "https://cloud.tinybird.co/gcp/us-west1",
 }
 
 

{tinybird-0.0.1.dev266 → tinybird-0.0.1.dev268}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev266'
-__revision__ = 'b4193e9'
+__version__ = '0.0.1.dev268'
+__revision__ = '22adccb'

{tinybird-0.0.1.dev266 → tinybird-0.0.1.dev268}/tinybird/tb/modules/agent/agent.py

@@ -11,7 +11,6 @@ from typing import Any, Optional
 import click
 import humanfriendly
 from pydantic_ai import Agent, RunContext, Tool
-from pydantic_ai.agent import AgentRunResult
 from pydantic_ai.messages import ModelMessage, ModelRequest, UserPromptPart
 from requests import Response
 
@@ -19,7 +18,14 @@ from tinybird.tb.client import TinyB
 from tinybird.tb.modules.agent.animations import ThinkingAnimation
 from tinybird.tb.modules.agent.banner import display_banner
 from tinybird.tb.modules.agent.command_agent import CommandAgent
-from tinybird.tb.modules.agent.memory import clear_history, clear_messages, load_messages, save_messages
+from tinybird.tb.modules.agent.compactor import compact_messages
+from tinybird.tb.modules.agent.explore_agent import ExploreAgent
+from tinybird.tb.modules.agent.memory import (
+    clear_history,
+    clear_messages,
+    get_last_messages_from_last_user_prompt,
+    save_messages,
+)
 from tinybird.tb.modules.agent.models import create_model
 from tinybird.tb.modules.agent.prompts import agent_system_prompt, load_custom_project_rules, resources_prompt
 from tinybird.tb.modules.agent.testing_agent import TestingAgent
@@ -30,13 +36,10 @@ from tinybird.tb.modules.agent.tools.create_datafile import create_datafile, ren
 from tinybird.tb.modules.agent.tools.deploy import deploy
 from tinybird.tb.modules.agent.tools.deploy_check import deploy_check
 from tinybird.tb.modules.agent.tools.diff_resource import diff_resource
-from tinybird.tb.modules.agent.tools.execute_query import execute_query
 from tinybird.tb.modules.agent.tools.get_endpoint_stats import get_endpoint_stats
 from tinybird.tb.modules.agent.tools.get_openapi_definition import get_openapi_definition
 from tinybird.tb.modules.agent.tools.mock import mock
 from tinybird.tb.modules.agent.tools.plan import plan
-from tinybird.tb.modules.agent.tools.preview_datafile import preview_datafile
-from tinybird.tb.modules.agent.tools.request_endpoint import request_endpoint
 from tinybird.tb.modules.agent.utils import AgentRunCancelled, TinybirdAgentContext, show_confirmation, show_input
 from tinybird.tb.modules.build_common import process as build_process
 from tinybird.tb.modules.common import _analyze, _get_tb_client, echo_safe_humanfriendly_tables_format_pretty_table
@@ -64,20 +67,21 @@ class TinybirdAgent:
     ):
         self.token = token
         self.user_token = user_token
+        self.workspace_id = workspace_id
         self.host = host
         self.dangerously_skip_permissions = dangerously_skip_permissions or prompt_mode
         self.project = project
         self.thinking_animation = ThinkingAnimation()
         if prompt_mode:
-            self.messages: list[ModelMessage] = load_messages()[-5:]
+            self.messages: list[ModelMessage] = get_last_messages_from_last_user_prompt()
         else:
             self.messages = []
+
         self.agent = Agent(
             model=create_model(user_token, host, workspace_id),
             deps_type=TinybirdAgentContext,
             system_prompt=agent_system_prompt,
             tools=[
-                Tool(preview_datafile, docstring_format="google", require_parameter_descriptions=True, takes_ctx=False),
                 Tool(create_datafile, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(
                     rename_datafile_or_fixture,
@@ -103,11 +107,9 @@ class TinybirdAgent:
                     require_parameter_descriptions=True,
                     takes_ctx=True,
                 ),
-                Tool(execute_query, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
-                Tool(request_endpoint, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(diff_resource, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
             ],
-            history_processors=[self._context_aware_processor],
+            history_processors=[compact_messages],
         )
 
         self.testing_agent = TestingAgent(
@@ -130,6 +132,16 @@ class TinybirdAgent:
             workspace_id=workspace_id,
             project=self.project,
         )
+        self.explore_agent = ExploreAgent(
+            dangerously_skip_permissions=self.dangerously_skip_permissions,
+            prompt_mode=prompt_mode,
+            thinking_animation=self.thinking_animation,
+            token=self.token,
+            user_token=self.user_token,
+            host=self.host,
+            workspace_id=workspace_id,
+            project=self.project,
+        )
 
         @self.agent.tool
         def manage_tests(ctx: RunContext[TinybirdAgentContext], task: str) -> str:
@@ -161,6 +173,20 @@ class TinybirdAgent:
             result = self.command_agent.run(task, deps=ctx.deps, usage=ctx.usage)
             return result.output
 
+        @self.agent.tool
+        def explore_data(ctx: RunContext[TinybirdAgentContext], task: str) -> str:
+            """Explore the data in the project by executing SQL queries or requesting endpoints or exporting data or visualizing data as a chart.
+
+            Args:
+                task (str): The task to solve. Required.
+
+            Returns:
+                str: The summary of the result.
+            """
+            result = self.explore_agent.run(task, deps=ctx.deps, usage=ctx.usage)
+            self.explore_agent.clear_messages()
+            return result.output or "No result returned"
+
         @self.agent.instructions
         def get_local_host(ctx: RunContext[TinybirdAgentContext]) -> str:
             return f"Tinybird Local host: {ctx.deps.local_host}"
@@ -175,7 +201,7 @@ class TinybirdAgent:
 
         @self.agent.instructions
         def get_cloud_token(ctx: RunContext[TinybirdAgentContext]) -> str:
-            return f"Tinybird Cloud token: {ctx.deps.token}"
+            return "When using in the output the Tinybird Cloud token, use the placeholder __TB_CLOUD_TOKEN__. Do not mention that it is a placeholder, because it will be replaced by the actual token by code."
 
         @self.agent.instructions
         def get_project_files(ctx: RunContext[TinybirdAgentContext]) -> str:
@@ -184,24 +210,7 @@ class TinybirdAgent:
     def add_message(self, message: ModelMessage) -> None:
         self.messages.append(message)
 
-    def _context_aware_processor(
-        self,
-        ctx: RunContext[TinybirdAgentContext],
-        messages: list[ModelMessage],
-    ) -> list[ModelMessage]:
-        # Access current usage
-        if not ctx.usage:
-            return messages
-
-        current_tokens = ctx.usage.total_tokens or 0
-
-        # Filter messages based on context
-        if current_tokens < 200_000:
-            return messages
-
-        return messages[-10:]  # Keep only recent messages when token usage is high
-
-    def _build_agent_deps(self, config: dict[str, Any]) -> TinybirdAgentContext:
+    def _build_agent_deps(self, config: dict[str, Any], run_id: Optional[str] = None) -> TinybirdAgentContext:
         client = TinyB(token=self.token, host=self.host)
         project = self.project
         folder = self.project.folder
@@ -233,6 +242,7 @@ class TinybirdAgent:
             run_tests=partial(run_tests, project=project, client=test_client),
             folder=folder,
             thinking_animation=self.thinking_animation,
+            workspace_id=self.workspace_id,
             workspace_name=self.project.workspace_name,
             dangerously_skip_permissions=self.dangerously_skip_permissions,
             token=self.token,
@@ -240,6 +250,7 @@ class TinybirdAgent:
             host=self.host,
             local_host=local_client.host,
             local_token=local_client.token,
+            run_id=run_id,
         )
 
     def run(self, user_prompt: str, config: dict[str, Any]) -> None:
@@ -255,9 +266,10 @@ class TinybirdAgent:
         save_messages(new_messages)
         self.thinking_animation.stop()
         click.echo(result.output)
-        self._echo_usage(config, result)
+        self.echo_usage(config)
 
-    async def run_iter(self, user_prompt: str, config: dict[str, Any], model: Any) -> None:
+    async def run_iter(self, user_prompt: str, config: dict[str, Any], run_id: Optional[str] = None) -> None:
+        model = create_model(self.user_token, self.host, self.workspace_id, run_id=run_id)
         user_prompt = f"{user_prompt}\n\n{load_custom_project_rules(self.project.folder)}"
         self.thinking_animation.start()
         deps = self._build_agent_deps(config)
@@ -270,7 +282,9 @@ class TinybirdAgent:
                             animation_running = self.thinking_animation.running
                             if animation_running:
                                 self.thinking_animation.stop()
-                            click.echo(FeedbackManager.info(message=part.content))
+                            click.echo(
+                                FeedbackManager.info(message=part.content.replace("__TB_CLOUD_TOKEN__", self.token))
+                            )
                             if animation_running:
                                 self.thinking_animation.start()
 
@@ -279,31 +293,28 @@ class TinybirdAgent:
             self.messages.extend(new_messages)
             save_messages(new_messages)
             self.thinking_animation.stop()
-            self._echo_usage(config, agent_run.result)
+            self.echo_usage(config)
 
-    def _echo_usage(self, config: dict[str, Any], result: AgentRunResult) -> None:
+    def echo_usage(self, config: dict[str, Any]) -> None:
         try:
             client = _get_tb_client(config["user_token"], config["host"])
             workspace_id = config.get("id", "")
             workspace = client.workspace(workspace_id, with_organization=True, version="v1")
             limits_data = client.organization_limits(workspace["organization"]["id"])
             ai_requests_limits = limits_data.get("limits", {}).get("ai_requests", {})
-            current_ai_requests = ai_requests_limits.get("quantity", 0)
-            max_ai_requests = ai_requests_limits.get("max", 0)
+            current_ai_requests = ai_requests_limits.get("quantity") or 0
+            max_ai_requests = ai_requests_limits.get("max") or 0
+            remaining_requests = max(max_ai_requests - current_ai_requests, 0)
+            current_ai_requests = min(max_ai_requests, current_ai_requests)
             if not max_ai_requests:
                 return
-            remaining_requests = max(max_ai_requests - current_ai_requests, 0)
             warning_threshold = max_ai_requests * 0.8
-            if current_ai_requests >= warning_threshold:
-                message_color = FeedbackManager.warning
-            else:
-                message_color = FeedbackManager.gray
-
-            current_ai_requests = min(max_ai_requests, current_ai_requests)
-
+            message_color = (
+                FeedbackManager.warning if current_ai_requests >= warning_threshold else FeedbackManager.gray
+            )
             click.echo(
                 message_color(
-                    message=f"{remaining_requests} agent requests left ({current_ai_requests}/{max_ai_requests}). This message is informative. Limits will be enforced soon."
+                    message=f"{remaining_requests} requests left ({current_ai_requests}/{max_ai_requests}). You can continue using Tinybird Code. Limits will be enforced soon."
                 )
             )
         except Exception:
@@ -339,7 +350,7 @@ def run_agent(
                 workspace_id = cli_config.get("id", "")
                 workspace_name = cli_config.get("name", "")
 
-            if not token or not host or not user_token:
+            if not token or not host or not user_token or not workspace_id:
                 click.echo(
                     FeedbackManager.error(message="Tinybird Code requires authentication. Run 'tb login' first.")
                 )
@@ -383,8 +394,17 @@ def run_agent(
 
         # Interactive mode: show banner and enter interactive loop
         display_banner()
-        click.echo(FeedbackManager.info(message="Describe what you want to create and I'll help you build it"))
-        click.echo(FeedbackManager.info(message="Run /help for more commands"))
+        click.echo(
+            FeedbackManager.info(
+                message="""Tips for getting started:
+- Describe what you want to build or ask for specific resources.
+- Run tb commands directly without leaving interactive mode.
+- Create a TINYBIRD.md file to customize your interactions.
+"""
+            )
+        )
+        agent.echo_usage(config)
+        click.echo()
 
     except Exception as e:
         click.echo(FeedbackManager.error(message=f"Failed to initialize agent: {e}"))
@@ -431,18 +451,13 @@ def run_agent(
 
                     continue
                 elif user_input.lower() == "/help":
-                    click.echo("• Describe what you want to create: 'Create a user analytics system'")
-                    click.echo("• Ask for specific resources: 'Create a pipe to aggregate daily clicks'")
-                    click.echo("• Connect to external services: 'Set up a Kafka connection for events'")
-                    click.echo("• Type '/exit' or '/quit' to leave")
-
+                    subprocess.run(["tb", "--help"], check=True)
                     continue
                 elif user_input.strip() == "":
                     continue
                 else:
                     run_id = str(uuid.uuid4())
-                    model = create_model(user_token, host, workspace_id, run_id=run_id)
-                    asyncio.run(agent.run_iter(user_input, config, model))
+                    asyncio.run(agent.run_iter(user_input, config, run_id))
             except AgentRunCancelled:
                 click.echo(FeedbackManager.info(message="User cancelled the operation"))
                 agent.add_message(

tinybird-0.0.1.dev268/tinybird/tb/modules/agent/banner.py

@@ -0,0 +1,87 @@
+import os
+import sys
+
+import click
+
+
+def detect_terminal_capabilities():
+    """Detect terminal color and Unicode capabilities"""
+    # Check for true color support
+    colorterm = os.environ.get("COLORTERM", "").lower()
+    term = os.environ.get("TERM", "").lower()
+    term_program = os.environ.get("TERM_PROGRAM", "").lower()
+
+    # Known terminals with good true color support
+    modern_terminals = ["warp", "ghostty", "iterm2", "alacritty", "kitty", "hyper"]
+
+    # Check for true color support
+    has_truecolor = (
+        colorterm in ["truecolor", "24bit"]
+        or term_program in modern_terminals
+        or "truecolor" in term
+        or "24bit" in term
+    )
+
+    # Check if it's standard macOS Terminal
+    is_macos_terminal = term_program == "apple_terminal"
+
+    # Check for Unicode support (most modern terminals support this)
+    has_unicode = sys.stdout.encoding and "utf" in sys.stdout.encoding.lower()
+
+    return {
+        "truecolor": has_truecolor and not is_macos_terminal,
+        "unicode": has_unicode,
+        "is_macos_terminal": is_macos_terminal,
+    }
+
+
+def display_banner():
+    reset = "\033[0m"
+    capabilities = detect_terminal_capabilities()
+
+    click.echo("\n")
+
+    banner = [
+        "  ████████╗██╗███╗   ██╗██╗   ██╗██████╗ ██╗██████╗ ██████╗     ██████╗ ██████╗ ██████╗ ███████╗",
+        "  ╚══██╔══╝██║████╗  ██║╚██╗ ██╔╝██╔══██╗██║██╔══██╗██╔══██╗   ██╔════╝██╔═══██╗██╔══██╗██╔════╝",
+        "     ██║   ██║██╔██╗ ██║ ╚████╔╝ ██████╔╝██║██████╔╝██║  ██║   ██║     ██║   ██║██║  ██║█████╗  ",
+        "     ██║   ██║██║╚██╗██║  ╚██╔╝  ██╔══██╗██║██╔══██╗██║  ██║   ██║     ██║   ██║██║  ██║██╔══╝  ",
+        "     ██║   ██║██║ ╚████║   ██║   ██████╔╝██║██║  ██║██████╔╝   ╚██████╗╚██████╔╝██████╔╝███████╗",
+        "     ╚═╝   ╚═╝╚═╝  ╚═══╝   ╚═╝   ╚═════╝ ╚═╝╚═╝  ╚═╝╚═════╝     ╚═════╝ ╚═════╝ ╚═════╝ ╚══════╝",
+    ]
+
+    def rgb_to_ansi(r: int, g: int, b: int, use_truecolor: bool):
+        """Convert RGB values to ANSI escape code"""
+        if use_truecolor:
+            return f"\033[38;2;{r};{g};{b}m"
+        else:
+            # Convert to 8-bit color (256 color palette)
+            # Simple approximation: map RGB to 216-color cube + grayscale
+            if r == g == b:
+                # Grayscale
+                gray = int(r / 255 * 23) + 232
+                return f"\033[38;5;{gray}m"
+            else:
+                # Color cube (6x6x6)
+                r_idx = int(r / 255 * 5)
+                g_idx = int(g / 255 * 5)
+                b_idx = int(b / 255 * 5)
+                color_idx = 16 + (36 * r_idx) + (6 * g_idx) + b_idx
+                return f"\033[38;5;{color_idx}m"
+
+    # Define solid color (corresponding to #27f795)
+    solid_color = [39, 247, 149]  # #27f795 in RGB
+
+    # Print each line with solid color for all terminals
+    for line in banner:
+        colored_line = ""
+        color_code = rgb_to_ansi(*solid_color, use_truecolor=capabilities["truecolor"])  # type: ignore
+
+        for char in line:
+            if char == " ":
+                colored_line += char
+            else:
+                colored_line += f"{color_code}{char}"
+
+        click.echo(colored_line + reset)
+    click.echo()

{tinybird-0.0.1.dev266 → tinybird-0.0.1.dev268}/tinybird/tb/modules/agent/command_agent.py

@@ -25,6 +25,7 @@ class CommandAgent:
         self.token = token
         self.user_token = user_token
         self.host = host
+        self.workspace_id = workspace_id
         self.dangerously_skip_permissions = dangerously_skip_permissions or prompt_mode
         self.project = project
         self.thinking_animation = thinking_animation
@@ -54,6 +55,12 @@ Always run first help commands to be sure that the commands you are running is n
             return tests_files_prompt(self.project)
 
     def run(self, task: str, deps: TinybirdAgentContext, usage: Usage):
-        result = self.agent.run_sync(task, deps=deps, usage=usage, message_history=self.messages)
+        result = self.agent.run_sync(
+            task,
+            deps=deps,
+            usage=usage,
+            message_history=self.messages,
+            model=create_model(self.user_token, self.host, self.workspace_id, run_id=deps.run_id),
+        )
         self.messages.extend(result.new_messages())
         return result