tinybird 0.0.1.dev246__py3-none-any.whl → 0.0.1.dev248__py3-none-any.whl

tinybird/tb/modules/agent/utils.py

@@ -1,6 +1,7 @@
+import difflib
 import os
 from contextlib import contextmanager
-from typing import Any, Callable, List, Optional
+from typing import Any, Callable, List, Optional, Tuple
 
 import click
 from prompt_toolkit.application import Application, get_app
@@ -13,9 +14,17 @@ from prompt_toolkit.layout.dimension import LayoutDimension as D
 from prompt_toolkit.mouse_events import MouseEventType
 from prompt_toolkit.patch_stdout import patch_stdout as pt_patch_stdout
 from prompt_toolkit.shortcuts import PromptSession
-from prompt_toolkit.styles import Style
+from prompt_toolkit.styles import Style as PromptStyle
 from pydantic import BaseModel, Field
 
+try:
+    from colorama import Back, Fore, Style, init
+
+    init(autoreset=True)
+    COLORAMA_AVAILABLE = True
+except ImportError:
+    COLORAMA_AVAILABLE = False
+
 
 class TinybirdAgentContext(BaseModel):
     folder: str
@@ -26,9 +35,13 @@ class TinybirdAgentContext(BaseModel):
     build_project: Callable[..., None]
     deploy_project: Callable[[], None]
     deploy_check_project: Callable[[], None]
+    mock_data: Callable[..., list[dict[str, Any]]]
+    append_data: Callable[..., None]
+    analyze_fixture: Callable[..., dict[str, Any]]
+    dangerously_skip_permissions: bool
 
 
-default_style = Style.from_dict(
+default_style = PromptStyle.from_dict(
     {
         "separator": "#6C6C6C",
         "questionmark": "#FF9D00 bold",
@@ -384,3 +397,283 @@ class Datafile(BaseModel):
     description: str
     pathname: str
     dependencies: List[str] = Field(default_factory=list)
+
+
+def create_terminal_box(content: str, new_content: Optional[str] = None, title: Optional[str] = None) -> str:
+    """
+    Create a formatted box with automatic line numbers that fills the terminal width.
+    Optionally shows a diff between content and new_content.
+
+    Args:
+        content: The original text content to display in the box (without line numbers)
+        new_content: Optional new content to show as a diff against the original
+        title: Optional title to display as header, if not provided will use first line of content
+
+    Returns:
+        A string containing the formatted box with line numbers added
+    """
+    # Get terminal width, default to 80 if can't determine
+    try:
+        terminal_width = os.get_terminal_size().columns
+    except:
+        terminal_width = 80
+
+    # Box characters
+    top_left = "╭"
+    top_right = "╮"
+    bottom_left = "╰"
+    bottom_right = "╯"
+    horizontal = "─"
+    vertical = "│"
+
+    # Calculate available width for content (terminal_width - 2 borders - 2 spaces padding)
+    available_width = terminal_width - 4
+
+    # Split content into lines
+    lines = content.strip().split("\n")
+    new_lines = new_content.strip().split("\n") if new_content else []
+
+    # Check if we have a title parameter or should use first line as header
+    header = title
+    content_lines = lines
+    new_content_lines = new_lines
+
+    if header is None and lines:
+        # Use first line as header if no title provided
+        header = lines[0]
+        content_lines = lines[1:] if len(lines) > 1 else []
+        if new_lines:
+            # Skip header in new content too
+            new_content_lines = new_lines[1:] if len(new_lines) > 1 else []
+    elif header is not None:
+        # Title provided, use all content lines as-is
+        content_lines = lines
+        new_content_lines = new_lines
+
+    # Process content lines
+    processed_lines = []
+
+    if new_content is None:
+        # No diff, just add line numbers
+        line_number = 1
+        for line in content_lines:
+            processed_lines.extend(_process_line(line, line_number, available_width, None))
+            line_number += 1
+    else:
+        # Create diff and process it properly
+        diff = list(
+            difflib.unified_diff(
+                content_lines,
+                new_content_lines,
+                lineterm="",
+                n=3,  # Add some context lines
+            )
+        )
+
+        # Process the unified diff output
+        old_line_num = 1
+        new_line_num = 1
+        old_index = 0
+        new_index = 0
+
+        # Parse the diff output
+        i = 0
+        while i < len(diff):
+            line = diff[i]
+            if line.startswith("@@"):
+                # Parse hunk header to get line numbers
+                import re
+
+                match = re.match(r"@@ -(\d+)(?:,\d+)? \+(\d+)(?:,\d+)? @@", line)
+                if match:
+                    old_line_num = int(match.group(1))
+                    new_line_num = int(match.group(2))
+                    old_index = old_line_num - 1
+                    new_index = new_line_num - 1
+            elif line.startswith("---") or line.startswith("+++"):
+                # Skip file headers
+                pass
+            elif line.startswith(" "):
+                # Context line (unchanged)
+                content = line[1:]  # Remove the leading space
+                if old_index < len(content_lines) and content_lines[old_index] == content:
+                    processed_lines.extend(_process_line(content, old_line_num, available_width, None))
+                    old_line_num += 1
+                    new_line_num += 1
+                    old_index += 1
+                    new_index += 1
+            elif line.startswith("-"):
+                # Removed line
+                content = line[1:]  # Remove the leading minus
+                processed_lines.extend(_process_line(content, old_line_num, available_width, "-"))
+                old_line_num += 1
+                old_index += 1
+            elif line.startswith("+"):
+                # Added line
+                content = line[1:]  # Remove the leading plus
+                processed_lines.extend(_process_line(content, new_line_num, available_width, "+"))
+                new_line_num += 1
+                new_index += 1
+            i += 1
+
+        # Add any remaining unchanged lines that weren't in the diff
+        while old_index < len(content_lines) and new_index < len(new_content_lines):
+            if content_lines[old_index] == new_content_lines[new_index]:
+                processed_lines.extend(_process_line(content_lines[old_index], old_line_num, available_width, None))
+                old_line_num += 1
+                new_line_num += 1
+                old_index += 1
+                new_index += 1
+            else:
+                break
+
+    # Build the box
+    result = []
+
+    # Top border
+    result.append(top_left + horizontal * (terminal_width - 2) + top_right)
+
+    # Add header if exists
+    if header:
+        # Center the header
+        header_padding = (available_width - len(header)) // 2
+        header_line = (
+            vertical
+            + " "
+            + " " * header_padding
+            + header
+            + " " * (available_width - len(header) - header_padding)
+            + " "
+            + vertical
+        )
+        result.append(header_line)
+        # Empty line after header
+        result.append(vertical + " " * (terminal_width - 2) + vertical)
+
+    # Content lines
+    for line_num, content, diff_marker in processed_lines:
+        if line_num is not None:
+            # Line with number
+            if COLORAMA_AVAILABLE:
+                line_num_str = f"{Fore.LIGHTBLACK_EX}{line_num:>4}{Style.RESET_ALL}"
+            else:
+                line_num_str = f"{line_num:>4}"
+
+            if diff_marker:
+                if COLORAMA_AVAILABLE:
+                    if diff_marker == "-":
+                        # Fill the entire content area with red background
+                        content_with_bg = f"{Back.RED}{diff_marker}   {content}{Style.RESET_ALL}"
+                        # Calculate padding needed for the content area
+                        content_area_width = available_width - 9  # 9 is reduced prefix length
+                        content_padding = content_area_width - len(f"{diff_marker}   {content}")
+                        if content_padding > 0:
+                            content_with_bg = (
+                                f"{Back.RED}{diff_marker}   {content}{' ' * content_padding}{Style.RESET_ALL}"
+                            )
+                        line = f"{vertical} {line_num_str} {content_with_bg}"
+                    elif diff_marker == "+":
+                        # Fill the entire content area with green background
+                        content_with_bg = f"{Back.GREEN}{diff_marker}   {content}{Style.RESET_ALL}"
+                        # Calculate padding needed for the content area
+                        content_area_width = available_width - 9  # 9 is reduced prefix length
+                        content_padding = content_area_width - len(f"{diff_marker}   {content}")
+                        if content_padding > 0:
+                            content_with_bg = (
+                                f"{Back.GREEN}{diff_marker}   {content}{' ' * content_padding}{Style.RESET_ALL}"
+                            )
+                        line = f"{vertical} {line_num_str} {content_with_bg}"
+                else:
+                    line = f"{vertical} {line_num:>4} {diff_marker}   {content}"
+            else:
+                line = f"{vertical} {line_num_str}     {content}"
+        else:
+            # Continuation line without number - fill background starting from where symbol would be
+            if diff_marker and COLORAMA_AVAILABLE:
+                if diff_marker == "-":
+                    # Calculate how much space we need to fill with background
+                    content_area_width = available_width - 9  # 9 is reduced prefix length
+                    content_padding = content_area_width - len(
+                        content
+                    )  # Don't subtract spaces, they're in the background
+                    if content_padding > 0:
+                        line = f"{vertical}      {Back.RED}    {content}{' ' * content_padding}{Style.RESET_ALL}"
+                    else:
+                        line = f"{vertical}      {Back.RED}    {content}{Style.RESET_ALL}"
+                elif diff_marker == "+":
+                    # Calculate how much space we need to fill with background
+                    content_area_width = available_width - 9  # 9 is reduced prefix length
+                    content_padding = content_area_width - len(
+                        content
+                    )  # Don't subtract spaces, they're in the background
+                    if content_padding > 0:
+                        line = f"{vertical}      {Back.GREEN}    {content}{' ' * content_padding}{Style.RESET_ALL}"
+                    else:
+                        line = f"{vertical}      {Back.GREEN}    {content}{Style.RESET_ALL}"
+            else:
+                line = f"{vertical}          {content}"
+
+        # Pad to terminal width
+        # Need to account for ANSI escape sequences not taking visual space
+        if COLORAMA_AVAILABLE:
+            # Calculate visible length (excluding ANSI codes)
+            visible_line = line
+            # Remove all ANSI escape sequences for length calculation
+            import re
+
+            ansi_escape = re.compile(r"\x1B(?:[@-Z\\-_]|\[[0-?]*[ -/]*[@-~])")
+            visible_line = ansi_escape.sub("", visible_line)
+            padding_needed = terminal_width - len(visible_line) - 1
+        else:
+            padding_needed = terminal_width - len(line) - 1
+
+        line += " " * padding_needed + vertical
+        result.append(line)
+
+    # Empty line before bottom (only if we have content)
+    if processed_lines:
+        result.append(vertical + " " * (terminal_width - 2) + vertical)
+
+    # Bottom border
+    result.append(bottom_left + horizontal * (terminal_width - 2) + bottom_right)
+
+    return "\n".join(result)
+
+
+def _process_line(
+    line: str, line_number: int, available_width: int, diff_marker: Optional[str]
+) -> List[Tuple[Optional[int], str, Optional[str]]]:
+    """
+    Process a single line, handling wrapping if necessary.
+
+    Returns a list of tuples (line_number, content, diff_marker)
+    """
+    # Calculate space needed for line number and spacing
+    # " 9999     " for normal lines or " 9999 +   " for diff lines
+    prefix_length = 9  # Reduced from 13 to 9
+
+    # Available width for actual content
+    content_width = available_width - prefix_length
+
+    processed: List[Tuple[Optional[int], str, Optional[str]]] = []
+
+    if len(line) <= content_width:
+        # Line fits, add it as is
+        processed.append((line_number, line, diff_marker))
+    else:
+        # Line needs wrapping
+        # First line with line number
+        first_part = line[:content_width]
+        processed.append((line_number, first_part, diff_marker))
+
+        # Remaining wrapped lines without line numbers
+        remaining = line[content_width:]
+        while remaining:
+            if len(remaining) <= content_width:
+                processed.append((None, remaining, diff_marker))
+                break
+            else:
+                processed.append((None, remaining[:content_width], diff_marker))
+                remaining = remaining[content_width:]
+
+    return processed

tinybird/tb/modules/build.py

@@ -3,7 +3,7 @@ import time
 from copy import deepcopy
 from functools import partial
 from pathlib import Path
-from typing import Callable, List
+from typing import Any, Callable, Dict, List
 from urllib.parse import urlencode
 
 import click
@@ -32,8 +32,11 @@ def build(ctx: click.Context, watch: bool) -> None:
     """
     Validate and build the project server side.
     """
+    obj: Dict[str, Any] = ctx.ensure_object(dict)
     project: Project = ctx.ensure_object(dict)["project"]
     tb_client: TinyB = ctx.ensure_object(dict)["client"]
+    if obj["env"] == "cloud":
+        raise click.ClickException(FeedbackManager.error_build_only_supported_in_local())
 
     if project.has_deeper_level():
         click.echo(

tinybird/tb/modules/build_common.py

@@ -3,7 +3,7 @@ import logging
 import time
 from pathlib import Path
 from typing import Optional
-from urllib.parse import urlencode
+from urllib.parse import urlencode, urljoin
 
 import click
 import requests
@@ -25,7 +25,6 @@ def process(
     file_changed: Optional[str] = None,
     diff: Optional[str] = None,
     silent: bool = False,
-    error: bool = False,
     build_status: Optional[BuildStatus] = None,
     exit_on_error: bool = True,
 ) -> Optional[str]:
@@ -190,7 +189,7 @@ def build_project(project: Project, tb_client: TinyB, silent: bool = False) -> O
         ".pipe": "text/plain",
         ".connection": "text/plain",
     }
-    TINYBIRD_API_URL = tb_client.host + "/v1/build"
+    TINYBIRD_API_URL = urljoin(tb_client.host, "/v1/build")
     logging.debug(TINYBIRD_API_URL)
     TINYBIRD_API_KEY = tb_client.token
     error: Optional[str] = None

tinybird/tb/modules/cli.py

@@ -79,6 +79,13 @@ agent_mode_flag = os.environ.get("TB_AGENT_MODE", "false") == "true"
     "--output", type=click.Choice(["human", "json", "csv"], case_sensitive=False), default="human", help="Output format"
 )
 @click.option("--max-depth", type=int, default=3, help="Maximum depth of the project files.")
+@click.option(
+    "--dangerously-skip-permissions",
+    is_flag=True,
+    default=False,
+    help="Skip permissions check in agent mode.",
+    hidden=True,
+)
 @click.version_option(version=VERSION)
 @click.pass_context
 def cli(
@@ -93,6 +100,7 @@ def cli(
     staging: bool,
     output: str,
     max_depth: int,
+    dangerously_skip_permissions: bool,
 ) -> None:
     """
     Use `OBFUSCATE_REGEX_PATTERN` and `OBFUSCATE_PATTERN_SEPARATOR` environment variables to define a regex pattern and a separator (in case of a single string with multiple regex) to obfuscate secrets in the CLI output.
@@ -196,7 +204,7 @@ def cli(
     is_agent_mode = agent_mode_flag and ctx.invoked_subcommand is None
 
     if is_agent_mode:
-        run_agent(config, project)
+        run_agent(config, project, dangerously_skip_permissions)
 
 
 @cli.command(hidden=True)

tinybird/tb/modules/create.py

@@ -21,7 +21,7 @@ from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.llm import LLM
 from tinybird.tb.modules.llm_utils import extract_xml, parse_xml
 from tinybird.tb.modules.local_common import get_tinybird_local_client
-from tinybird.tb.modules.mock import create_mock_data
+from tinybird.tb.modules.mock_common import create_mock_data
 from tinybird.tb.modules.project import Project
 
 

tinybird/tb/modules/feedback_manager.py

@@ -444,6 +444,7 @@ class FeedbackManager:
     error_invalid_output_format = error_message(
         "Invalid output format for this command. Supported formats are: {formats}"
     )
+    error_build_only_supported_in_local = error_message("Builds are only supported in Tinybird Local")
 
     info_incl_relative_path = info_message("** Relative path {path} does not exist, skipping.")
     info_ignoring_incl_file = info_message(

tinybird/tb/modules/llm.py

@@ -3,7 +3,7 @@ from typing import Optional
 
 import requests
 
-from tinybird.tb.modules.cli import CLIConfig
+from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.feedback_manager import FeedbackManager