tinybird 0.0.1.dev273__tar.gz → 0.0.1.dev275__tar.gz

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev273
+Version: 0.0.1.dev275
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/feedback_manager.py

@@ -598,6 +598,12 @@ Ready? """
     warning_confirm_delete_branch = prompt_message("Do you want to remove '{branch}' Branch?")
     warning_confirm_delete_release = prompt_message("Do you want to remove Release {semver}?")
     warning_confirm_rollback_release = prompt_message("Do you want to rollback current Release {semver} to {rollback}?")
+    warning_confirm_on_demand_compute = warning_message(
+        "On-demand compute will incur additional costs beyond your regular usage.\n"
+        "This feature uses dedicated compute resources that are billed separately.\n"
+        "You can read more about the pricing at https://www.tinybird.co/docs/classic/work-with-data/process-and-copy/materialized-views#compute-compute-separation-for-populates\n\n"
+        "Do you want to proceed with on-demand compute?"
+    )
 
     warning_confirm_delete_token = prompt_message("Do you want to delete Token {token}?")
     warning_confirm_refresh_token = prompt_message("Do you want to refresh Token {token}?")

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev273'
-__revision__ = '9f4ea9e'
+__version__ = '0.0.1.dev275'
+__revision__ = '0c15fc3'

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/tb/modules/agent/agent.py

@@ -704,9 +704,9 @@ def get_connection_datafile_local(config: dict[str, Any], connection_name: str)
         return "Connection not found"
 
 
-def run_tests(client: TinyB, project: Project, pipe_name: Optional[str] = None) -> None:
+def run_tests(client: TinyB, project: Project, pipe_name: Optional[str] = None) -> Optional[str]:
     try:
-        run_tests_common(name=(pipe_name,) if pipe_name else (), project=project, client=client)
+        return run_tests_common(name=(pipe_name,) if pipe_name else (), project=project, client=client)
     except SystemExit as e:
         raise Exception(e.args[0])
 

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/tb/modules/agent/prompts.py

@@ -612,6 +612,7 @@ test_instructions = """
 - MANDATORY: Before creating the test, analyze the fixture files that the tables of the endpoint are using so you can create relevant tests.
 - IMPORTANT: expected_result field should always be an empty string, because it will be filled by the `create_test` tool.
 - If the endpoint does not have parameters, you can omit parameters and generate a single test.
+- If some tests are skipped, it is because some test names do not match any pipe name. Rename the test file to match the pipe name.
 - The format of the test file is the following:
 <test_file_format>
 - name: kpis_single_day

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/tb/modules/agent/testing_agent.py

@@ -5,8 +5,7 @@ from pydantic_ai.usage import Usage
 from tinybird.tb.modules.agent.animations import ThinkingAnimation
 from tinybird.tb.modules.agent.models import create_model
 from tinybird.tb.modules.agent.prompts import test_instructions, tests_files_prompt, tone_and_style_instructions
-from tinybird.tb.modules.agent.tools.test import create_tests as create_tests_tool
-from tinybird.tb.modules.agent.tools.test import run_tests as run_tests_tool
+from tinybird.tb.modules.agent.tools.test import create_tests, remove_test, rename_test, run_tests
 from tinybird.tb.modules.agent.utils import TinybirdAgentContext
 from tinybird.tb.modules.project import Project
 
@@ -42,13 +41,17 @@ You can do the following:
 - Create new test files.
 - Update existing test files.
 - Run tests.
+- Rename test files.
+- Remove test files.
 """,
                 tone_and_style_instructions,
                 test_instructions,
             ],
             tools=[
-                Tool(create_tests_tool, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
-                Tool(run_tests_tool, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(create_tests, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(run_tests, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(rename_test, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(remove_test, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
             ],
         )
 

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/tb/modules/agent/tools/test.py

@@ -1,3 +1,4 @@
+import os
 from pathlib import Path
 from typing import Optional
 
@@ -122,7 +123,6 @@ def run_tests(ctx: RunContext[TinybirdAgentContext], pipe_name: Optional[str] =
             return f"User did not confirm the proposed changes and gave the following feedback: {feedback}"
 
         test_output = ctx.deps.run_tests(pipe_name=pipe_name)
-        click.echo(test_output)
         ctx.deps.thinking_animation.start()
         if pipe_name:
             return f"Tests for '{pipe_name}' endpoint in {path} and ran successfully\n{test_output}"
@@ -146,3 +146,111 @@ def run_tests(ctx: RunContext[TinybirdAgentContext], pipe_name: Optional[str] =
             error_message = error_message.replace(test_exit_code, "")
         ctx.deps.thinking_animation.start()
         return f"Error running tests: {error_message}"
+
+
+def rename_test(ctx: RunContext[TinybirdAgentContext], path: str, new_path: str) -> str:
+    """Renames a test file.
+
+    Args:
+        path (str): The path to the test file to rename. Required.
+        new_path (str): The new path to the test file. Required.
+
+    Returns:
+        str: Result of the rename operation.
+    """
+    try:
+        ctx.deps.thinking_animation.stop()
+        confirmation = show_confirmation(
+            title=f"Rename '{path}' to '{new_path}'?",
+            skip_confirmation=ctx.deps.dangerously_skip_permissions,
+        )
+
+        if confirmation == "review":
+            feedback = show_input(ctx.deps.workspace_name)
+            ctx.deps.thinking_animation.start()
+            return f"User did not confirm the proposed changes and gave the following feedback: {feedback}"
+
+        click.echo(FeedbackManager.highlight(message=f"» Renaming test file {path} to {new_path}..."))
+        old_path_full = Path(ctx.deps.folder) / path.removeprefix("/")
+        new_path_full = Path(ctx.deps.folder) / new_path.removeprefix("/")
+
+        if not old_path_full.exists():
+            click.echo(FeedbackManager.error(message=f"Error: Test file {path} not found"))
+            ctx.deps.thinking_animation.start()
+            return f"Error: Test file {path} not found (double check the file path)"
+
+        if new_path_full.exists():
+            click.echo(FeedbackManager.error(message=f"Error: Test file {new_path} already exists"))
+            ctx.deps.thinking_animation.start()
+            return f"Error: Test file {new_path} already exists"
+
+        # Ensure new file has .yaml extension for test files
+        if new_path_full.suffix != ".yaml":
+            new_path_full = new_path_full.with_suffix(".yaml")
+            new_path = str(new_path_full.relative_to(ctx.deps.folder))
+
+        parent_path = new_path_full.parent
+        parent_path.mkdir(parents=True, exist_ok=True)
+        os.rename(old_path_full, new_path_full)
+
+        click.echo(FeedbackManager.success(message=f"✓ {new_path} created"))
+        ctx.deps.thinking_animation.start()
+        return f"Renamed test file from {path} to {new_path}"
+    except AgentRunCancelled as e:
+        raise e
+    except FileNotFoundError:
+        ctx.deps.thinking_animation.start()
+        click.echo(FeedbackManager.error(message=f"Error: Test file {path} not found"))
+        return f"Error: Test file {path} not found (double check the file path)"
+    except Exception as e:
+        ctx.deps.thinking_animation.stop()
+        click.echo(FeedbackManager.error(message=e))
+        ctx.deps.thinking_animation.start()
+        return f"Error renaming test file {path} to {new_path}: {e}"
+
+
+def remove_test(ctx: RunContext[TinybirdAgentContext], path: str) -> str:
+    """Removes a test file from the project folder
+
+    Args:
+        path (str): The path to the test file to remove. Required.
+
+    Returns:
+        str: If the test file was removed successfully.
+    """
+    try:
+        ctx.deps.thinking_animation.stop()
+        path = path.removeprefix("/")
+        full_path = Path(ctx.deps.folder) / path
+
+        if not full_path.exists():
+            click.echo(FeedbackManager.error(message=f"Error: Test file {path} not found"))
+            ctx.deps.thinking_animation.start()
+            return f"Error: Test file {path} not found (double check the file path)"
+
+        confirmation = show_confirmation(
+            title=f"Delete '{path}'?",
+            skip_confirmation=ctx.deps.dangerously_skip_permissions,
+        )
+
+        if confirmation == "review":
+            feedback = show_input(ctx.deps.workspace_name)
+            ctx.deps.thinking_animation.start()
+            return f"User did not confirm the proposed changes and gave the following feedback: {feedback}"
+
+        click.echo(FeedbackManager.highlight(message=f"» Removing {path}..."))
+
+        # Remove the test file
+        full_path.unlink()
+
+        click.echo(FeedbackManager.success(message=f"✓ {path} removed"))
+        ctx.deps.thinking_animation.start()
+
+        return f"Removed test file {path}."
+    except AgentRunCancelled as e:
+        raise e
+    except Exception as e:
+        ctx.deps.thinking_animation.stop()
+        click.echo(FeedbackManager.error(message=e))
+        ctx.deps.thinking_animation.start()
+        return f"Error removing test file {path}: {e}"

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/tb/modules/cli.py

@@ -149,7 +149,7 @@ def cli(
     if user_token:
         config_temp.set_user_token(user_token)
     if token or host or user_token:
-        try_update_config_with_remote(config_temp, auto_persist=False, raise_on_errors=False)
+        try_update_config_with_remote(config_temp, auto_persist=True, raise_on_errors=False)
 
     # Overwrite token and host with env vars manually, without resorting to click.
     #

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/tb/modules/deployment_common.py

@@ -19,11 +19,24 @@ from tinybird.tb.modules.project import Project
 
 
 # TODO(eclbg): This should eventually end up in client.py, but we're not using it here yet.
-def api_fetch(url: str, headers: dict) -> dict:
-    r = requests.get(url, headers=headers)
-    if r.status_code == 200:
-        logging.debug(json.dumps(r.json(), indent=2))
-        return r.json()
+def api_fetch(url: str, headers: dict, max_retries: int = 3, backoff_factor: float = 0.5) -> dict:
+    retries = 0
+    while retries <= max_retries:
+        try:
+            r = requests.get(url, headers=headers)
+            if r.status_code == 200:
+                logging.debug(json.dumps(r.json(), indent=2))
+                return r.json()
+            else:
+                raise Exception(f"Request failed with status code {r.status_code}")
+        except Exception:
+            retries += 1
+            if retries > max_retries:
+                break
+
+            wait_time = backoff_factor * (2 ** (retries - 1))
+            time.sleep(wait_time)
+
     # Try to parse and print the error from the response
     try:
         result = r.json()
@@ -35,6 +48,7 @@ def api_fetch(url: str, headers: dict) -> dict:
         message = "Error parsing response from API"
         click.echo(FeedbackManager.error(message=message))
         sys_exit("deployment_error", message)
+
     return {}
 
 
@@ -48,6 +62,7 @@ def api_post(
     if r.status_code < 300:
         logging.debug(json.dumps(r.json(), indent=2))
         return r.json()
+
     # Try to parse and print the error from the response
     try:
         result = r.json()
@@ -61,6 +76,7 @@ def api_post(
         message = "Error parsing response from API"
         click.echo(FeedbackManager.error(message=message))
         sys_exit("deployment_error", message)
+
     return {}
 
 

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/tb/modules/test_common.py

@@ -188,7 +188,7 @@ def update_test(pipe: str, project: Project, client: TinyB) -> None:
         cleanup_test_workspace(client, project.folder)
 
 
-def run_tests(name: Tuple[str, ...], project: Project, client: TinyB) -> None:
+def run_tests(name: Tuple[str, ...], project: Project, client: TinyB) -> Optional[str]:
     full_error = ""
     try:
         load_secrets(project=project, client=client)
@@ -203,19 +203,30 @@ def run_tests(name: Tuple[str, ...], project: Project, client: TinyB) -> None:
             endpoints if len(endpoints) > 0 else glob.glob(f"{project.path}/tests/**/*.y*ml", recursive=True)
         )
 
-        def run_test(test_file) -> Optional[str]:
+        def run_test(test_file) -> Tuple[Optional[str], int, int, bool]:
             test_file_path = Path(test_file)
-            click.echo(FeedbackManager.info(message=f"* {test_file_path.stem}{test_file_path.suffix}"))
             test_file_content = parse_tests(test_file_path.read_text())
+            total_tests = len(test_file_content)
+
+            # Check if pipe exists before processing any tests
+            try:
+                client._req(f"/v0/pipes/{test_file_path.stem}")
+                click.echo(FeedbackManager.info(message=f"* {test_file_path.stem}{test_file_path.suffix}"))
+            except Exception:
+                # Entire test file skipped because pipe doesn't exist
+                click.echo(FeedbackManager.info(message=f"* {test_file_path.stem}{test_file_path.suffix}"))
+                click.echo(
+                    FeedbackManager.warning(message=f"✗ All tests skipped ({test_file_path.stem}.pipe not found)")
+                )
+                return None, total_tests, total_tests, True  # True indicates file was skipped
+
             test_file_errors = ""
+            skipped_count = 0
+
             for test in test_file_content:
                 try:
                     test_params = test["parameters"].split("?")[1] if "?" in test["parameters"] else test["parameters"]
-                    response = None
-                    try:
-                        response = get_pipe_data(client, pipe_name=test_file_path.stem, test_params=test_params)
-                    except Exception:
-                        continue
+                    response = get_pipe_data(client, pipe_name=test_file_path.stem, test_params=test_params)
 
                     expected_result = response.text
                     if response.status_code >= 400:
@@ -237,23 +248,45 @@ def run_tests(name: Tuple[str, ...], project: Project, client: TinyB) -> None:
                 except Exception as e:
                     test_file_errors += f"✗ {test['name']} failed\n** Output and expected output are different: \n{e}"
                     click.echo(FeedbackManager.error(message=test_file_errors))
-                    return test_file_errors
-            return None
+                    return test_file_errors, skipped_count, total_tests, False
+            return None, skipped_count, total_tests, False  # False indicates file was not skipped
 
         failed_tests_count = 0
+        skipped_files_count = 0
+        total_tests_count = 0
         test_count = len(test_files)
-
+        output = ""
         for test_file in test_files:
-            if run_test_error := run_test(test_file):
+            run_test_error, skipped_count, individual_tests_count, file_skipped = run_test(test_file)
+            total_tests_count += individual_tests_count
+
+            if file_skipped:
+                skipped_files_count += 1
+            elif run_test_error:
                 full_error += f"\n{run_test_error}"
                 failed_tests_count += 1
 
+        runnable_files_count = test_count - skipped_files_count
+        passed_files_count = runnable_files_count - failed_tests_count
+
         if failed_tests_count:
-            error = f"\n✗ {test_count - failed_tests_count}/{test_count} passed"
+            error = f"\n✗ {passed_files_count}/{runnable_files_count} passed"
+            if skipped_files_count > 0:
+                error += f" ({skipped_files_count} skipped)"
+            output += f"{error}\n"
             click.echo(FeedbackManager.error(message=error))
             sys_exit("test_error", full_error)
         else:
-            click.echo(FeedbackManager.success(message=f"\n✓ {test_count}/{test_count} passed"))
+            if runnable_files_count == 0:
+                success_message = "\n✓ No tests to run"
+            else:
+                success_message = f"\n✓ {runnable_files_count}/{runnable_files_count} passed"
+            if skipped_files_count > 0:
+                success_message += f" ({skipped_files_count} skipped)"
+            message_color = FeedbackManager.success if runnable_files_count > 0 else FeedbackManager.warning
+            click.echo(message_color(message=success_message))
+            output += f"{success_message}\n"
+        return output
     except Exception as e:
         raise CLITestException(FeedbackManager.error(message=str(e)))
     finally:

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/tb_cli_modules/cli.py

@@ -643,6 +643,15 @@ async def push(
 ) -> None:
     """Push files to Tinybird."""
 
+    # Prompt for confirmation when on-demand compute is requested with populate
+    if (
+        populate
+        and on_demand_compute
+        and not click.confirm(FeedbackManager.warning_confirm_on_demand_compute(), default=False)
+    ):
+        click.echo("Operation cancelled.")
+        return
+
     ignore_sql_errors = FeatureFlags.ignore_sql_errors()
     context.disable_template_security_validation.set(True)
 

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird/tb_cli_modules/pipe.py

@@ -253,6 +253,12 @@ async def pipe_populate(
     on_demand_compute: bool,
 ):
     """Populate the result of a Materialized Node into the target Materialized View"""
+
+    # Prompt for confirmation when on-demand compute is requested
+    if on_demand_compute and not click.confirm(FeedbackManager.warning_confirm_on_demand_compute(), default=False):
+        click.echo("Operation cancelled.")
+        return
+
     cl = create_tb_client(ctx)
 
     pipe = await cl.pipe(pipe_name)

{tinybird-0.0.1.dev273 → tinybird-0.0.1.dev275}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev273
+Version: 0.0.1.dev275
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird