tinybird 0.0.1.dev149__tar.gz → 0.0.1.dev151__tar.gz

{tinybird-0.0.1.dev149 → tinybird-0.0.1.dev151}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev149
+Version: 0.0.1.dev151
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev149 → tinybird-0.0.1.dev151}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev149'
-__revision__ = '2838b1f'
+__version__ = '0.0.1.dev151'
+__revision__ = 'd9da445'

{tinybird-0.0.1.dev149 → tinybird-0.0.1.dev151}/tinybird/tb/modules/cli.py

@@ -323,16 +323,23 @@ async def create_ctx_client(ctx: Context, config: Dict[str, Any], cloud: bool, s
         return None
 
     commands_always_cloud = ["pull", "infra"]
-    commands_always_local = ["build", "test", "dev"]
-    if (cloud or command in commands_always_cloud) and command not in commands_always_local:
+    commands_always_local = ["build", "dev"]
+    command_always_test = ["test"]
+
+    if (
+        (cloud or command in commands_always_cloud)
+        and command not in commands_always_local
+        and command not in command_always_test
+    ):
         click.echo(
             FeedbackManager.gray(message=f"Running against Tinybird Cloud: Workspace {config.get('name', 'default')}")
         )
         return _get_tb_client(config.get("token", None), config["host"], staging=staging)
     local = command in commands_always_local
+    test = command in command_always_test
     if not local and command not in commands_always_local and command:
         click.echo(FeedbackManager.gray(message="Running against Tinybird Local"))
-    return await get_tinybird_local_client(config, staging=staging)
+    return await get_tinybird_local_client(config, test=test, staging=staging)
 
 
 def get_target_env(cloud: bool) -> str:

{tinybird-0.0.1.dev149 → tinybird-0.0.1.dev151}/tinybird/tb/modules/datafile/common.py

@@ -846,14 +846,6 @@ def _parse_table_structure(schema: str) -> List[Dict[str, Any]]:
                     lineno=line,
                     pos=pos,
                 )
-            if detected_type in ("Int", "UInt"):
-                t = detected_type
-                raise SchemaSyntaxError(
-                    message=f"Precision is mandatory for {t} types",
-                    hint=f"Hint: use one of {t}8, {t}16, {t}32, {t}64, {t}128, {t}256",
-                    lineno=line,
-                    pos=pos - len(t),
-                )
 
             try:
                 # Imported in the body to be compatible with the CLI

{tinybird-0.0.1.dev149 → tinybird-0.0.1.dev151}/tinybird/tb/modules/deprecations.py

@@ -9,6 +9,7 @@ from tinybird.tb.modules.feedback_manager import FeedbackManager
     context_settings=dict(
         ignore_unknown_options=True,
     ),
+    hidden=True,
 )
 @click.argument("args", nargs=-1, type=click.UNPROCESSED)
 def branch(args) -> None:
@@ -30,6 +31,7 @@ def branch(args) -> None:
     context_settings=dict(
         ignore_unknown_options=True,
     ),
+    hidden=True,
 )
 @click.argument("args", nargs=-1, type=click.UNPROCESSED)
 def check(args) -> None:
@@ -47,6 +49,7 @@ def check(args) -> None:
     context_settings=dict(
         ignore_unknown_options=True,
     ),
+    hidden=True,
 )
 @click.argument("args", nargs=-1, type=click.UNPROCESSED)
 def diff(args) -> None:
@@ -64,6 +67,7 @@ def diff(args) -> None:
     context_settings=dict(
         ignore_unknown_options=True,
     ),
+    hidden=True,
 )
 @click.argument("args", nargs=-1, type=click.UNPROCESSED)
 def fmt(args) -> None:
@@ -81,6 +85,7 @@ def fmt(args) -> None:
     context_settings=dict(
         ignore_unknown_options=True,
     ),
+    hidden=True,
 )
 @click.argument("args", nargs=-1, type=click.UNPROCESSED)
 def init(args) -> None:
@@ -98,6 +103,7 @@ def init(args) -> None:
     context_settings=dict(
         ignore_unknown_options=True,
     ),
+    hidden=True,
 )
 @click.argument("args", nargs=-1, type=click.UNPROCESSED)
 def push(args) -> None:
@@ -115,6 +121,7 @@ def push(args) -> None:
     context_settings=dict(
         ignore_unknown_options=True,
     ),
+    hidden=True,
 )
 @click.argument("args", nargs=-1, type=click.UNPROCESSED)
 def tag(args) -> None:

{tinybird-0.0.1.dev149 → tinybird-0.0.1.dev151}/tinybird/tb/modules/local_common.py

@@ -18,14 +18,14 @@ TB_LOCAL_HOST = re.sub(r"^https?://", "", os.getenv("TB_LOCAL_HOST", "localhost"
 TB_LOCAL_ADDRESS = f"http://{TB_LOCAL_HOST}:{TB_LOCAL_PORT}"
 
 
-async def get_tinybird_local_client(config_obj: Dict[str, Any], staging: bool = False) -> TinyB:
+async def get_tinybird_local_client(config_obj: Dict[str, Any], test: bool = False, staging: bool = False) -> TinyB:
     """Get a Tinybird client connected to the local environment."""
 
-    config = await get_tinybird_local_config(config_obj)
+    config = await get_tinybird_local_config(config_obj, test=test)
     return config.get_client(host=TB_LOCAL_ADDRESS, staging=staging)
 
 
-async def get_tinybird_local_config(config_obj: Dict[str, Any]) -> CLIConfig:
+async def get_tinybird_local_config(config_obj: Dict[str, Any], test: bool = False) -> CLIConfig:
     """Craft a client config with a workspace name based on the path of the project files
 
     It uses the tokens from tinybird local
@@ -47,7 +47,10 @@ async def get_tinybird_local_config(config_obj: Dict[str, Any]) -> CLIConfig:
     # Create a new workspace if path is provided. This is used to isolate the build in a different workspace.
     if path:
         user_client = config.get_client(host=TB_LOCAL_ADDRESS, token=user_token)
-        ws_name = config.get("name") or config_obj.get("name") or get_build_workspace_name(path)
+        if test:
+            ws_name = get_test_workspace_name(path)
+        else:
+            ws_name = config.get("name") or config_obj.get("name") or get_build_workspace_name(path)
         if not ws_name:
             raise AuthNoTokenException()
 
@@ -61,6 +64,13 @@ async def get_tinybird_local_config(config_obj: Dict[str, Any]) -> CLIConfig:
 
         ws = next((ws for ws in local_workspaces if ws["name"] == ws_name), None)
 
+        # If we are running a test, we need to delete the workspace if it already exists
+        if test and ws:
+            requests.delete(
+                f"{TB_LOCAL_ADDRESS}/v1/workspaces/{ws['id']}?token={user_token}&hard_delete_confirmation=yes"
+            )
+            ws = None
+
         if not ws:
             await user_client.create_workspace(
                 ws_name, template=None, assign_to_organization_id=user_org_id, version="v1"
@@ -71,7 +81,6 @@ async def get_tinybird_local_config(config_obj: Dict[str, Any]) -> CLIConfig:
                 raise AuthNoTokenException()
 
         ws_token = ws["token"]
-
         config.set_token(ws_token)
         config.set_token_for_host(TB_LOCAL_ADDRESS, ws_token)
         config.set_host(TB_LOCAL_ADDRESS)
@@ -86,3 +95,8 @@ async def get_tinybird_local_config(config_obj: Dict[str, Any]) -> CLIConfig:
 def get_build_workspace_name(path: str) -> str:
     folder_hash = hashlib.sha256(path.encode()).hexdigest()
     return f"Tinybird_Local_Build_{folder_hash}"
+
+
+def get_test_workspace_name(path: str) -> str:
+    folder_hash = hashlib.sha256(path.encode()).hexdigest()
+    return f"Tinybird_Local_Test_{folder_hash}"

{tinybird-0.0.1.dev149 → tinybird-0.0.1.dev151}/tinybird/tb/modules/test.py

@@ -8,22 +8,25 @@ import difflib
 import glob
 import sys
 import urllib.parse
+from copy import deepcopy
 from pathlib import Path
 from typing import Any, Dict, List, Optional, Tuple
 
 import click
+import requests
 import yaml
 from requests import Response
 
 from tinybird.prompts import test_create_prompt
 from tinybird.tb.client import TinyB
-from tinybird.tb.modules.build import process
+from tinybird.tb.modules.build import process as build_project
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.config import CLIConfig
-from tinybird.tb.modules.exceptions import CLITestException
+from tinybird.tb.modules.exceptions import CLILocalException, CLITestException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.llm import LLM
 from tinybird.tb.modules.llm_utils import extract_xml, parse_xml
+from tinybird.tb.modules.local_common import TB_LOCAL_ADDRESS, get_test_workspace_name
 from tinybird.tb.modules.project import Project
 
 yaml.SafeDumper.org_represent_str = yaml.SafeDumper.represent_str  # type: ignore[attr-defined]
@@ -77,7 +80,7 @@ def test_create(ctx: click.Context, name_or_filename: str, prompt: str) -> None:
         project: Project = ctx.ensure_object(dict)["project"]
         client: TinyB = ctx.ensure_object(dict)["client"]
         click.echo(FeedbackManager.highlight(message="\n» Building project"))
-        process(project=project, tb_client=client, watch=False, silent=True)
+        build_project(project=project, tb_client=client, watch=False, silent=True)
         click.echo(FeedbackManager.info(message="✓ Done!\n"))
         config = CLIConfig.get_project_config()
         folder = project.folder
@@ -140,6 +143,8 @@ def test_create(ctx: click.Context, name_or_filename: str, prompt: str) -> None:
         click.echo(FeedbackManager.success(message="✓ Done!\n"))
     except Exception as e:
         raise CLITestException(FeedbackManager.error(message=str(e)))
+    finally:
+        cleanup_test_workspace(client, project.folder)
 
 
 @test.command(
@@ -154,7 +159,7 @@ def test_update(ctx: click.Context, pipe: str) -> None:
         project: Project = ctx.ensure_object(dict)["project"]
         folder = project.folder
         click.echo(FeedbackManager.highlight(message="\n» Building project"))
-        process(project=project, tb_client=client, watch=False, silent=True)
+        build_project(project=project, tb_client=client, watch=False, silent=True)
         click.echo(FeedbackManager.info(message="✓ Done!"))
         pipe_tests_path = get_pipe_path(pipe, folder)
         pipe_name = pipe_tests_path.stem
@@ -191,6 +196,8 @@ def test_update(ctx: click.Context, pipe: str) -> None:
         click.echo(FeedbackManager.success(message="✓ Done!\n"))
     except Exception as e:
         raise CLITestException(FeedbackManager.error(message=str(e)))
+    finally:
+        cleanup_test_workspace(client, project.folder)
 
 
 @test.command(
@@ -204,7 +211,7 @@ def run_tests(ctx: click.Context, name: Tuple[str, ...]) -> None:
         client: TinyB = ctx.ensure_object(dict)["client"]
         project: Project = ctx.ensure_object(dict)["project"]
         click.echo(FeedbackManager.highlight(message="\n» Building project"))
-        process(project=project, tb_client=client, watch=False, silent=True)
+        build_project(project=project, tb_client=client, watch=False, silent=True)
         click.echo(FeedbackManager.info(message="✓ Done!"))
 
         click.echo(FeedbackManager.highlight(message="\n» Running tests"))
@@ -268,6 +275,8 @@ def run_tests(ctx: click.Context, name: Tuple[str, ...]) -> None:
             click.echo(FeedbackManager.success(message=f"\n✓ {test_count}/{test_count} passed"))
     except Exception as e:
         raise CLITestException(FeedbackManager.error(message=str(e)))
+    finally:
+        cleanup_test_workspace(client, project.folder)
 
 
 async def get_pipe_data(client: TinyB, pipe_name: str, test_params: str) -> Response:
@@ -301,3 +310,22 @@ def get_pipe_path(name_or_filename: str, folder: str) -> Path:
         raise Exception(f"Pipe {name_or_filename} not found")
 
     return pipe_path
+
+
+def cleanup_test_workspace(client: TinyB, path: str) -> None:
+    user_client = deepcopy(client)
+    try:
+        # ruff: noqa: ASYNC210
+        tokens = requests.get(f"{TB_LOCAL_ADDRESS}/tokens").json()
+    except Exception:
+        raise CLILocalException(
+            FeedbackManager.error(message="Tinybird local is not running. Please run `tb local start` first.")
+        )
+    try:
+        user_token = tokens["user_token"]
+        user_client.token = user_token
+        asyncio.run(
+            user_client.delete_workspace(get_test_workspace_name(path), hard_delete_confirmation="yes", version="v1")
+        )
+    except Exception:
+        pass

{tinybird-0.0.1.dev149 → tinybird-0.0.1.dev151}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev149
+Version: 0.0.1.dev151
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird