tinybird 0.0.1.dev44__tar.gz → 0.0.1.dev47__tar.gz

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev44
+Version: 0.0.1.dev47
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/client.py

@@ -1,6 +1,7 @@
 import asyncio
 import json
 import logging
+import os
 import ssl
 from pathlib import Path
 from typing import Any, Callable, Dict, List, Mapping, Optional, Set, Union
@@ -91,6 +92,7 @@ class TinyB:
         disable_ssl_checks: bool = False,
         send_telemetry: bool = False,
         semver: Optional[str] = None,
+        env: Optional[str] = "production",
     ):
         ctx = ssl.create_default_context()
         ctx.check_hostname = False
@@ -102,6 +104,7 @@ class TinyB:
         self.disable_ssl_checks = disable_ssl_checks
         self.send_telemetry = send_telemetry
         self.semver = semver
+        self.env = env
 
     async def _req_raw(
         self,
@@ -687,7 +690,20 @@ class TinyB:
         return await self._req(f"/v0/jobs/{job_id}/cancel", method="POST", data=b"")
 
     async def user_workspaces(self):
-        return await self._req("/v0/user/workspaces/?with_environments=false")
+        data = await self._req("/v0/user/workspaces/?with_environments=false")
+        # TODO: this is repeated in local_common.py but I'm avoiding circular imports
+        local_port = int(os.getenv("TB_LOCAL_PORT", 80))
+        local_host = f"http://localhost:{local_port}"
+        if local_host != self.host:
+            return data
+
+        local_workspaces = [
+            x
+            for x in data["workspaces"]
+            if x["name"].startswith("Tinybird_Local_") and not x["name"].startswith("Tinybird_Local_Build_")
+        ]
+
+        return {**data, "workspaces": local_workspaces}
 
     async def user_workspaces_and_branches(self):
         return await self._req("/v0/user/workspaces/?with_environments=true")

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/datafile.py

@@ -1218,6 +1218,8 @@ def parse(
         "kafka_store_raw_value": assign_var("kafka_store_raw_value"),
         "kafka_store_headers": assign_var("kafka_store_headers"),
         "kafka_store_binary_headers": assign_var("kafka_store_binary_headers"),
+        "kafka_key_format": assign_var("kafka_key_format"),
+        "kafka_value_format": assign_var("kafka_value_format"),
         "kafka_key_avro_deserialization": assign_var("kafka_key_avro_deserialization"),
         "kafka_ssl_ca_pem": assign_var("kafka_ssl_ca_pem"),
         "kafka_sasl_mechanism": assign_var("kafka_sasl_mechanism"),

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/prompts.py

@@ -1,3 +1,5 @@
+from typing import Optional
+
 general_functions = [
     "BLAKE3",
     "CAST",
@@ -368,8 +370,7 @@ You are a Tinybird expert. You will be given a pipe containing different nodes w
 
 <instructions>
     - Every test name must be unique.
-    - The test command must be a valid Tinybird command that can be run in the terminal.
-    - The test command can have as many parameters as are needed to test the pipe.
+    - The test can have as many parameters as are needed to test the pipe.
     - The parameter within Tinybird templating syntax looks like this one {{String(my_param_name, default_value)}}.
     - If there are no parameters, you can omit parameters and generate a single test.
     - The format of the parameters is the following: ?param1=value1&param2=value2&param3=value3
@@ -759,6 +760,10 @@ sql_instructions = """
     AND {{{{DateTime(end_date)}}}} 
     {{%end%}}
     </valid_condition_without_now>
+    - Parameters must not be quoted.
+    - When you use defined function with a paremeter inside, do NOT add quotes around the parameter:
+    <invalid_defined_function_with_parameter>{{% if defined('my_param') %}}</invalid_defined_function_with_parameter>
+    <valid_defined_function_without_parameter>{{% if defined(my_param) %}}</valid_defined_function_without_parameter>
     - Use datasource names as table names when doing SELECT statements.
     - Do not use pipe names as table names.
     - The available datasource names to use in the SQL are the ones present in the existing_resources section or the ones you will create.
@@ -776,7 +781,6 @@ sql_instructions = """
     - When aliasing a column, use first the column name and then the alias.
     - General functions and aggregate functions are case sensitive.
     - Character insensitive functions are case insensitive.
-    - When you use defined function with a paremeter inside, do NOT add quotes around the parameter.
     - Parameters are never quoted in any case.
 </sql_instructions>
 """.format(
@@ -819,22 +823,111 @@ Use the following format to generate the response and do not wrap it in any othe
     )
 
 
-cursorrules_prompt = """
+def rules_prompt(source: Optional[str] = None) -> str:
+    base_command = source or "tb"
+    return """
 You are an expert in SQL and Tinybird. Follow these instructions when working with .datasource and .pipe files:
 
+<command_calling>
+You have commands at your disposal to develop a tinybird project:
+- {base_command} build: to build the project locally and check it works.
+- {base_command} deployment create --wait --auto: to create a deployment and promote it automatically
+- {base_command} test run: to run existing tests
+- {base_command} --build endpoint url <pipe_name>: to get the url of an endpoint, token included.
+- {base_command} --build endpoint data <pipe_name>: to get the data of an endpoint. You can pass parameters to the endpoint like this: {base_command} --build endpoint data <pipe_name> --param1 value1 --param2 value2
+- {base_command} --build token ls: to list all the tokens
+There are other commands that you can use, but these are the most common ones. Run `{base_command} -h` to see all the commands if needed.
+When you need to check resources or data in the Tinybird environment that you updated with the build command, add always the --build flag before the command. Example: {base_command} --build datasource ls
+</command_calling>
+<development_instructions>
+- When asking to create a tinybird data project, if the needed folders are not already created, use the following structure:
+├── copies
+├── datasources
+├── endpoints
+├── fixtures
+├── materializations
+├── sinks
+└── tests
+- The local development server will be available at http://localhost:80. Even if some response uses another base url, use always http://localhost:80.
+- After every change in your .datasource, .pipe or .ndjson files, run `{base_command} build` to build the project locally.
+- When you need to ingest data locally in a datasource, create a .ndjson file with the same name of the datasource and the data you want and run `{base_command} build` so the data is ingested.
+- The format of the generated api endpoint urls is: http://localhost:80/v0/pipe/<pipe_name>.json?token=<token>
+- Before running the tests, remember to have the project built with `{base_command} build` with the latest changes.
+</development_instructions>
+
+<datasource_file_instructions>
+Follow these instructions when creating or updating .datasource files:
 {datasource_instructions}
+</datasource_file_instructions>
+
+<pipe_file_instructions>
+Follow these instructions when creating or updating .pipe files:
 {pipe_instructions}
 {sql_instructions}
 {datasource_example}
 {pipe_example}
 {copy_pipe_instructions}
 {materialized_pipe_instructions}
+</pipe_file_instructions>
+<test_file_instructions>
+Follow these instructions when creating or updating .yaml files for tests:
+{test_instructions}
+</test_file_instructions>
 """.format(
-    datasource_instructions=datasource_instructions,
-    pipe_instructions=pipe_instructions,
-    sql_instructions=sql_instructions,
-    datasource_example=datasource_example,
-    pipe_example=pipe_example,
-    copy_pipe_instructions=copy_pipe_instructions,
-    materialized_pipe_instructions=materialized_pipe_instructions,
-)
+        base_command=base_command,
+        datasource_instructions=datasource_instructions,
+        pipe_instructions=pipe_instructions,
+        sql_instructions=sql_instructions,
+        datasource_example=datasource_example,
+        pipe_example=pipe_example,
+        copy_pipe_instructions=copy_pipe_instructions,
+        materialized_pipe_instructions=materialized_pipe_instructions,
+        test_instructions=test_instructions,
+    )
+
+
+test_instructions = """
+- The test file name must match the name of the pipe it is testing.
+- Every scenario name must be unique inside the test file.
+- When looking for the parameters available, you will find them in the pipes in the following format: {{{{String(my_param_name, default_value)}}}}.
+- If there are no parameters, you can omit parameters and generate a single test.
+- The format of the parameters is the following: param1=value1&param2=value2&param3=value3
+- If some parameters are provided by the user and you need to use them, preserve in the same format as they were provided, like case sensitive
+- Test as many scenarios as possible.
+- The format of the test file is the following:
+<test_file_format>
+- name: kpis_single_day
+  description: Test hourly granularity for a single day
+  parameters: date_from=2024-01-01&date_to=2024-01-01
+  expected_result: |
+    {"date":"2024-01-01 00:00:00","visits":0,"pageviews":0,"bounce_rate":null,"avg_session_sec":0}
+    {"date":"2024-01-01 01:00:00","visits":0,"pageviews":0,"bounce_rate":null,"avg_session_sec":0}
+
+- name: kpis_date_range
+  description: Test daily granularity for a date range
+  parameters: date_from=2024-01-01&date_to=2024-01-31
+  expected_result: |
+    {"date":"2024-01-01","visits":0,"pageviews":0,"bounce_rate":null,"avg_session_sec":0}
+    {"date":"2024-01-02","visits":0,"pageviews":0,"bounce_rate":null,"avg_session_sec":0}
+
+- name: kpis_default_range
+  description: Test default behavior without date parameters (last 7 days)
+  parameters: ''
+  expected_result: |
+    {"date":"2025-01-10","visits":0,"pageviews":0,"bounce_rate":null,"avg_session_sec":0}
+    {"date":"2025-01-11","visits":0,"pageviews":0,"bounce_rate":null,"avg_session_sec":0}
+
+- name: kpis_fixed_time
+  description: Test with fixed timestamp for consistent testing
+  parameters: fixed_time=2024-01-15T12:00:00
+  expected_result: ''
+
+- name: kpis_single_day
+  description: Test single day with hourly granularity
+  parameters: date_from=2024-01-01&date_to=2024-01-01
+  expected_result: |
+    {"date":"2024-01-01 00:00:00","visits":0,"pageviews":0,"bounce_rate":null,"avg_session_sec":0}
+    {"date":"2024-01-01 01:00:00","visits":0,"pageviews":0,"bounce_rate":null,"avg_session_sec":0}
+
+</test_file_format>
+"""

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/sql.py

@@ -86,7 +86,7 @@ def get_format(sql: str) -> Optional[str]:
     """
     FORMAT_RE = r"\s+format\s+(\w+)\s*$"
     sql = sql.strip()
-    format = re.findall(FORMAT_RE, sql, re.I)
+    format = re.findall(FORMAT_RE, sql, re.IGNORECASE)
     return format[0] if format else None
 
 
@@ -100,7 +100,7 @@ def get_format_group(sql: str) -> str:
     """
     FORMAT_RE = r"\s+format\s+(\w+)\s*$"
     sql = sql.strip()
-    format = re.search(FORMAT_RE, sql, re.I)
+    format = re.search(FORMAT_RE, sql, re.IGNORECASE)
     return format.group() if format else ""
 
 
@@ -135,7 +135,7 @@ def remove_format(sql: str) -> str:
     """
     FORMAT_RE = r"\s+(format)\s+(\w+)\s*$"
     sql = sql.strip()
-    return re.sub(FORMAT_RE, "", sql, flags=re.I)
+    return re.sub(FORMAT_RE, "", sql, flags=re.IGNORECASE)
 
 
 def col_name(name: str, backquotes: bool = True) -> str:

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev44'
-__revision__ = '637cb4c'
+__version__ = '0.0.1.dev47'
+__revision__ = '05e3b46'

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/build.py

@@ -28,10 +28,9 @@ def build(ctx: click.Context, watch: bool) -> None:
     """
     Validate and build the project server side.
     """
-
     project: Project = ctx.ensure_object(dict)["project"]
-    tb_client = asyncio.run(get_tinybird_local_client(str(project.path)))
-    click.echo(FeedbackManager.highlight(message="\n» Building project..."))
+    tb_client = asyncio.run(get_tinybird_local_client(str(project.path), build=True))
+    click.echo(FeedbackManager.highlight_building_project())
     time_start = time.time()
 
     def process(file_changed: Optional[str] = None, diff: Optional[str] = None) -> None:
@@ -72,6 +71,7 @@ def build_project(project: Project, tb_client: TinyB, file_changed: Optional[str
     TINYBIRD_API_URL = tb_client.host + "/v1/build"
     logging.debug(TINYBIRD_API_URL)
     TINYBIRD_API_KEY = tb_client.token
+    error = False
     try:
         files = [
             ("context://", ("cli-version", "1.0.0", "text/plain")),
@@ -141,13 +141,14 @@ def build_project(project: Project, tb_client: TinyB, file_changed: Optional[str
                 pass
 
         elif build_result == "failed":
-            click.echo(FeedbackManager.error(message="Build failed"))
             build_errors = result.get("errors")
+            error = True
             for build_error in build_errors:
                 filename_bit = f"{build_error.get('filename', '')}"
                 error_msg = ((filename_bit + "\n\n") if filename_bit else "") + build_error.get("error")
                 click.echo(FeedbackManager.error(message=error_msg))
         else:
+            error = True
             click.echo(FeedbackManager.error(message=f"Unknown build result. Error: {result.get('error')}"))
 
     except Exception as e:
@@ -155,6 +156,8 @@ def build_project(project: Project, tb_client: TinyB, file_changed: Optional[str
     finally:
         for fd in fds:
             fd.close()
+        if error:
+            raise click.ClickException(FeedbackManager.error_build_failed())
 
 
 def append_fixture(

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/cli.py

@@ -59,19 +59,27 @@ VERSION = f"{__cli__.__version__} (rev {__cli__.__revision__})"
 @click.option("--host", help="Use custom host, defaults to TB_HOST envvar, then to https://api.tinybird.co")
 @click.option("--show-tokens", is_flag=True, default=False, help="Enable the output of tokens")
 @click.option("--prod/--local", is_flag=True, default=False, help="Run against production or local")
+@click.option("--build", is_flag=True, default=False, help="Run against build mode")
 @click.option("--folder", type=str, help="Folder where files will be placed")
 @click.version_option(version=VERSION)
 @click.pass_context
 @coro
 async def cli(
-    ctx: Context, debug: bool, token: str, host: str, show_tokens: bool, prod: bool, folder: Optional[str]
+    ctx: Context,
+    debug: bool,
+    token: str,
+    host: str,
+    show_tokens: bool,
+    prod: bool,
+    build: bool,
+    folder: Optional[str],
 ) -> None:
     """
     Use `OBFUSCATE_REGEX_PATTERN` and `OBFUSCATE_PATTERN_SEPARATOR` environment variables to define a regex pattern and a separator (in case of a single string with multiple regex) to obfuscate secrets in the CLI output.
     """
     project = Project(folder=folder or os.getcwd())
     # We need to unpatch for our tests not to break
-    if show_tokens or not prod or ctx.invoked_subcommand == "build":
+    if show_tokens or not prod or ctx.invoked_subcommand == "build" or build:
         __unpatch_click_output()
     else:
         __patch_click_output()
@@ -116,10 +124,13 @@ async def cli(
 
     logging.debug("debug enabled")
 
-    skip_client = ctx.invoked_subcommand in ["auth", "check", "login", "workspace", "local", "build"]
-    client = await create_ctx_client(config, prod, skip_client, project)
+    skip_client = ctx.invoked_subcommand in ["auth", "check", "login", "local", "build"]
+    client = await create_ctx_client(config, prod, build, skip_client, project)
 
     if client:
+        if not build:
+            target = config.get("name", "production") if prod else "Tinybird local"
+            click.echo(FeedbackManager.gray(message=f"Running against {target}\n"))
         ctx.ensure_object(dict)["client"] = client
 
     ctx.ensure_object(dict)["project"] = project
@@ -434,11 +445,11 @@ def __unpatch_click_output():
     click.secho = __old_click_secho
 
 
-async def create_ctx_client(config: Dict[str, Any], prod: bool, skip_client: bool, project: Project):
+async def create_ctx_client(config: Dict[str, Any], prod: bool, build: bool, skip_client: bool, project: Project):
     if skip_client:
         return None
 
     if prod:
         return _get_tb_client(config.get("token", None), config["host"])
 
-    return await get_tinybird_local_client(str(project.path))
+    return await get_tinybird_local_client(str(project.path), build=build)

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/common.py

@@ -1362,7 +1362,7 @@ async def try_update_config_with_remote(
 def ask_for_admin_token_interactively(ui_host: str, default_token: Optional[str]) -> str:
     return (
         click.prompt(
-            f"\nCopy the \"admin your@email\" token from {ui_host}/tokens and paste it here { 'OR press enter to use the token from .tinyb file' if default_token else ''}",
+            f'\nCopy the "admin your@email" token from {ui_host}/tokens and paste it here {"OR press enter to use the token from .tinyb file" if default_token else ""}',
             hide_input=True,
             show_default=False,
             default=default_token,

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/create.py

@@ -7,7 +7,7 @@ from typing import Optional
 import click
 
 from tinybird.client import TinyB
-from tinybird.prompts import create_prompt, cursorrules_prompt, mock_prompt
+from tinybird.prompts import create_prompt, mock_prompt, rules_prompt
 from tinybird.tb.modules.cicd import init_cicd
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import _generate_datafile, check_user_token_with_client, coro, generate_datafile
@@ -36,12 +36,13 @@ from tinybird.tb.modules.project import Project
 )
 @click.option(
     "--folder",
-    default=".",
+    default="",
     type=click.Path(exists=False, file_okay=False),
     help="Folder where datafiles will be placed",
 )
 @click.option("--rows", type=int, default=10, help="Number of events to send")
 @click.option("--cursor", default=False, is_flag=True, help="Create .cursorrules file with Tinybird rules")
+@click.option("--source", type=str, default="tb", help="Source of the command")
 @click.pass_context
 @coro
 async def create(
@@ -51,6 +52,7 @@ async def create(
     folder: Optional[str],
     rows: int,
     cursor: bool,
+    source: str,
 ) -> None:
     """Initialize a new project."""
     project: Project = ctx.ensure_object(dict)["project"]
@@ -83,9 +85,11 @@ async def create(
             create_project_structure(folder)
             click.echo(FeedbackManager.success(message="✓ Scaffolding completed!\n"))
 
-        click.echo(FeedbackManager.highlight(message="\n» Creating resources..."))
-        result = await create_resources(local_client, tb_client, user_token, data, prompt, folder)
-        click.echo(FeedbackManager.success(message="✓ Done!\n"))
+        result = ""
+        if data or prompt:
+            click.echo(FeedbackManager.highlight(message="\n» Creating resources..."))
+            result = await create_resources(local_client, tb_client, user_token, data, prompt, folder)
+            click.echo(FeedbackManager.success(message="✓ Done!\n"))
 
         if not already_has_cicd(folder):
             click.echo(FeedbackManager.highlight(message="\n» Creating CI/CD files for GitHub and GitLab..."))
@@ -118,8 +122,8 @@ async def create(
                         response = llm.ask(system_prompt=mock_prompt(rows), prompt=prompt)
                         sql = extract_xml(response, "sql")
                         sql = sql.split("FORMAT")[0]
-                        result = await local_client.query(f"{sql} FORMAT JSON")
-                        data = result.get("data", [])
+                        query_result = await local_client.query(f"{sql} FORMAT JSON")
+                        data = query_result.get("data", [])
                         fixture_name = build_fixture_name(
                             datasource_path.absolute().as_posix(), datasource_name, datasource_content
                         )
@@ -127,9 +131,9 @@ async def create(
                             persist_fixture(fixture_name, data, folder)
                             click.echo(FeedbackManager.info(message=f"✓ /fixtures/{datasource_name}"))
 
-        if cursor and not already_has_cursorrules(folder):
+        if cursor:
             click.echo(FeedbackManager.highlight(message="\n» Creating .cursorrules..."))
-            create_cursorrules(folder)
+            create_rules(folder, source, "cursor")
             click.echo(FeedbackManager.success(message="✓ Done!\n"))
 
     except Exception as e:
@@ -336,13 +340,15 @@ def generate_pipe_file(name: str, content: str, folder: str) -> Path:
     return f.relative_to(folder)
 
 
-def already_has_cursorrules(folder: str) -> bool:
-    return (Path(folder) / ".cursorrules").exists()
-
-
-def create_cursorrules(folder: str):
-    cursorrules_file = Path(folder) / ".cursorrules"
-    cursorrules_file.write_text(cursorrules_prompt)
+def create_rules(folder: str, source: str, agent: str):
+    if agent == "cursor":
+        extension = ".cursorrules"
+    elif agent == "windsurf":
+        extension = ".windsurfrules"
+    else:
+        extension = ".txt"
+    rules_file = Path(folder) / extension
+    rules_file.write_text(rules_prompt(source))
 
 
 def get_context_file() -> Path:
@@ -360,3 +366,13 @@ def get_context() -> str:
 def save_context(prompt: str, feedback: str):
     context_file = get_context_file()
     context_file.write_text(f"- {prompt}\n{feedback}")
+
+
+@cli.command("rules")
+@click.option("--agent", type=str, default="cursor", help="Agent to use for rules")
+@click.option("--source", type=str, default="tb", help="Source of the command")
+@click.pass_context
+def rules(ctx: click.Context, agent: str, source: str):
+    """Create agent rules for the project."""
+    project: Project = ctx.ensure_object(dict)["project"]
+    create_rules(str(project.path), source, agent)

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/datafile/common.py

@@ -526,7 +526,7 @@ def format_parse_error(
         message += f" found at position {adjusted_position - len(keyword)}"
     else:
         message += (
-            f" found {repr(table_structure[i]) if len(table_structure)>i else 'EOF'} at position {adjusted_position}"
+            f" found {repr(table_structure[i]) if len(table_structure) > i else 'EOF'} at position {adjusted_position}"
         )
     return message
 

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/datafile/format_datasource.py

@@ -148,7 +148,7 @@ async def format_engine(
     else:
         if node.get("engine", None):
             empty = '""'
-            file_parts.append(f'ENGINE {node["engine"]["type"]}' if node.get("engine", {}).get("type") else empty)
+            file_parts.append(f"ENGINE {node['engine']['type']}" if node.get("engine", {}).get("type") else empty)
             file_parts.append(DATAFILE_NEW_LINE)
             for arg in sorted(node["engine"].get("args", [])):
                 elem = ", ".join([x.strip() for x in arg[1].split(",")])

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/datafile/format_pipe.py

@@ -42,7 +42,7 @@ async def format_node_type(file_parts: List[str], node: Dict[str, Any]) -> List[
     if node_type == PipeNodeTypes.MATERIALIZED:
         file_parts.append(node_type_upper)
         file_parts.append(DATAFILE_NEW_LINE)
-        file_parts.append(f'DATASOURCE {node["datasource"]}')
+        file_parts.append(f"DATASOURCE {node['datasource']}")
         file_parts.append(DATAFILE_NEW_LINE)
         await format_engine(file_parts, node)
 
@@ -50,10 +50,10 @@ async def format_node_type(file_parts: List[str], node: Dict[str, Any]) -> List[
     if node_type == PipeNodeTypes.COPY:
         file_parts.append(node_type_upper)
         file_parts.append(DATAFILE_NEW_LINE)
-        file_parts.append(f'TARGET_DATASOURCE {node["target_datasource"]}')
+        file_parts.append(f"TARGET_DATASOURCE {node['target_datasource']}")
         if node.get("mode"):
             file_parts.append(DATAFILE_NEW_LINE)
-            file_parts.append(f'COPY_MODE {node.get("mode")}')
+            file_parts.append(f"COPY_MODE {node.get('mode')}")
 
         if node.get(CopyParameters.COPY_SCHEDULE):
             is_ondemand = node[CopyParameters.COPY_SCHEDULE].lower() == ON_DEMAND
@@ -112,7 +112,7 @@ async def format_node(
     if item and not unroll_includes:
         return
 
-    file_parts.append(f'NODE {node["name"].strip()}')
+    file_parts.append(f"NODE {node['name'].strip()}")
     file_parts.append(DATAFILE_NEW_LINE)
 
     from collections import namedtuple

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/datafile/pipe_checker.py

@@ -288,8 +288,8 @@ class PipeCheckerRunner:
                             AND extractURLParameter(assumeNotNull(url), 'debug') <> 'query'
                             AND error = 0
                             AND not mapContains(parameters, '__tb__semver')
-                            {" AND " + " AND ".join([f"mapContains(pipe_request_params, '{match}')" for match in matches]) if matches and len(matches) > 0 else ''}
-                            { extra_where_clause }
+                            {" AND " + " AND ".join([f"mapContains(pipe_request_params, '{match}')" for match in matches]) if matches and len(matches) > 0 else ""}
+                            {extra_where_clause}
                         Limit 5000000 -- Enough to bring data while not processing all requests from highly used pipes
                         )
                     group by request_param_names, http_method
@@ -315,7 +315,7 @@ class PipeCheckerRunner:
                                         AND extractURLParameter(assumeNotNull(url), 'debug') <> 'query'
                                         AND error = 0
                                         AND not mapContains(parameters, '__tb__semver')
-                                        {" AND " + " AND ".join([f"mapContains(pipe_request_params, '{match}')" for match in matches]) if matches and len(matches) > 0 else ''}
+                                        {" AND " + " AND ".join([f"mapContains(pipe_request_params, '{match}')" for match in matches]) if matches and len(matches) > 0 else ""}
                                         {extra_where_clause}
                                     LIMIT {limit}
                                 )

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/feedback_manager.py

@@ -432,6 +432,7 @@ class FeedbackManager:
     error_updating_tag = error_message("Error updating tag: {error}")
     error_tag_generic = error_message("There was an issue updating tags. {error}")
     error_tag_not_found = error_message("Tag {tag_name} not found.")
+    error_build_failed = error_message("Build failed")
 
     info_incl_relative_path = info_message("** Relative path {path} does not exist, skipping.")
     info_ignoring_incl_file = info_message(
@@ -849,6 +850,7 @@ Ready? """
     )
     info_tag_list = info_message("** Tags:")
     info_tag_resources = info_message("** Resources tagged by {tag_name}:")
+    info_build_failed = info_message("** Build failed")
     warning_no_release = warning_message(
         "** Warning: Workspace does not have Releases, run `tb init --git` to activate them."
     )
@@ -964,7 +966,7 @@ Ready? """
     )
     success_datasource_alter = success_message("** The Data Source has been correctly updated.")
     success_datasource_kafka_connected = success_message(
-        "** Data Source '{id}' created\n" "** Kafka streaming connection configured successfully!"
+        "** Data Source '{id}' created\n** Kafka streaming connection configured successfully!"
     )
     success_datasource_shared = success_message(
         "** The Data Source {datasource} has been correctly shared with {workspace}"
@@ -1040,6 +1042,8 @@ Ready? """
 
     debug_running_file = print_message("** Running {file}", bcolors.CGREY)
 
+    highlight_building_project = info_highlight_message("\n» Building project...")
+
     success = success_message("{message}")
     info = info_message("{message}")
     highlight = info_highlight_message("{message}")

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/local_common.py

@@ -1,7 +1,6 @@
 import hashlib
 import logging
 import os
-from typing import Optional
 
 import requests
 
@@ -9,19 +8,19 @@ from tinybird.client import TinyB
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.exceptions import CLIException
 
-TB_IMAGE_NAME = "tinybirdco/tinybird-local:beta"
+TB_IMAGE_NAME = "registry.gitlab.com/tinybird/analytics/tinybird-local-jammy-3.11:beta"
 TB_CONTAINER_NAME = "tinybird-local"
 TB_LOCAL_PORT = int(os.getenv("TB_LOCAL_PORT", 80))
 TB_LOCAL_HOST = f"http://localhost:{TB_LOCAL_PORT}"
 
 
-async def get_tinybird_local_client(path: Optional[str] = None) -> TinyB:
+async def get_tinybird_local_client(path: str, build: bool = False) -> TinyB:
     """Get a Tinybird client connected to the local environment."""
-    config = await get_tinybird_local_config(path)
+    config = await get_tinybird_local_config(path, build=build)
     return config.get_client(host=TB_LOCAL_HOST)
 
 
-async def get_tinybird_local_config(path: Optional[str] = None) -> CLIConfig:
+async def get_tinybird_local_config(path: str, build: bool = False) -> CLIConfig:
     """Craft a client config with a workspace name based on the path of the project files
 
     It uses the tokens from tinybird local
@@ -41,11 +40,15 @@ async def get_tinybird_local_config(path: Optional[str] = None) -> CLIConfig:
     if path:
         folder_hash = hashlib.sha256(path.encode()).hexdigest()
         user_client = config.get_client(host=TB_LOCAL_HOST, token=user_token)
-        ws_name = f"Tinybird_Local_Build_{folder_hash}"
+        ws_name = f"Tinybird_Local_Build_{folder_hash}" if build else f"Tinybird_Local_{folder_hash}"
         logging.debug(f"Workspace used for build: {ws_name}")
 
         user_workspaces = requests.get(f"{TB_LOCAL_HOST}/v0/user/workspaces?token={user_token}").json()
-        local_workspaces = [ws for ws in user_workspaces["workspaces"] if ws["name"].startswith(ws_name)]
+        local_workspaces = (
+            [ws for ws in user_workspaces["workspaces"] if ws["name"].startswith(ws_name)]
+            if user_workspaces.get("workspaces")
+            else []
+        )
         local_workspaces = sorted(local_workspaces, key=lambda x: x["name"])
 
         ws = None

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/pipe.py

@@ -20,10 +20,10 @@ from tinybird.tb.modules.exceptions import CLIPipeException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 
-@cli.group(hidden=True)
+@cli.group(hidden=False)
 @click.pass_context
 def pipe(ctx):
-    """Pipes commands"""
+    """Pipe commands"""
 
 
 @pipe.command(name="ls")
@@ -41,10 +41,10 @@ async def pipe_ls(ctx: Context, match: str, format_: str):
     """List pipes"""
 
     client: TinyB = ctx.ensure_object(dict)["client"]
-    pipes = await client.pipes(dependencies=False, node_attrs="name", attrs="name,updated_at")
+    pipes = await client.pipes(dependencies=False, node_attrs="name", attrs="name,updated_at,type")
     pipes = sorted(pipes, key=lambda p: p["updated_at"])
 
-    columns = ["name", "published date", "nodes"]
+    columns = ["name", "published date", "nodes", "type"]
     table_human_readable = []
     table_machine_readable = []
     pattern = re.compile(match) if match else None
@@ -52,12 +52,13 @@ async def pipe_ls(ctx: Context, match: str, format_: str):
         tk = get_name_version(t["name"])
         if pattern and not pattern.search(tk["name"]):
             continue
-        table_human_readable.append((tk["name"], t["updated_at"][:-7], len(t["nodes"])))
+        table_human_readable.append((tk["name"], t["updated_at"][:-7], len(t["nodes"]), t["type"]))
         table_machine_readable.append(
             {
                 "name": tk["name"],
                 "published date": t["updated_at"][:-7],
                 "nodes": len(t["nodes"]),
+                "type": t["type"],
             }
         )
 

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/shell.py

@@ -245,7 +245,7 @@ class Shell:
         click.echo(FeedbackManager.error(message=f"'tb {arg}' command is not available in watch mode"))
 
     def handle_mock(self, arg):
-        subprocess.run(f"tb --folder {self.project.folder} mock {arg}", shell=True, text=True)
+        subprocess.run(f"tb --build --folder {self.project.folder} mock {arg}", shell=True, text=True)
 
     def handle_tb(self, arg):
         click.echo("")
@@ -259,7 +259,7 @@ class Shell:
         elif arg.startswith("mock"):
             self.handle_mock(arg)
         else:
-            subprocess.run(f"tb --folder {self.project.folder} {arg}", shell=True, text=True)
+            subprocess.run(f"tb --build --folder {self.project.folder} {arg}", shell=True, text=True)
 
     def default(self, argline):
         click.echo("")
@@ -271,7 +271,7 @@ class Shell:
         elif len(arg.split()) == 1 and arg in self.project.pipes + self.project.datasources:
             self.run_sql(f"select * from {arg}")
         else:
-            subprocess.run(f"tb --folder {self.project.folder} {arg}", shell=True, text=True)
+            subprocess.run(f"tb --build --folder {self.project.folder} {arg}", shell=True, text=True)
 
     def run_sql(self, query, rows_limit=20):
         try:

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/test.py

@@ -102,7 +102,7 @@ async def test_create(ctx: click.Context, name_or_filename: str, prompt: str, sk
         pipe_path = root_path / pipe_path
         pipe_content = pipe_path.read_text()
 
-        client = await get_tinybird_local_client(folder)
+        client = await get_tinybird_local_client(folder, build=True)
         pipe = await client._req(f"/v0/pipes/{pipe_name}")
         parameters = set([param["name"] for node in pipe["nodes"] for param in node["params"]])
 

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/tinyunit/tinyunit.py

@@ -155,7 +155,7 @@ def parse_file(file: str) -> Iterable[TestCase]:
                 )
         except Exception as e:
             raise CLIException(
-                f"""Error: {FeedbackManager.error_exception(error=e)} reading file, check "{file}"->"{definition.get('name')}" """
+                f"""Error: {FeedbackManager.error_exception(error=e)} reading file, check "{file}"->"{definition.get("name")}" """
             )
 
 

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb/modules/workspace.py

@@ -8,6 +8,7 @@ from typing import Optional
 import click
 from click import Context
 
+from tinybird.client import TinyB
 from tinybird.config import get_display_host
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import (
@@ -41,7 +42,7 @@ async def workspace_ls(ctx: Context) -> None:
     """List all the workspaces you have access to in the account you're currently authenticated into."""
 
     config = CLIConfig.get_project_config()
-    client = config.get_client()
+    client: TinyB = ctx.ensure_object(dict)["client"]
 
     response = await client.user_workspaces()
 

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird/tb_cli_modules/cli.py

@@ -1231,7 +1231,7 @@ def __patch_click_output():
             if isinstance(substitution, str):
                 msg = re.sub(pattern, substitution, str(msg))
             else:
-                msg = re.sub(pattern, lambda m: substitution(m.group(0)), str(msg))  # noqa
+                msg = re.sub(pattern, lambda m: substitution(m.group(0)), str(msg))  # noqa: B023
         return msg
 
     def _obfuscate_echo(msg: Any, *args: Any, **kwargs: Any) -> None:

{tinybird-0.0.1.dev44 → tinybird-0.0.1.dev47}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev44
+Version: 0.0.1.dev47
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird