tinybird 0.0.1.dev9__py3-none-any.whl → 0.0.1.dev11__py3-none-any.whl

tinybird/feedback_manager.py

@@ -792,7 +792,7 @@ Ready? """
     info_diff_resources_for_git_init = info_message(
         "** Checking diffs between remote Workspace and local. Hint: use 'tb diff' to check if your Data Project and Workspace synced"
     )
-    info_cicd_file_generated = info_message("** File {file_path} generated for CI/CD")
+    info_cicd_file_generated = info_message("✓ {file_path}")
     info_available_git_providers = info_message("** List of available providers:")
     info_git_release_init_without_diffs = info_message("** No diffs detected for '{workspace}'")
     info_deployment_detecting_changes_header = info_message("\n** Detecting changes from last commit ...")

tinybird/tb/modules/build.py

@@ -1,7 +1,9 @@
 import asyncio
+import cmd
 import os
 import random
 import subprocess
+import sys
 import threading
 import time
 from pathlib import Path
@@ -16,29 +18,71 @@ import tinybird.context as context
 from tinybird.client import TinyB
 from tinybird.config import FeatureFlags
 from tinybird.feedback_manager import FeedbackManager, bcolors
-from tinybird.syncasync import sync_to_async
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import (
-    coro,
-)
+from tinybird.tb.modules.common import coro, push_data
 from tinybird.tb.modules.datafile.build import folder_build
-from tinybird.tb.modules.datafile.common import get_project_filenames, has_internal_datafiles
+from tinybird.tb.modules.datafile.common import get_project_filenames, get_project_fixtures, has_internal_datafiles
 from tinybird.tb.modules.datafile.exceptions import ParseException
+from tinybird.tb.modules.datafile.fixture import build_fixture_name, get_fixture_dir
 from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
 from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
 from tinybird.tb.modules.local import get_tinybird_local_client
 from tinybird.tb.modules.table import format_table
 
 
+class BuildShell(cmd.Cmd):
+    prompt = "\n\001\033[1;32m\002TB > \001\033[0m\002"
+
+    def __init__(self, folder: str):
+        super().__init__()
+        self.folder = folder
+
+    def do_exit(self, arg):
+        sys.exit(0)
+
+    def do_quit(self, arg):
+        sys.exit(0)
+
+    def default(self, argline):
+        click.echo("")
+        if argline.startswith("tb build"):
+            click.echo(FeedbackManager.error(message="Build command is already running"))
+        else:
+            arg_stripped = argline.strip().lower()
+            if not arg_stripped:
+                return
+            if arg_stripped.startswith("tb"):
+                extra_args = f" --folder {self.folder}" if arg_stripped.startswith("tb mock") else ""
+                subprocess.run(arg_stripped + extra_args, shell=True, text=True)
+            elif arg_stripped.startswith("with") or arg_stripped.startswith("select"):
+                subprocess.run(f'tb sql "{arg_stripped}"', shell=True, text=True)
+            elif arg_stripped.startswith("mock "):
+                subprocess.run(f"tb {arg_stripped} --folder {self.folder}", shell=True, text=True)
+            else:
+                click.echo(FeedbackManager.error(message="Invalid command"))
+
+    def reprint_prompt(self):
+        self.stdout.write(self.prompt)
+        self.stdout.flush()
+
+
 class FileChangeHandler(FileSystemEventHandler):
     def __init__(self, filenames: List[str], process: Callable[[List[str]], None]):
         self.filenames = filenames
         self.process = process
 
     def on_modified(self, event: Any) -> None:
-        if not event.is_directory and any(event.src_path.endswith(ext) for ext in [".datasource", ".pipe"]):
+        if not event.is_directory and any(event.src_path.endswith(ext) for ext in [".datasource", ".pipe", ".ndjson"]):
             filename = event.src_path.split("/")[-1]
-            click.echo(FeedbackManager.highlight(message=f"\n⟲ Changes detected in {filename}\n"))
+            click.echo(FeedbackManager.highlight(message=f"\n\n⟲ Changes detected in {filename}\n"))
+            try:
+                self.process([event.src_path])
+            except Exception as e:
+                click.echo(FeedbackManager.error_exception(error=e))
+
+    def on_created(self, event: Any) -> None:
+        if not event.is_directory and any(event.src_path.endswith(ext) for ext in [".datasource", ".pipe", ".ndjson"]):
+            click.echo(FeedbackManager.highlight(message=f"\n\n⟲ Changes detected in {event.src_path}\n"))
             try:
                 self.process([event.src_path])
             except Exception as e:
@@ -48,6 +92,7 @@ class FileChangeHandler(FileSystemEventHandler):
 def watch_files(
     filenames: List[str],
     process: Union[Callable[[List[str]], None], Callable[[List[str]], Awaitable[None]]],
+    shell: BuildShell,
 ) -> None:
     # Handle both sync and async process functions
     async def process_wrapper(files: List[str]) -> None:
@@ -61,8 +106,9 @@ def watch_files(
         elapsed_time = time_end - time_start
         click.echo(
             FeedbackManager.success(message="\n✓ ")
-            + FeedbackManager.gray(message=f"Rebuild completed in {elapsed_time:.1f}s\n")
+            + FeedbackManager.gray(message=f"Rebuild completed in {elapsed_time:.1f}s")
         )
+        shell.reprint_prompt()
 
     event_handler = FileChangeHandler(filenames, lambda f: asyncio.run(process_wrapper(f)))
     observer = Observer()
@@ -113,7 +159,9 @@ async def build(
     ignore_sql_errors = FeatureFlags.ignore_sql_errors()
     context.disable_template_security_validation.set(True)
     is_internal = has_internal_datafiles(folder)
-    tb_client = get_tinybird_local_client()
+
+    folder_path = os.path.abspath(folder)
+    tb_client = await get_tinybird_local_client(folder_path)
 
     def check_filenames(filenames: List[str]):
         parser_matrix = {".pipe": parse_pipe, ".datasource": parse_datasource}
@@ -134,29 +182,53 @@ async def build(
             parser(filename)
 
     async def process(filenames: List[str], watch: bool = False, only_pipes: bool = False):
-        check_filenames(filenames=filenames)
-        await folder_build(
-            tb_client,
-            filenames,
-            ignore_sql_errors=ignore_sql_errors,
-            is_internal=is_internal,
-            only_pipes=only_pipes,
-        )
+        datafiles = [f for f in filenames if f.endswith(".datasource") or f.endswith(".pipe")]
+        if len(datafiles) > 0:
+            check_filenames(filenames=datafiles)
+            await folder_build(
+                tb_client,
+                filenames=datafiles,
+                ignore_sql_errors=ignore_sql_errors,
+                is_internal=is_internal,
+                only_pipes=only_pipes,
+            )
+
+        filename = filenames[0]
+        if filename.endswith(".ndjson"):
+            fixture_path = Path(filename)
+            name = "_".join(fixture_path.stem.split("_")[:-1])
+            ds_path = Path(folder) / "datasources" / f"{name}.datasource"
+            if ds_path.exists():
+                await append_datasource({}, tb_client, name, str(fixture_path), silent=True)
 
         if watch:
-            filename = filenames[0]
-            if filename.endswith(".pipe"):
-                await build_and_print_pipe(tb_client, filename)
-
-    filenames = get_project_filenames(folder)
+            if filename.endswith(".datasource"):
+                ds_path = Path(filename)
+                name = build_fixture_name(filename, ds_path.stem, ds_path.read_text())
+                fixture_path = get_fixture_dir() / f"{name}.ndjson"
+                if fixture_path.exists():
+                    await append_datasource({}, tb_client, ds_path.stem, str(fixture_path), silent=True)
+            if not filename.endswith(".ndjson"):
+                await build_and_print_resource(tb_client, filename)
+
+    datafiles = get_project_filenames(folder)
+    fixtures = get_project_fixtures(folder)
+    filenames = datafiles + fixtures
 
     async def build_once(filenames: List[str]):
         try:
-            click.echo("⚡ Building project...")
+            click.echo("⚡ Building project...\n")
             time_start = time.time()
             await process(filenames=filenames, watch=False, only_pipes=skip_datasources)
             time_end = time.time()
             elapsed_time = time_end - time_start
+            for filename in filenames:
+                if filename.endswith(".datasource"):
+                    ds_path = Path(filename)
+                    name = build_fixture_name(filename, ds_path.stem, ds_path.read_text())
+                    fixture_path = get_fixture_dir() / f"{name}.ndjson"
+                    if fixture_path.exists():
+                        await append_datasource({}, tb_client, ds_path.stem, str(fixture_path), silent=True)
             click.echo(FeedbackManager.success(message=f"\n✓ Build completed in {elapsed_time:.1f}s\n"))
         except Exception as e:
             click.echo(FeedbackManager.error(message=str(e)))
@@ -164,31 +236,21 @@ async def build(
     await build_once(filenames)
 
     if watch:
-        click.echo(FeedbackManager.highlight(message="◎ Watching for changes...\n"))
-        watcher_thread = threading.Thread(target=watch_files, args=(filenames, process), daemon=True)
+        shell = BuildShell(folder=folder)
+        click.echo(FeedbackManager.highlight(message="◎ Watching for changes..."))
+        watcher_thread = threading.Thread(target=watch_files, args=(filenames, process, shell), daemon=True)
         watcher_thread.start()
+        shell.cmdloop()
 
-        # Main CLI loop
-        while True:
-            user_input = click.prompt("", prompt_suffix="")
-            if user_input.lower() == "exit":
-                break
-
-            if "tb build" in user_input:
-                click.echo(FeedbackManager.error(message="Build command is already running"))
-            else:
-                # Process the user command
-                await sync_to_async(subprocess.run, thread_sensitive=True)(user_input, shell=True, text=True)
-
-            click.echo(FeedbackManager.highlight(message="\n◎ Watching for changes...\n"))
 
-
-async def build_and_print_pipe(tb_client: TinyB, filename: str):
+async def build_and_print_resource(tb_client: TinyB, filename: str):
     rebuild_colors = [bcolors.FAIL, bcolors.OKBLUE, bcolors.WARNING, bcolors.OKGREEN, bcolors.HEADER]
     rebuild_index = random.randint(0, len(rebuild_colors) - 1)
     rebuild_color = rebuild_colors[rebuild_index % len(rebuild_colors)]
-    pipe_name = Path(filename).stem
-    res = await tb_client.query(f"SELECT * FROM {pipe_name} FORMAT JSON", pipeline=pipe_name)
+    resource_path = Path(filename)
+    name = resource_path.stem
+    pipeline = name if filename.endswith(".pipe") else None
+    res = await tb_client.query(f"SELECT * FROM {name} FORMAT JSON", pipeline=pipeline)
     data = []
     limit = 5
     for d in res["data"][:5]:
@@ -197,7 +259,6 @@ async def build_and_print_pipe(tb_client: TinyB, filename: str):
     row_count = res.get("rows", 0)
     stats = res.get("statistics", {})
     elapsed = stats.get("elapsed", 0)
-    node_name = "endpoint"
     cols = len(meta)
     try:
 
@@ -207,7 +268,7 @@ async def build_and_print_pipe(tb_client: TinyB, filename: str):
         table = format_table(data, meta)
         colored_char = print_message("│", rebuild_color)
         table_with_marker = "\n".join(f"{colored_char} {line}" for line in table.split("\n"))
-        click.echo(f"\n{colored_char} {print_message('⚡', rebuild_color)} Running {pipe_name} → {node_name}")
+        click.echo(f"\n{colored_char} {print_message('⚡', rebuild_color)} Running {name}")
         click.echo(colored_char)
         click.echo(table_with_marker)
         click.echo(colored_char)
@@ -225,3 +286,24 @@ async def build_and_print_pipe(tb_client: TinyB, filename: str):
             click.echo("------------")
         else:
             raise exc
+
+
+async def append_datasource(
+    ctx: click.Context,
+    tb_client: TinyB,
+    datasource_name: str,
+    url: str,
+    silent: bool = False,
+):
+    await push_data(
+        ctx,
+        tb_client,
+        datasource_name,
+        url,
+        connector=None,
+        sql=None,
+        mode="append",
+        ignore_empty=False,
+        concurrency=1,
+        silent=silent,
+    )

tinybird/tb/modules/cicd.py

@@ -240,7 +240,6 @@ class GitLabCICDGenerator(CICDGeneratorBase):
             template=GITLAB_CI_YML,
             file_name="tinybird-ci.yml",
             dir_path=".gitlab/tinybird",
-            warning_message="Make sure to import the file in your .gitlab-ci.yml file, e.g., `include: '.gitlab/tinybird/*.yml'`.",
         ),
     ]
 

tinybird/tb/modules/cli.py

@@ -158,9 +158,6 @@ async def cli(
 
         latest_version = await CheckPypi().get_latest_version()
 
-        if "x.y.z" in CURRENT_VERSION:
-            click.echo(FeedbackManager.warning_development_cli())
-
         if "x.y.z" not in CURRENT_VERSION and latest_version != CURRENT_VERSION:
             click.echo(FeedbackManager.warning_update_version(latest_version=latest_version))
             click.echo(FeedbackManager.warning_current_version(current_version=CURRENT_VERSION))

tinybird/tb/modules/common.py

@@ -11,6 +11,7 @@ import os
 import re
 import socket
 import sys
+import time
 import uuid
 from contextlib import closing
 from copy import deepcopy
@@ -166,12 +167,12 @@ def generate_datafile(
     data: Optional[bytes],
     force: Optional[bool] = False,
     _format: Optional[str] = "csv",
-    parent_dir: Optional[str] = None,
+    folder: Optional[str] = None,
 ):
     p = Path(filename)
     base = Path("datasources")
-    if parent_dir:
-        base = Path(parent_dir) / base
+    if folder:
+        base = Path(folder) / base
     datasource_name = normalize_datasource_name(p.stem)
     if not base.exists():
         base = Path()
@@ -179,7 +180,7 @@ def generate_datafile(
     if not f.exists() or force:
         with open(f"{f}", "w") as ds_file:
             ds_file.write(datafile)
-        click.echo(FeedbackManager.info_file_created(file=f))
+        click.echo(FeedbackManager.info_file_created(file=str(f)))
 
         if data and (base / "fixtures").exists():
             # Generating a fixture for Parquet files is not so trivial, since Parquet format
@@ -1078,6 +1079,7 @@ async def push_data(
     replace_options=None,
     ignore_empty: bool = False,
     concurrency: int = 1,
+    silent: bool = False,
 ):
     if url and type(url) is tuple:
         url = url[0]
@@ -1088,7 +1090,8 @@ async def push_data(
             raise CLIException(FeedbackManager.error_connector_not_configured(connector=connector))
         else:
             _connector: "Connector" = ctx.obj[connector]
-            click.echo(FeedbackManager.info_starting_export_process(connector=connector))
+            if not silent:
+                click.echo(FeedbackManager.info_starting_export_process(connector=connector))
             try:
                 url = _connector.export_to_gcs(sql, datasource_name, mode)
             except ConnectorNothingToLoad as e:
@@ -1116,7 +1119,8 @@ async def push_data(
     cb.First = True  # type: ignore[attr-defined]
     cb.prev_done = 0  # type: ignore[attr-defined]
 
-    click.echo(FeedbackManager.gray(message=f"\nImporting data to {datasource_name} Data Source..."))
+    if not silent:
+        click.echo(FeedbackManager.gray(message=f"\nImporting data to {datasource_name}..."))
 
     if isinstance(url, list):
         urls = url
@@ -1187,15 +1191,14 @@ async def push_data(
     except Exception as e:
         raise CLIException(FeedbackManager.error_exception(error=e))
     else:
-        if mode == "append" and parser and parser != "clickhouse":
-            click.echo(FeedbackManager.success_appended_rows(appended_rows=appended_rows))
+        if not silent:
+            if mode == "append" and parser and parser != "clickhouse":
+                click.echo(FeedbackManager.success_appended_rows(appended_rows=appended_rows))
 
-        if mode == "replace":
-            click.echo(FeedbackManager.success_replaced_datasource(datasource=datasource_name))
-        else:
-            click.echo(FeedbackManager.highlight(message="» 2.57m rows x 9 cols in 852.04ms"))
+            if mode == "replace":
+                click.echo(FeedbackManager.success_replaced_datasource(datasource=datasource_name))
 
-        click.echo(FeedbackManager.success_progress_blocks())
+            click.echo(FeedbackManager.success_progress_blocks())
 
     finally:
         try:
@@ -2108,3 +2111,22 @@ def get_ca_pem_content(ca_pem: Optional[str], filename: Optional[str] = None) ->
 
 requests_get = sync_to_async(requests.get, thread_sensitive=False)
 requests_delete = sync_to_async(requests.delete, thread_sensitive=False)
+
+
+def format_data_to_ndjson(data: List[Dict[str, Any]]) -> str:
+    return "\n".join([json.dumps(row) for row in data])
+
+
+async def send_batch_events(
+    client: TinyB, datasource_name: str, data: List[Dict[str, Any]], batch_size: int = 10
+) -> None:
+    rows = len(data)
+    time_start = time.time()
+    for i in range(0, rows, batch_size):
+        batch = data[i : i + batch_size]
+        ndjson_data = format_data_to_ndjson(batch)
+        await client.datasource_events(datasource_name, ndjson_data)
+    time_end = time.time()
+    elapsed_time = time_end - time_start
+    cols = len(data[0].keys()) if len(data) > 0 else 0
+    click.echo(FeedbackManager.highlight(message=f"» {rows} rows x {cols} cols in {elapsed_time:.1f}s"))

tinybird/tb/modules/create.py

@@ -1,5 +1,5 @@
-import json
 import os
+import subprocess
 from os import getcwd
 from pathlib import Path
 from typing import Optional
@@ -11,14 +11,12 @@ from tinybird.client import TinyB
 from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb.modules.cicd import init_cicd
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import _generate_datafile, coro, generate_datafile, push_data
+from tinybird.tb.modules.common import _generate_datafile, coro, generate_datafile
 from tinybird.tb.modules.config import CLIConfig
-from tinybird.tb.modules.datafile.build import folder_build
-from tinybird.tb.modules.exceptions import CLIDatasourceException
+from tinybird.tb.modules.datafile.fixture import build_fixture_name, persist_fixture
+from tinybird.tb.modules.exceptions import CLIException
 from tinybird.tb.modules.llm import LLM
-from tinybird.tb.modules.local import (
-    get_tinybird_local_client,
-)
+from tinybird.tb.modules.local import get_tinybird_local_client
 
 
 @cli.command()
@@ -40,7 +38,7 @@ from tinybird.tb.modules.local import (
     type=click.Path(exists=True, file_okay=False),
     help="Folder where datafiles will be placed",
 )
-@click.option("--rows", type=int, default=100, help="Number of events to send")
+@click.option("--rows", type=int, default=10, help="Number of events to send")
 @click.pass_context
 @coro
 async def create(
@@ -53,17 +51,25 @@ async def create(
     """Initialize a new project."""
     folder = folder or getcwd()
     try:
-        tb_client = get_tinybird_local_client()
+        tb_client = await get_tinybird_local_client(os.path.abspath(folder))
         click.echo(FeedbackManager.gray(message="Creating new project structure..."))
         await project_create(tb_client, data, prompt, folder)
         click.echo(FeedbackManager.success(message="✓ Scaffolding completed!\n"))
-        await folder_build(tb_client, folder=folder)
 
+        click.echo(FeedbackManager.gray(message="\nCreating CI/CD files for GitHub and GitLab..."))
+        init_git(folder)
         await init_cicd(data_project_dir=os.path.relpath(folder))
+        click.echo(FeedbackManager.success(message="✓ Done!\n"))
+
+        click.echo(FeedbackManager.gray(message="Building fixtures..."))
 
         if data:
             ds_name = os.path.basename(data.split(".")[0])
-            await append_datasource(ctx, tb_client, ds_name, data, None, None, False, 1)
+            data_content = Path(data).read_text()
+            datasource_path = Path(folder) / "datasources" / f"{ds_name}.datasource"
+            fixture_name = build_fixture_name(datasource_path.absolute(), ds_name, datasource_path.read_text())
+            click.echo(FeedbackManager.info(message=f"✓ /fixtures/{ds_name}"))
+            persist_fixture(fixture_name, data_content)
         elif prompt:
             datasource_files = [f for f in os.listdir(Path(folder) / "datasources") if f.endswith(".datasource")]
             for datasource_file in datasource_files:
@@ -77,15 +83,13 @@ async def create(
                     sql = await llm.generate_sql_sample_data(tb_client, datasource_name, datasource_content, rows)
                     result = await tb_client.query(f"{sql} FORMAT JSON")
                     data = result.get("data", [])
-                    max_rows_per_request = 100
-                    sent_rows = 0
-                    for i in range(0, len(data), max_rows_per_request):
-                        batch = data[i : i + max_rows_per_request]
-                        ndjson_data = "\n".join([json.dumps(row) for row in batch])
-                        await tb_client.datasource_events(datasource_name, ndjson_data)
-                        sent_rows += len(batch)
-                click.echo(f"Sent {sent_rows} rows to datasource '{datasource_name}'")
-        click.echo(FeedbackManager.success(message="\n✓ Tinybird Local is ready!"))
+                    fixture_name = build_fixture_name(datasource_path.absolute(), datasource_name, datasource_content)
+                    persist_fixture(fixture_name, data)
+                    click.echo(FeedbackManager.info(message=f"✓ /fixtures/{datasource_name}"))
+
+        click.echo(FeedbackManager.success(message="✓ Done!\n"))
+
+        click.echo(FeedbackManager.success(message="✓ Tinybird local is ready!"))
     except Exception as e:
         click.echo(FeedbackManager.error(message=f"Error: {str(e)}"))
 
@@ -96,31 +100,23 @@ async def project_create(
     prompt: Optional[str],
     folder: str,
 ):
-    project_paths = ["datasources", "endpoints", "materializations", "copies", "sinks"]
+    project_paths = ["datasources", "endpoints", "materializations", "copies", "sinks", "fixtures"]
     force = True
     for x in project_paths:
         try:
             f = Path(folder) / x
             f.mkdir()
-            click.echo(FeedbackManager.info_path_created(path=x))
         except FileExistsError:
-            click.echo(FeedbackManager.info_path_created(path=x))
-
-    def generate_pipe_file(name: str, content: str, parent_dir: Optional[str] = None):
-        base = Path("endpoints")
-        if parent_dir:
-            base = Path(parent_dir) / base
-        if not base.exists():
-            base = Path()
-        f = base / (f"{name}.pipe")
-        with open(f"{f}", "w") as file:
-            file.write(content)
-        click.echo(FeedbackManager.info_file_created(file=f))
+            pass
+        click.echo(FeedbackManager.info_path_created(path=x))
 
     if data:
         path = Path(folder) / data
         format = path.suffix.lstrip(".")
-        await _generate_datafile(str(path), client, format=format, force=force)
+        try:
+            await _generate_datafile(str(path), client, format=format, force=force)
+        except Exception as e:
+            click.echo(FeedbackManager.error(message=f"Ersssssror: {str(e)}"))
         name = data.split(".")[0]
         generate_pipe_file(
             f"{name}_endpoint",
@@ -130,6 +126,7 @@ SQL >
     SELECT * from {name}
 TYPE ENDPOINT
             """,
+            folder,
         )
     elif prompt:
         try:
@@ -138,77 +135,42 @@ TYPE ENDPOINT
             result = await llm.create_project(prompt)
             for ds in result.datasources:
                 content = ds.content.replace("```", "")
-                generate_datafile(content, filename=f"{ds.name}.datasource", data=None, _format="ndjson", force=force)
+                generate_datafile(
+                    content, filename=f"{ds.name}.datasource", data=None, _format="ndjson", force=force, folder=folder
+                )
 
             for pipe in result.pipes:
                 content = pipe.content.replace("```", "")
-                generate_pipe_file(pipe.name, content)
+                generate_pipe_file(pipe.name, content, folder)
         except Exception as e:
             click.echo(FeedbackManager.error(message=f"Error: {str(e)}"))
-    else:
-        events_ds = """
-SCHEMA >
-    `age` Int16 `json:$.age`,
-    `airline` String `json:$.airline`,
-    `email` String `json:$.email`,
-    `extra_bags` Int16 `json:$.extra_bags`,
-    `flight_from` String `json:$.flight_from`,
-    `flight_to` String `json:$.flight_to`,
-    `meal_choice` String `json:$.meal_choice`,
-    `name` String `json:$.name`,
-    `passport_number` Int32 `json:$.passport_number`,
-    `priority_boarding` UInt8 `json:$.priority_boarding`,
-    `timestamp` DateTime `json:$.timestamp`,
-    `transaction_id` String `json:$.transaction_id`
-
-ENGINE "MergeTree"
-ENGINE_PARTITION_KEY "toYear(timestamp)"
-ENGINE_SORTING_KEY "airline, timestamp"
-"""
-        top_airlines = """
-NODE endpoint
-SQL >
-    SELECT airline, count() as bookings FROM events
-    GROUP BY airline
-    ORDER BY bookings DESC
-    LIMIT 5
-TYPE ENDPOINT
-"""
-        generate_datafile(
-            events_ds, filename="events.datasource", data=None, _format="ndjson", force=force, parent_dir=folder
-        )
-        generate_pipe_file("top_airlines", top_airlines, parent_dir=folder)
 
 
-async def append_datasource(
-    ctx: Context,
-    tb_client: TinyB,
-    datasource_name: str,
-    url: str,
-    sql: Optional[str],
-    incremental: Optional[str],
-    ignore_empty: bool,
-    concurrency: int,
-):
-    if incremental:
-        date = None
-        source_column = incremental.split(":")[0]
-        dest_column = incremental.split(":")[-1]
-        result = await tb_client.query(f"SELECT max({dest_column}) as inc from {datasource_name} FORMAT JSON")
-        try:
-            date = result["data"][0]["inc"]
-        except Exception as e:
-            raise CLIDatasourceException(f"{str(e)}")
-        if date:
-            sql = f"{sql} WHERE {source_column} > '{date}'"
-    await push_data(
-        ctx,
-        tb_client,
-        datasource_name,
-        url,
-        None,
-        sql,
-        mode="append",
-        ignore_empty=ignore_empty,
-        concurrency=concurrency,
-    )
+def init_git(folder: str):
+    try:
+        path = Path(folder)
+        gitignore_file = path / ".gitignore"
+        git_folder = path / ".git"
+        if not git_folder.exists():
+            subprocess.run(["git", "init"], cwd=path, check=True, capture_output=True)
+
+        if gitignore_file.exists():
+            content = gitignore_file.read_text()
+            if ".tinyb" not in content:
+                gitignore_file.write_text(content + "\n.tinyb\n")
+        else:
+            gitignore_file.write_text(".tinyb\n")
+
+        click.echo(FeedbackManager.info_file_created(file=".gitignore"))
+    except Exception as e:
+        raise CLIException(f"Error initializing Git: {e}")
+
+
+def generate_pipe_file(name: str, content: str, folder: str):
+    base = Path(folder) / "endpoints"
+    if not base.exists():
+        base = Path()
+    f = base / (f"{name}.pipe")
+    with open(f"{f}", "w") as file:
+        file.write(content)
+    click.echo(FeedbackManager.info_file_created(file=f.relative_to(folder)))

tinybird/tb/modules/datafile/build.py

@@ -32,7 +32,6 @@ from tinybird.tb.modules.datafile.common import (
     INTERNAL_TABLES,
     ON_DEMAND,
     PREVIEW_CONNECTOR_SERVICES,
-    TB_LOCAL_WORKSPACE_NAME,
     CopyModes,
     CopyParameters,
     DataFileExtensions,
@@ -58,6 +57,7 @@ async def folder_build(
     only_pipes: bool = False,
     is_vendor: bool = False,
     current_ws: Optional[Dict[str, Any]] = None,
+    local_ws: Optional[Dict[str, Any]] = None,
     workspaces: Optional[List[Dict[str, Any]]] = None,
 ):
     if only_pipes:
@@ -117,8 +117,9 @@ async def folder_build(
         user_client.token = user_token
 
     vendor_workspaces = []
-    user_workspaces = await user_client.user_workspaces()
+
     if vendor_path.exists() and not is_vendor:
+        user_workspaces = await user_client.user_workspaces()
         for x in vendor_path.iterdir():
             if x.is_dir() and x.name not in existing_workspaces:
                 if user_token:
@@ -133,15 +134,23 @@ async def folder_build(
                 workspace_lib_paths.append((x.name, x))
 
     workspaces: List[Dict[str, Any]] = (await user_client.user_workspaces()).get("workspaces", [])
-    local_ws = next((ws for ws in workspaces if ws["name"] == TB_LOCAL_WORKSPACE_NAME), {})
+
+    if not is_vendor:
+        local_workspace = await tb_client.workspace_info()
+        local_ws_id = local_workspace.get("id")
+        local_ws = next((ws for ws in workspaces if ws["id"] == local_ws_id), {})
+
     current_ws: Dict[str, Any] = current_ws or local_ws
+
     for vendor_ws in [ws for ws in workspaces if ws["name"] in [ws["name"] for ws in vendor_workspaces]]:
         ws_client = deepcopy(tb_client)
         ws_client.token = vendor_ws["token"]
         shared_ws_path = Path(folder) / "vendor" / vendor_ws["name"]
 
         if shared_ws_path.exists() and not is_vendor:
-            await folder_build(ws_client, folder=shared_ws_path.as_posix(), is_vendor=True, current_ws=vendor_ws)
+            await folder_build(
+                ws_client, folder=shared_ws_path.as_posix(), is_vendor=True, current_ws=vendor_ws, local_ws=local_ws
+            )
 
     datasources: List[Dict[str, Any]] = await tb_client.datasources()
     pipes: List[Dict[str, Any]] = await tb_client.pipes(dependencies=True)

tinybird/tb/modules/datafile/build_pipe.py

@@ -256,7 +256,6 @@ async def new_pipe(
                     raise click.ClickException(FeedbackManager.error_creating_pipe(error=e))
             else:
                 token_name = tk["token_name"]
-                click.echo(FeedbackManager.info_create_not_found_token(token=token_name))
                 try:
                     r = await tb_client.create_token(
                         token_name, [f"PIPES:{tk['permissions']}:{p['name']}"], "P", p["name"]

tinybird/tb/modules/datafile/common.py

@@ -662,6 +662,18 @@ def get_project_filenames(folder: str, with_vendor=False) -> List[str]:
     ]
     if with_vendor:
         folders.append(f"{folder}/vendor/**/**/*.datasource")
+
+    filenames: List[str] = []
+    for x in folders:
+        filenames += glob.glob(x)
+    return filenames
+
+
+def get_project_fixtures(folder: str) -> List[str]:
+    folders: List[str] = [
+        f"{folder}/fixtures/*.ndjson",
+        f"{folder}/fixtures/*.csv",
+    ]
     filenames: List[str] = []
     for x in folders:
         filenames += glob.glob(x)

tinybird/tb/modules/datafile/fixture.py

@@ -0,0 +1,53 @@
+import hashlib
+from pathlib import Path
+from typing import Any, Dict, List, Union
+
+from tinybird.tb.modules.common import format_data_to_ndjson
+from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
+
+
+def build_fixture_name(filename: str, datasource_name: str, datasource_content: str) -> str:
+    """Generate a unique fixture name based on datasource properties.
+
+    Args:
+        datasource_name: Name of the datasource
+        datasource_content: Content of the datasource file
+        row_count: Number of rows requested
+
+    Returns:
+        str: A unique fixture name combining a hash of the inputs with the datasource name
+    """
+
+    doc = parse_datasource(filename, datasource_content)
+    schema = doc.nodes[0].get("schema", "").strip()
+    # Combine all inputs into a single string
+    combined = f"{datasource_name}{schema}"
+
+    # Generate hash
+    hash_obj = hashlib.sha256(combined.encode())
+    hash_str = hash_obj.hexdigest()[:8]
+
+    # Return fixture name with hash
+    return f"{datasource_name}_{hash_str}"
+
+
+def get_fixture_dir() -> Path:
+    fixture_dir = Path("fixtures")
+    if not fixture_dir.exists():
+        fixture_dir.mkdir()
+    return fixture_dir
+
+
+def persist_fixture(fixture_name: str, data: Union[List[Dict[str, Any]], str], format="ndjson") -> Path:
+    fixture_dir = get_fixture_dir()
+    fixture_file = fixture_dir / f"{fixture_name}.{format}"
+    fixture_file.write_text(data if isinstance(data, str) else format_data_to_ndjson(data))
+    return fixture_file
+
+
+def load_fixture(fixture_name: str, format="ndjson") -> Union[Path, None]:
+    fixture_dir = get_fixture_dir()
+    fixture_file = fixture_dir / f"{fixture_name}.{format}"
+    if not fixture_file.exists():
+        return None
+    return fixture_file

tinybird/tb/modules/llm.py

@@ -39,7 +39,7 @@ class LLM:
 
     async def create_project(self, prompt: str) -> DataProject:
         completion = self.client.beta.chat.completions.parse(
-            model="gpt-4o-mini",
+            model="gpt-4o",
             messages=[{"role": "system", "content": create_project_prompt}, {"role": "user", "content": prompt}],
             response_format=DataProject,
         )

tinybird/tb/modules/local.py

@@ -1,5 +1,7 @@
+import hashlib
 import os
 import time
+from typing import Optional
 
 import click
 import requests
@@ -39,7 +41,7 @@ def start_tinybird_local(
         pull_show_prompt
         and click.prompt(FeedbackManager.info(message="** New version detected, download? [y/N]")).lower() == "y"
     ):
-        click.echo(FeedbackManager.info(message="** Downloading latest version of Tinybird Local..."))
+        click.echo(FeedbackManager.info(message="** Downloading latest version of Tinybird local..."))
         pull_required = True
 
     if pull_required:
@@ -66,7 +68,7 @@ def start_tinybird_local(
             platform="linux/amd64",
         )
 
-    click.echo(FeedbackManager.info(message="** Waiting for Tinybird Local to be ready..."))
+    click.echo(FeedbackManager.info(message="** Waiting for Tinybird local to be ready..."))
     for attempt in range(10):
         try:
             run = container.exec_run("tb --no-version-warning sql 'SELECT 1 AS healthcheck' --format json").output
@@ -111,16 +113,33 @@ def remove_tinybird_local(docker_client):
         pass
 
 
-def get_tinybird_local_client():
+async def get_tinybird_local_client(path: Optional[str] = None):
     """Get a Tinybird client connected to the local environment."""
     config = CLIConfig.get_project_config()
     try:
+        # ruff: noqa: ASYNC210
         tokens = requests.get(f"{TB_LOCAL_HOST}/tokens").json()
     except Exception:
-        raise CLIException("Tinybird local environment is not running. Please start it with `tb local start`.")
+        raise CLIException("Tinybird local is not running. Please run `tb local start` first.")
 
-    token = tokens["workspace_admin_token"]
     user_token = tokens["user_token"]
+    token = tokens["workspace_admin_token"]
+    # Create a new workspace if path is provided. This is used to isolate the build in a different workspace.
+    if path:
+        folder_hash = hashlib.sha256(path.encode()).hexdigest()
+        user_client = config.get_client(host=TB_LOCAL_HOST, token=user_token)
+
+        ws_name = f"Tinybird_Local_Build_{folder_hash}"
+
+        user_workspaces = await user_client.user_workspaces()
+        ws = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == ws_name), None)
+        if not ws:
+            await user_client.create_workspace(ws_name, template=None)
+            user_workspaces = await user_client.user_workspaces()
+            ws = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == ws_name), None)
+
+        token = ws["token"]
+
     config.set_token(token)
     config.set_host(TB_LOCAL_HOST)
     config.set_user_token(user_token)
@@ -128,6 +147,14 @@ def get_tinybird_local_client():
     return config.get_client(host=TB_LOCAL_HOST, token=token)
 
 
+@cli.command()
+def upgrade():
+    """Upgrade Tinybird CLI to the latest version"""
+    click.echo(FeedbackManager.info(message="Upgrading Tinybird CLI..."))
+    os.system(f"{os.getenv('HOME')}/.local/bin/uv tool upgrade tinybird")
+    click.echo(FeedbackManager.success(message="Tinybird CLI upgraded"))
+
+
 @cli.group()
 @click.pass_context
 def local(ctx):
@@ -137,39 +164,39 @@ def local(ctx):
 @local.command()
 @coro
 async def stop() -> None:
-    """Stop Tinybird development environment"""
-    click.echo(FeedbackManager.info(message="Shutting down Tinybird development environment..."))
+    """Stop Tinybird local"""
+    click.echo(FeedbackManager.info(message="Shutting down Tinybird local..."))
     docker_client = get_docker_client()
     stop_tinybird_local(docker_client)
-    click.echo(FeedbackManager.success(message="Tinybird development environment stopped"))
+    click.echo(FeedbackManager.success(message="Tinybird local stopped"))
 
 
 @local.command()
 @coro
 async def remove() -> None:
-    """Remove Tinybird development environment"""
-    click.echo(FeedbackManager.info(message="Removing Tinybird development environment..."))
+    """Remove Tinybird local"""
+    click.echo(FeedbackManager.info(message="Removing Tinybird local..."))
     docker_client = get_docker_client()
     remove_tinybird_local(docker_client)
-    click.echo(FeedbackManager.success(message="Tinybird development environment removed"))
+    click.echo(FeedbackManager.success(message="Tinybird local removed"))
 
 
 @local.command()
 @coro
 async def start() -> None:
-    """Start Tinybird development environment"""
-    click.echo(FeedbackManager.info(message="Starting Tinybird development environment..."))
+    """Start Tinybird local"""
+    click.echo(FeedbackManager.info(message="Starting Tinybird local..."))
     docker_client = get_docker_client()
     start_tinybird_local(docker_client)
-    click.echo(FeedbackManager.success(message="Tinybird development environment started"))
+    click.echo(FeedbackManager.success(message="Tinybird local started"))
 
 
 @local.command()
 @coro
 async def restart() -> None:
-    """Restart Tinybird development environment"""
-    click.echo(FeedbackManager.info(message="Restarting Tinybird development environment..."))
+    """Restart Tinybird local"""
+    click.echo(FeedbackManager.info(message="Restarting Tinybird local..."))
     docker_client = get_docker_client()
     remove_tinybird_local(docker_client)
     start_tinybird_local(docker_client)
-    click.echo(FeedbackManager.success(message="Tinybird development environment restarted"))
+    click.echo(FeedbackManager.success(message="Tinybird local restarted"))

tinybird/tb/modules/mock.py

@@ -1,4 +1,4 @@
-import json
+import os
 from pathlib import Path
 
 import click
@@ -7,6 +7,7 @@ from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import CLIException, coro
 from tinybird.tb.modules.config import CLIConfig
+from tinybird.tb.modules.datafile.fixture import build_fixture_name, persist_fixture
 from tinybird.tb.modules.llm import LLM
 from tinybird.tb.modules.local import get_tinybird_local_client
 
@@ -15,15 +16,15 @@ from tinybird.tb.modules.local import get_tinybird_local_client
 @click.argument("datasource", type=str)
 @click.option("--rows", type=int, default=10, help="Number of events to send")
 @click.option("--context", type=str, default="", help="Extra context to use for data generation")
+@click.option("--folder", type=str, default=".", help="Folder where datafiles will be placed")
 @coro
-async def mock(datasource: str, rows: int, context: str) -> None:
-    """Load sample data into a datasource.
+async def mock(datasource: str, rows: int, context: str, folder: str) -> None:
+    """Load sample data into a Data Source.
 
     Args:
         ctx: Click context object
         datasource_file: Path to the datasource file to load sample data into
     """
-    import llm
 
     try:
         datasource_path = Path(datasource)
@@ -32,22 +33,30 @@ async def mock(datasource: str, rows: int, context: str) -> None:
             datasource_name = datasource_path.stem
         else:
             datasource_path = Path("datasources", f"{datasource}.datasource")
+        datasource_path = Path(folder) / datasource_path
+
+        context_path = Path(folder) / "fixtures" / f"{datasource_name}.prompt"
+        if not context:
+            # load the context from the fixture.prompt file if it exists
+            if context_path.exists():
+                click.echo(FeedbackManager.gray(message=f"Using context for {context_path}..."))
+                context = context_path.read_text()
+        else:
+            click.echo(FeedbackManager.gray(message=f"Overriding context for {datasource_name}..."))
+            context_path.write_text(context)
+
 
+        click.echo(FeedbackManager.gray(message=f"Creating fixture for {datasource_name}..."))
         datasource_content = datasource_path.read_text()
         llm_config = CLIConfig.get_llm_config()
         llm = LLM(key=llm_config["api_key"])
-        tb_client = get_tinybird_local_client()
-        sql = await llm.generate_sql_sample_data(tb_client, datasource_content, rows, context)
+        tb_client = await get_tinybird_local_client(os.path.abspath(folder))
+        sql = await llm.generate_sql_sample_data(tb_client, datasource_content, row_count=rows, context=context)
         result = await tb_client.query(f"{sql} FORMAT JSON")
-        data = result.get("data", [])
-        max_rows_per_request = 100
-        sent_rows = 0
-        for i in range(0, len(data), max_rows_per_request):
-            batch = data[i : i + max_rows_per_request]
-            ndjson_data = "\n".join([json.dumps(row) for row in batch])
-            await tb_client.datasource_events(datasource_name, ndjson_data)
-            sent_rows += len(batch)
-        click.echo(f"Sent {sent_rows} events to datasource '{datasource_name}'")
+        data = result.get("data", [])[:rows]
+        fixture_name = build_fixture_name(datasource_path.absolute(), datasource_name, datasource_content)
+        persist_fixture(fixture_name, data)
+        click.echo(FeedbackManager.success(message="✓ Done!"))
 
     except Exception as e:
-        raise CLIException(FeedbackManager.error_exception(error=str(e)))
+        raise CLIException(FeedbackManager.error(message=str(e)))

tinybird/tb/modules/prompts.py

@@ -43,10 +43,36 @@ SQL >
     - The datasource will be the landing table for the data.
     - Create multiple pipes to show different use cases over the same datasource.
     - The SQL query must be a valid ClickHouse SQL query that mixes ClickHouse syntax and Tinybird templating syntax.
-    - If you need to use dynamic parameters you must start the whole sql query ALWAYS with "%" symbol on top. e.g: SQL >\n    %\n SELECT * FROM <table> WHERE <condition> LIMIT 10
+    - If you use dynamic parameters you MUST start ALWAYS the whole sql query with "%" symbol on top. e.g: SQL >\n    %\n SELECT * FROM <table> WHERE <condition> LIMIT 10
     - The Parameter functions like this one {{String(my_param_name,default_value)}} can be one of the following: String, DateTime, Date, Float32, Float64, Int, Integer, UInt8, UInt16, UInt32, UInt64, UInt128, UInt256, Int8, Int16, Int32, Int64, Int128, Int256
     - Parameter names must be different from column names. Pass always the param name and a default value to the function.
+    - Code inside the template {{code}} is python code but no module is allowed to be imported. So for example you can't use now() as default value for a DateTime parameter. You need an if else block like this:
+    ```
+    (...)
+    AND timestamp BETWEEN {{DateTime(start_date, now() - interval 30 day)}} AND {{DateTime(end_date, now())}} --this is not valid
+
+    {%if not defined(start_date)%}
+    timestamp BETWEEN now() - interval 30 day
+    {%else%}
+    timestamp BETWEEN {{DateTime(start_date)}} 
+    {%end%}
+    {%if not defined(end_date)%}
+    AND now()
+    {%else%}
+    AND {{DateTime(end_date)}} 
+    {%end%} --this is valid
+    ```
     - Nodes can't have the same exact name as the Pipe they belong to.
+    - Endpoints can export Prometehus format, Node sql must have name two columns: 
+        name (String): The name of the metric 
+        value (Number): The numeric value for the metric. 
+      and then some optional columns:
+        help (String): A description of the metric.
+        timestamp (Number): A Unix timestamp for the metric.
+        type (String): Defines the metric type (counter, gauge, histogram, summary, untyped, or empty).
+        labels (Map(String, String)): A set of key-value pairs providing metric dimensions.
+    - Use prometheus format when you are asked to monitor something
+    - Nodes do NOT use the same name as the Pipe they belong to. So if the pipe name is "my_pipe", the nodes must be named "my_pipe_node_1", "my_pipe_node_2", etc.
 </instructions>
 """
 
@@ -122,7 +148,7 @@ FROM numbers({row_count})
 
 - The query MUST return a random sample of data that matches the schema.
 - The query MUST return a valid clickhouse sql query.
-- The query MUST return a sample of {row_count} rows.
+- The query MUST return a sample of EXACTLY {row_count} rows.
 - The query MUST be valid for clickhouse and Tinybird.
 - Return JUST the sql query, without any other text or symbols. 
 - Do NOT include ```clickhouse or ```sql or any other wrapping text.

{tinybird-0.0.1.dev9.dist-info → tinybird-0.0.1.dev11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev9
+Version: 0.0.1.dev11
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev9.dist-info → tinybird-0.0.1.dev11.dist-info}/RECORD

@@ -5,7 +5,7 @@ tinybird/config.py,sha256=Z-BX9FrjgsLw1YwcCdF0IztLB97Zpc70VVPplO_pDSY,6089
 tinybird/connectors.py,sha256=lkpVSUmSuViEZBa4QjTK7YmPHUop0a5UFoTrSmlVq6k,15244
 tinybird/context.py,sha256=kutUQ0kCwparowI74_YLXx6wtTzGLRouJ6oGHVBPzBo,1291
 tinybird/datatypes.py,sha256=IHyhZ86ib54Vnd1pbod9y2aS8DDvDKZm1HJGlThdbuQ,10460
-tinybird/feedback_manager.py,sha256=qX8yrjoHUL4kjb_IKzLZPPfg4m54XWUZkdVOrv1ktpo,67814
+tinybird/feedback_manager.py,sha256=-nDkg13DoiNk40AztzSJdbldbKhfuTsCZcSOviK9sik,67790
 tinybird/git_settings.py,sha256=XUL9ZUj59-ZVQJDYmMEq4UpnuuOuQOHGlNcX3JgQHjQ,3954
 tinybird/sql.py,sha256=gfRKjdqEygcE1WOTeQ1QV2Jal8Jzl4RSX8fftu1KSEs,45825
 tinybird/sql_template.py,sha256=IqYRfUxDYBCoOYjqqvn--_8QXLv9FSRnJ0bInx7q1Xs,93051
@@ -18,22 +18,22 @@ tinybird/ch_utils/engine.py,sha256=OXkBhlzGjZotjD0vaT-rFIbSGV4tpiHxE8qO_ip0SyQ,4
 tinybird/tb/cli.py,sha256=6Lu3wsCNepAxjJCWy4c6RhVPArBtm8TlUcSxX--TsBo,783
 tinybird/tb/modules/auth.py,sha256=hynZ-Temot8YBsySUWKSFzZlYadtFPxG3o6lCSu1n6E,9018
 tinybird/tb/modules/branch.py,sha256=R1tTUBGyI0p_dt2IAWbuyNOvemhjCIPwYxEmOxL3zOg,38468
-tinybird/tb/modules/build.py,sha256=SAtWf40kH0HCkSiSm2bPD0YJbLmpwALt-UI9JqnO6SQ,8393
-tinybird/tb/modules/cicd.py,sha256=mIMU1gNGpN3f5K3rBYN9rFoOT3RogDxIs_zB3LY-iO4,7463
-tinybird/tb/modules/cli.py,sha256=Yw6ooemOAIUZR-IKk05BG_D7RgoljTgoHBYW7aq4XaM,56674
-tinybird/tb/modules/common.py,sha256=vb69xKJXbRjoYOlCwerXEU3488Od_zfR2N2yP5VyNw8,79372
+tinybird/tb/modules/build.py,sha256=aqVmey7jkb-ZDRaxl5h66u3g9bmI46_j-u3hXEPPVho,11746
+tinybird/tb/modules/cicd.py,sha256=KCFfywFfvGRh24GZwqrhICiTK_arHelPs_X4EB-pXIw,7331
+tinybird/tb/modules/cli.py,sha256=c-XNRu-idb2Hz43IT9ejd-QjsZy-xPQ3rnrdVIz0wxM,56568
+tinybird/tb/modules/common.py,sha256=Vubc2AIR8BfEupnT5e1Y8OYGEyvNoIcjo8th-SaUflw,80111
 tinybird/tb/modules/config.py,sha256=ppWvACHrSLkb5hOoQLYNby2w8jR76-8Kx2NBCst7ntQ,11760
 tinybird/tb/modules/connection.py,sha256=ZSqBGoRiJedjHKEyB_fr1ybucOHtaad8d7uqGa2Q92M,28668
-tinybird/tb/modules/create.py,sha256=PXCdmyhkG9-XjWGNpyR24nuLLnLEBIs2v9ycxCk10aw,7456
+tinybird/tb/modules/create.py,sha256=Ky5LOyDJLgaHyWDt8un100QxKgNiQpEal-QzIW0V85I,6590
 tinybird/tb/modules/datasource.py,sha256=tjcf5o-HYIdTkb_c1ErGUFIE-W6G992vsvCuDGcxb9Q,35818
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
 tinybird/tb/modules/fmt.py,sha256=UszEQO15fdzQ49QEj7Unhu68IKwSuKPsOrKhk2p2TAg,3547
 tinybird/tb/modules/job.py,sha256=eoBVyA24lYIPonU88Jn7FF9hBKz1kScy9_w_oWreuc4,2952
-tinybird/tb/modules/llm.py,sha256=D6ShlqCorZpRLjE5srI7Ws4VUTH6kSotTi88CvUwoGw,2446
-tinybird/tb/modules/local.py,sha256=R7L0Inn23OXVs7nssra8mto52fbP7rU2eUU4Bj6_AXU,5998
-tinybird/tb/modules/mock.py,sha256=dYxm8_1zXGZnf4X8OYmG9hK1I-csHakD64Hag8mAn4Q,2069
+tinybird/tb/modules/llm.py,sha256=TvJJ9BlKISAb1SVI-pnHp_PcHcxGfTyjxOE_qAz90Ck,2441
+tinybird/tb/modules/local.py,sha256=sImiZwUMsvJRGBVZovOGBqxXo0SBWYwpZ7b8zVG_QNc,6943
+tinybird/tb/modules/mock.py,sha256=RohmEhNfudVryn2pJrI4fASE74inovNxzN0ew85Y830,2747
 tinybird/tb/modules/pipe.py,sha256=9wnfKbp2FkmLiJgVk3qbra76ktwsUTXghu6j9cCEahQ,31058
-tinybird/tb/modules/prompts.py,sha256=u_-VSsqk8fXJTsLO3sCv9DR1Qx2V_M_Z_gBfiyvn5jA,7251
+tinybird/tb/modules/prompts.py,sha256=g0cBW2ePzuftib02wV82VIcAZd59buAAusnirAbzqVE,8662
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb/modules/table.py,sha256=hG-PRDVuFp2uph41WpoLRV1yjp3RI2fi_iGGiI0rdxU,7695
 tinybird/tb/modules/tag.py,sha256=1qQWyk1p3Btv3LzM8VbJG-k7x2-pFuAlYCg3QL6QewI,3480
@@ -42,13 +42,14 @@ tinybird/tb/modules/test.py,sha256=psINFpSYT1eGgy32-_4q6CJ7LOcdwBpAfasMA0_tNOU,4
 tinybird/tb/modules/token.py,sha256=r0oeG1RpOOzHtqbUaHBiOmhE55HfNIvReAAWyKl9fJg,12695
 tinybird/tb/modules/workspace.py,sha256=FVlh-kbiZp5Gvp6dGFxi0UD8ail77rMamXLhqdVwrZ0,10916
 tinybird/tb/modules/workspace_members.py,sha256=08W0onEYkKLEC5TkAI07cxN9XSquEm7HnL7OkHAVDjo,8715
-tinybird/tb/modules/datafile/build.py,sha256=SWPkmMQYde11LOt0B1JuYoyU8SsSTLjjVp_tPSgMoTM,91754
+tinybird/tb/modules/datafile/build.py,sha256=bo5T-_9LWsw4dZoHDO2bgn4hpSNOK5u_RiiYlRGLToA,91948
 tinybird/tb/modules/datafile/build_common.py,sha256=74547h5ja4C66DAwDMabj75FA_BUTJxTJv-24tSFmrs,4551
 tinybird/tb/modules/datafile/build_datasource.py,sha256=fquzEGwk9NL_0K5YYG86Xtvgn4J5YHtRUoKJxbQGO0s,17344
-tinybird/tb/modules/datafile/build_pipe.py,sha256=X4a-UM_GSOmR8ks2kBITgebXz-aE-iEdG5F1eEUzIyc,27555
-tinybird/tb/modules/datafile/common.py,sha256=hoIm6mvXO49Jy2W2XPGE7NgOj-GmYw7zALXREQ0C3eQ,33969
+tinybird/tb/modules/datafile/build_pipe.py,sha256=wxqvVY3vIlG2_IAX8__mevhxqGkOxQ4-YyoWE6v2OxE,27465
+tinybird/tb/modules/datafile/common.py,sha256=q0XPpNE-l011Um3TXh3BmkSkUlYP5Ydkn24jXLq1I9Y,34239
 tinybird/tb/modules/datafile/diff.py,sha256=ZaTPGjRFJWokhaad_rMSxfYT92PA96s4WhhvlZubgyA,6769
 tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
+tinybird/tb/modules/datafile/fixture.py,sha256=YHlL4tojmPwm343Y8KO6r7d5Bhsk7U3lKP-oLMeBMsY,1771
 tinybird/tb/modules/datafile/format_common.py,sha256=zNWDXvwSKC9_T5e9R92LLj9ekDflVWwsllhGQilZsnY,2184
 tinybird/tb/modules/datafile/format_datasource.py,sha256=tsnCjONISvhFuucKNbIHkT__UmlUbcswx5mwI9hiDQc,6216
 tinybird/tb/modules/datafile/format_pipe.py,sha256=R5tnlEccLn3KX6ehtC_H2sGQNrthuJUiVSN9z_-KGCY,7474
@@ -64,8 +65,8 @@ tinybird/tb_cli_modules/config.py,sha256=6NTgIdwf0X132A1j6G_YrdPep87ymZ9b5pABabK
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
-tinybird-0.0.1.dev9.dist-info/METADATA,sha256=YbZtwUdfek1Uzww7BFCLXsumr1cHtYOH7ceOQnKLjlo,2404
-tinybird-0.0.1.dev9.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tinybird-0.0.1.dev9.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev9.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
-tinybird-0.0.1.dev9.dist-info/RECORD,,
+tinybird-0.0.1.dev11.dist-info/METADATA,sha256=F7NlFSAcq7ZbchPPjfnBdz5R-QohYQSy_MwXY3YWroI,2405
+tinybird-0.0.1.dev11.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tinybird-0.0.1.dev11.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev11.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
+tinybird-0.0.1.dev11.dist-info/RECORD,,