tinybird 0.0.1.dev15__py3-none-any.whl → 0.0.1.dev16__py3-none-any.whl

tinybird/client.py

@@ -188,7 +188,9 @@ class TinyB:
         if response.status_code == 599:
             raise TimeoutException("timeout")
         if "Content-Type" in response.headers and (
-            response.headers["Content-Type"] == "text/plain" or "text/csv" in response.headers["Content-Type"]
+            response.headers["Content-Type"] == "text/plain"
+            or "text/csv" in response.headers["Content-Type"]
+            or "ndjson" in response.headers["Content-Type"]
         ):
             return response.content.decode("utf-8")
         if response.status_code >= 400 and response.status_code not in [400, 403, 404, 409, 429]:

tinybird/feedback_manager.py

@@ -1,5 +1,6 @@
 from collections import namedtuple
 from typing import Any, Callable
+import os
 
 FeedbackMessage = namedtuple("FeedbackMessage", "message")
 
@@ -26,6 +27,16 @@ def print_message(message: str, color: str = bcolors.ENDC) -> Callable[..., str]
 def error_message(message: str) -> Callable[..., str]:
     return print_message(f"\n** {message}", bcolors.FAIL)
 
+def error_exception(message: Exception) -> Callable[..., str]:
+    def formatter(**kwargs: Any) -> str:
+        color = bcolors.FAIL
+        if isinstance(kwargs.get('error', ''), Exception) and os.environ.get('TB_DEBUG', '') != '':
+            import traceback
+            stack_trace = f"Traceback:\n{''.join(traceback.format_tb(kwargs['error'].__traceback__))}"
+            return f"{color}{message.format(**kwargs)}{stack_trace}{bcolors.ENDC}"
+        return f"{color}{message.format(**kwargs)}{bcolors.ENDC}"
+    return formatter
+
 
 def simple_error_message(message: str) -> Callable[..., str]:
     return print_message(f"{message}", bcolors.FAIL)
@@ -56,7 +67,7 @@ def gray_message(message: str) -> Callable[..., str]:
 
 
 class FeedbackManager:
-    error_exception = error_message("{error}")
+    error_exception = error_exception("{error}")
     simple_error_exception = simple_error_message("{error}")
     error_exception_trace = error_message("{error}\n** Trace:\n{trace}")
     error_notoken = error_message(

tinybird/{tb/modules/prompts.py → prompts.py}

@@ -76,68 +76,7 @@ SQL >
 </instructions>
 """
 
-create_test_calls_prompt = """
-You are a Tinybird expert. You will be given a pipe endpoint containing different nodes with SQL and Tinybird templating syntax. You will generate URLs to test it with different parameters combinations.
-
-<test>
-    <test_1>:
-        name: <test_name_1>
-        description: <description_1>
-        parameters: <url_encoded_parameters_1>
-    <test_2>:
-        name: <test_name_2>
-        description: <description_2>
-        parameters: <url_encoded_parameters_2>
-</test>
-<instructions>
-    - The test name must be unique.
-    - The test command must be a valid Tinybird command that can be run in the terminal.
-    - The test command can have as many parameters as are needed to test the pipe.
-    - The parameter within Tinybird templating syntax looks like this one {{String(my_param_name, default_value)}}.
-    - If there are no parameters in the , you can omit parametrs and generate a single test command.
-    - Extra context: {context}
-</instructions>
-"""
-
-sample_data_prompt = """Your role is to generate sample data for a given data source. A data source is a table in Tinybird. You will be given a schema for the data source, and you will need to generate a set of rows that fit that schema.
-
-The schema will be provided to you at the end of this prompt in the following format:
-
-```
-SCHEMA >
-    `span_id` String `json:$.span_id`,
-    `operation_id` String `json:$.operation_name`,
-    `duration` Nullable(Float32) `json:$.duration`,
-```
-
-In the example above, `span_id` are column names, String and Float32 are column types, and `json:$.duration` is a JSON path expression that points to the duration value in the JSON data. Use this information to generate valid data.
-
-You will generate {row_count} rows of data in JSON format, newlines separated. Your reponse will only contain the {row_count} rows of data, without any other text. Do not format the data in any way, and do not place it inside any markers for a code block of any kind. Most importantly, do not use backticks on the first or last line or anywhere else in the response. This is extremely important, ensure that your response doesn't include any backticks.
-
-Remember that for a JSON to be valid, there can't be a trailing comma after the last value in an object.
-
-Make sure to include all columns in the schema, and use valid JSON. You may leave some columns empty only if the column type allows it (e.g. Nullable(String)). Use realistic values for the data, and make sure to include a variety of values in each column.
-
-For columns that represent timestamps, use values that are close to the current date and time. The current date and time is {current_datetime}"""
-
-sample_data_with_errors_prompt = """Your role is to generate incorrect sample data for a given data source. A data source is a table in Tinybird. You will be given a schema for the data source, and you will need to generate a set of rows that mostly fit that schema, but with some errors.
-
-The schema will be provided to you at the end of this prompt in the following format:
-
-```
-SCHEMA >
-    `span_id` String `json:$.span_id`,
-    `operation_id` String `json:$.operation_name`,
-    `duration` Nullable(Float32) `json:$.duration`,
-```
-
-In the example above, `span_id` are column names, String and Float32 are column types, and `json:$.duration` is a JSON path expression that points to the duration value in the JSON data. Use this information to generate valid data.
-
-You will generate {row_count} rows of data in JSON format, newlines separated. Your reponse will be a single string containing all {row_count} rows, without any other text. Make sure to include all columns in the schema, and use valid JSON. Use realistic values for the data, and make sure to include a variety of values in each column. In every set of {row_count} rows, there should be at least one row that has an error. The error could be in any column, and it could be a type error (e.g. a string where a number is expected), or it could be an error in the structure of the JSON (e.g. a value in the wrong place in the document).
-
-For columns that represent timestamps, use values that are close to the current date and time. The current date and time is {current_datetime}"""
-
-sample_data_sql_prompt = """
+generate_sql_mock_data_prompt = """
 Given the schema for a Tinybird datasource, return a can you create a clickhouse sql query to generate some random data that matches that schema.
 
 Response format MUST be just a valid clickhouse sql query.
@@ -164,13 +103,13 @@ SELECT
     rand() % 50 AS pvp_kills,           -- Random PvP kills between 0 and 49
     rand() % 200 AS quest_completions,  -- Random quest completions between 0 and 199
     now() - rand() % 86400 AS timestamp -- Random timestamp within the last day
-FROM numbers({row_count})
+FROM numbers({rows})
 
 # Instructions:
 
 - The query MUST return a random sample of data that matches the schema.
 - The query MUST return a valid clickhouse sql query.
-- The query MUST return a sample of EXACTLY {row_count} rows.
+- The query MUST return a sample of EXACTLY {rows} rows.
 - The query MUST be valid for clickhouse and Tinybird.
 - Return JUST the sql query, without any other text or symbols. 
 - Do NOT include ```clickhouse or ```sql or any other wrapping text.
@@ -182,3 +121,26 @@ FROM numbers({row_count})
 {context}
 
 """
+
+create_test_calls_prompt = """
+You are a Tinybird expert. You will be given a pipe endpoint containing different nodes with SQL and Tinybird templating syntax. You will generate URLs to test it with different parameters combinations.
+
+<test>
+    <test_1>:
+        name: <test_name_1>
+        description: <description_1>
+        parameters: <url_encoded_parameters_1>
+    <test_2>:
+        name: <test_name_2>
+        description: <description_2>
+        parameters: <url_encoded_parameters_2>
+</test>
+<instructions>
+    - The test name must be unique.
+    - The test command must be a valid Tinybird command that can be run in the terminal.
+    - The test command can have as many parameters as are needed to test the pipe.
+    - The parameter within Tinybird templating syntax looks like this one {{String(my_param_name, default_value)}}.
+    - If there are no parameters in the , you can omit parametrs and generate a single test command.
+    - Extra context: {context}
+</instructions>
+"""

tinybird/tb/cli.py

@@ -14,10 +14,12 @@ import tinybird.tb.modules.create
 import tinybird.tb.modules.datasource
 import tinybird.tb.modules.fmt
 import tinybird.tb.modules.job
+import tinybird.tb.modules.local
 import tinybird.tb.modules.login
 import tinybird.tb.modules.mock
 import tinybird.tb.modules.pipe
 import tinybird.tb.modules.tag
+import tinybird.tb.modules.test
 import tinybird.tb.modules.token
 import tinybird.tb.modules.workspace
 import tinybird.tb.modules.workspace_members

tinybird/tb/modules/build.py

@@ -1,26 +1,20 @@
 import asyncio
-import cmd
 import os
-import random
-import subprocess
-import sys
 import threading
 import time
 from pathlib import Path
 from typing import Any, Awaitable, Callable, List, Union
 
 import click
-import humanfriendly
 from click import Context
 from watchdog.events import FileSystemEventHandler
 from watchdog.observers import Observer
 
 import tinybird.context as context
-from tinybird.syncasync import async_to_sync
-from tinybird.client import TinyB, AuthNoTokenException
-from tinybird.tb.modules.common import CLIException
+from tinybird.client import TinyB
 from tinybird.config import FeatureFlags
-from tinybird.feedback_manager import FeedbackManager, bcolors
+from tinybird.feedback_manager import FeedbackManager
+from tinybird.tb.modules.build_shell import BuildShell, print_table_formatted
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import coro, push_data
 from tinybird.tb.modules.datafile.build import folder_build
@@ -29,48 +23,7 @@ from tinybird.tb.modules.datafile.exceptions import ParseException
 from tinybird.tb.modules.datafile.fixture import build_fixture_name, get_fixture_dir
 from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
 from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
-from tinybird.tb.modules.local import get_tinybird_local_client
-from tinybird.tb.modules.table import format_table
-
-
-class BuildShell(cmd.Cmd):
-    prompt = "\n\001\033[1;32m\002TB > \001\033[0m\002"
-
-    def __init__(self, folder: str, client: TinyB):
-        super().__init__()
-        self.folder = folder
-        self.client = client
-    def do_exit(self, arg):
-        sys.exit(0)
-
-    def do_quit(self, arg):
-        sys.exit(0)
-
-    def default(self, argline):
-        click.echo("")
-        if argline.startswith("tb build"):
-            click.echo(FeedbackManager.error(message="Build command is already running"))
-        else:
-            arg_stripped = argline.strip().lower()
-            if not arg_stripped:
-                return
-            if arg_stripped.startswith("tb"):
-                extra_args = f" --folder {self.folder}" if arg_stripped.startswith("tb mock") else ""
-                subprocess.run(arg_stripped + extra_args, shell=True, text=True)
-            elif arg_stripped.startswith("with") or arg_stripped.startswith("select"):
-                try:
-                    run_sql(self.client, argline)
-                except Exception as e:
-                    click.echo(FeedbackManager.error(message=str(e)))
-                
-            elif arg_stripped.startswith("mock "):
-                subprocess.run(f"tb {arg_stripped} --folder {self.folder}", shell=True, text=True)
-            else:
-                click.echo(FeedbackManager.error(message="Invalid command"))
-
-    def reprint_prompt(self):
-        self.stdout.write(self.prompt)
-        self.stdout.flush()
+from tinybird.tb.modules.local_common import get_tinybird_local_client
 
 
 class FileChangeHandler(FileSystemEventHandler):
@@ -131,44 +84,6 @@ def watch_files(
     observer.join()
 
 
-
-def run_sql(client: TinyB, query, rows_limit=20):
-    try:
-        q = query.strip()
-        if q.startswith("insert"):
-            click.echo(FeedbackManager.info_append_data())
-            raise CLIException(FeedbackManager.error_invalid_query())
-        if q.startswith("delete"):
-            raise CLIException(FeedbackManager.error_invalid_query())
-
-        # fuck my life
-        def run_query_in_thread():
-            loop = asyncio.new_event_loop()
-            asyncio.set_event_loop(loop)
-            try:
-                return loop.run_until_complete(client.query(f"SELECT * FROM ({query}) LIMIT {rows_limit} FORMAT JSON"))
-            finally:
-                loop.close()
-
-        # Run the query in a separate thread
-        import concurrent.futures
-        with concurrent.futures.ThreadPoolExecutor() as executor:
-            res = executor.submit(run_query_in_thread).result()
-
-    except AuthNoTokenException:
-        raise
-    except Exception as e:
-        raise CLIException(FeedbackManager.error_exception(error=str(e)))
-
-    if isinstance(res, dict) and "error" in res:
-        raise CLIException(FeedbackManager.error_exception(error=res["error"]))
-
-    if isinstance(res, dict) and "data" in res and res["data"]:
-        print_table_formatted(res, 'QUERY')
-    else:
-        click.echo(FeedbackManager.info_no_rows())
-
-
 @cli.command()
 @click.option(
     "--folder",
@@ -286,46 +201,6 @@ async def build_and_print_resource(tb_client: TinyB, filename: str):
     res = await tb_client.query(f"SELECT * FROM {name} FORMAT JSON", pipeline=pipeline)
     print_table_formatted(res, name)
 
-def print_table_formatted(res: dict, name: str):
-    rebuild_colors = [bcolors.FAIL, bcolors.OKBLUE, bcolors.WARNING, bcolors.OKGREEN, bcolors.HEADER]
-    rebuild_index = random.randint(0, len(rebuild_colors) - 1)
-    rebuild_color = rebuild_colors[rebuild_index % len(rebuild_colors)]
-    data = []
-    limit = 5
-    for d in res["data"][:5]:
-        data.append(d.values())
-    meta = res["meta"]
-    row_count = res.get("rows", 0)
-    stats = res.get("statistics", {})
-    elapsed = stats.get("elapsed", 0)
-    cols = len(meta)
-    try:
-
-        def print_message(message: str, color=bcolors.CGREY):
-            return f"{color}{message}{bcolors.ENDC}"
-
-        table = format_table(data, meta)
-        colored_char = print_message("│", rebuild_color)
-        table_with_marker = "\n".join(f"{colored_char} {line}" for line in table.split("\n"))
-        click.echo(f"\n{colored_char} {print_message('⚡', rebuild_color)} Running {name}")
-        click.echo(colored_char)
-        click.echo(table_with_marker)
-        click.echo(colored_char)
-        rows_read = humanfriendly.format_number(stats.get("rows_read", 0))
-        bytes_read = humanfriendly.format_size(stats.get("bytes_read", 0))
-        elapsed = humanfriendly.format_timespan(elapsed) if elapsed >= 1 else f"{elapsed * 1000:.2f}ms"
-        stats_message = f"» {bytes_read} ({rows_read} rows x {cols} cols) in {elapsed}"
-        rows_message = f"» Showing {limit} first rows" if row_count > limit else "» Showing all rows"
-        click.echo(f"{colored_char} {print_message(stats_message, bcolors.OKGREEN)}")
-        click.echo(f"{colored_char} {print_message(rows_message, bcolors.CGREY)}")
-    except ValueError as exc:
-        if str(exc) == "max() arg is an empty sequence":
-            click.echo("------------")
-            click.echo("Empty")
-            click.echo("------------")
-        else:
-            raise exc
-
 
 async def append_datasource(
     ctx: click.Context,

tinybird/tb/modules/build_shell.py

@@ -0,0 +1,133 @@
+import asyncio
+import cmd
+import random
+import subprocess
+import sys
+
+import click
+import humanfriendly
+
+from tinybird.client import TinyB
+from tinybird.feedback_manager import FeedbackManager, bcolors
+from tinybird.tb.modules.exceptions import CLIException
+from tinybird.tb.modules.table import format_table
+
+
+class BuildShell(cmd.Cmd):
+    prompt = "\n\001\033[1;32m\002TB > \001\033[0m\002"
+
+    def __init__(self, folder: str, client: TinyB):
+        super().__init__()
+        self.folder = folder
+        self.client = client
+
+    def do_exit(self, arg):
+        sys.exit(0)
+
+    def do_quit(self, arg):
+        sys.exit(0)
+
+    def default(self, argline):
+        click.echo("")
+        if argline.startswith("tb build"):
+            click.echo(FeedbackManager.error(message="Build command is already running"))
+        else:
+            arg_stripped = argline.strip().lower()
+            if not arg_stripped:
+                return
+            if arg_stripped.startswith("tb"):
+                arg_stripped = arg_stripped.replace("tb", "tb --local")
+                extra_args = f" --folder {self.folder}" if arg_stripped.startswith("tb mock") else ""
+                subprocess.run(arg_stripped + extra_args, shell=True, text=True)
+            elif arg_stripped.startswith("with") or arg_stripped.startswith("select"):
+                try:
+                    self.run_sql(self.client, argline)
+                except Exception as e:
+                    click.echo(FeedbackManager.error(message=str(e)))
+
+            elif arg_stripped.startswith("mock "):
+                subprocess.run(f"tb {arg_stripped} --folder {self.folder}", shell=True, text=True)
+            else:
+                click.echo(FeedbackManager.error(message="Invalid command"))
+
+    def reprint_prompt(self):
+        self.stdout.write(self.prompt)
+        self.stdout.flush()
+
+    def run_sql(self, query, rows_limit=20):
+        try:
+            q = query.strip()
+            if q.startswith("insert"):
+                click.echo(FeedbackManager.info_append_data())
+                raise CLIException(FeedbackManager.error_invalid_query())
+            if q.startswith("delete"):
+                raise CLIException(FeedbackManager.error_invalid_query())
+
+            # fuck my life
+            def run_query_in_thread():
+                loop = asyncio.new_event_loop()
+                asyncio.set_event_loop(loop)
+                try:
+                    return loop.run_until_complete(
+                        self.client.query(f"SELECT * FROM ({query}) LIMIT {rows_limit} FORMAT JSON")
+                    )
+                finally:
+                    loop.close()
+
+            # Run the query in a separate thread
+            import concurrent.futures
+
+            with concurrent.futures.ThreadPoolExecutor() as executor:
+                res = executor.submit(run_query_in_thread).result()
+
+        except Exception as e:
+            raise CLIException(FeedbackManager.error_exception(error=str(e)))
+
+        if isinstance(res, dict) and "error" in res:
+            raise CLIException(FeedbackManager.error_exception(error=res["error"]))
+
+        if isinstance(res, dict) and "data" in res and res["data"]:
+            print_table_formatted(res, "QUERY")
+        else:
+            click.echo(FeedbackManager.info_no_rows())
+
+
+def print_table_formatted(res: dict, name: str):
+    rebuild_colors = [bcolors.FAIL, bcolors.OKBLUE, bcolors.WARNING, bcolors.OKGREEN, bcolors.HEADER]
+    rebuild_index = random.randint(0, len(rebuild_colors) - 1)
+    rebuild_color = rebuild_colors[rebuild_index % len(rebuild_colors)]
+    data = []
+    limit = 5
+    for d in res["data"][:5]:
+        data.append(d.values())
+    meta = res["meta"]
+    row_count = res.get("rows", 0)
+    stats = res.get("statistics", {})
+    elapsed = stats.get("elapsed", 0)
+    cols = len(meta)
+    try:
+
+        def print_message(message: str, color=bcolors.CGREY):
+            return f"{color}{message}{bcolors.ENDC}"
+
+        table = format_table(data, meta)
+        colored_char = print_message("│", rebuild_color)
+        table_with_marker = "\n".join(f"{colored_char} {line}" for line in table.split("\n"))
+        click.echo(f"\n{colored_char} {print_message('⚡', rebuild_color)} Running {name}")
+        click.echo(colored_char)
+        click.echo(table_with_marker)
+        click.echo(colored_char)
+        rows_read = humanfriendly.format_number(stats.get("rows_read", 0))
+        bytes_read = humanfriendly.format_size(stats.get("bytes_read", 0))
+        elapsed = humanfriendly.format_timespan(elapsed) if elapsed >= 1 else f"{elapsed * 1000:.2f}ms"
+        stats_message = f"» {bytes_read} ({rows_read} rows x {cols} cols) in {elapsed}"
+        rows_message = f"» Showing {limit} first rows" if row_count > limit else "» Showing all rows"
+        click.echo(f"{colored_char} {print_message(stats_message, bcolors.OKGREEN)}")
+        click.echo(f"{colored_char} {print_message(rows_message, bcolors.CGREY)}")
+    except ValueError as exc:
+        if str(exc) == "max() arg is an empty sequence":
+            click.echo("------------")
+            click.echo("Empty")
+            click.echo("------------")
+        else:
+            raise exc

tinybird/tb/modules/cli.py

@@ -63,6 +63,7 @@ from tinybird.tb.modules.datafile.exceptions import (
 from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
 from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
 from tinybird.tb.modules.datafile.pull import folder_pull
+from tinybird.tb.modules.local_common import get_tinybird_local_client
 from tinybird.tb.modules.telemetry import add_telemetry_event
 
 __old_click_echo = click.echo
@@ -108,6 +109,7 @@ DEFAULT_PATTERNS: List[Tuple[str, Union[str, Callable[[str], str]]]] = [
     "--with-headers", help="Flag to enable connector to export with headers", is_flag=True, default=False, hidden=True
 )
 @click.option("--show-tokens", is_flag=True, default=False, help="Enable the output of tokens")
+@click.option("--local", is_flag=True, default=False, help="Run in local mode")
 @click.version_option(version=VERSION)
 @click.pass_context
 @coro
@@ -131,6 +133,7 @@ async def cli(
     sf_stage,
     with_headers: bool,
     show_tokens: bool,
+    local: bool,
 ) -> None:
     """
     Use `OBFUSCATE_REGEX_PATTERN` and `OBFUSCATE_PATTERN_SEPARATOR` environment variables to define a regex pattern and a separator (in case of a single string with multiple regex) to obfuscate secrets in the CLI output.
@@ -228,7 +231,11 @@ async def cli(
 
     logging.debug("debug enabled")
 
-    ctx.ensure_object(dict)["client"] = _get_tb_client(config.get("token", None), config["host"], semver)
+    ctx.ensure_object(dict)["client"] = (
+        await get_tinybird_local_client()
+        if local
+        else _get_tb_client(config.get("token", None), config["host"], semver)
+    )
 
     for connector in SUPPORTED_CONNECTORS:
         load_connector_config(ctx, connector, debug, check_uninstalled=True)

tinybird/tb/modules/create.py

@@ -19,6 +19,11 @@ from tinybird.tb.modules.llm import LLM
 
 
 @cli.command()
+@click.option(
+    "--demo",
+    is_flag=True,
+    help="Demo data and files to get started",
+)
 @click.option(
     "--data",
     type=click.Path(exists=True),
@@ -42,6 +47,7 @@ from tinybird.tb.modules.llm import LLM
 @coro
 async def create(
     ctx: Context,
+    demo: bool,
     data: Optional[str],
     prompt: Optional[str],
     folder: Optional[str],
@@ -63,7 +69,240 @@ async def create(
 
         click.echo(FeedbackManager.gray(message="Building fixtures..."))
 
-        if data:
+        if demo:
+            # Users datasource
+            ds_name = "users"
+            datasource_path = Path(folder) / "datasources" / f"{ds_name}.datasource"
+            datasource_content = """SCHEMA >
+    `id` String `json:$.id`,
+    `organization_id` String `json:$.organization_id`,
+    `tier` String `json:$.tier`
+
+ENGINE "MergeTree"
+ENGINE_SORTING_KEY "id, organization_id"
+"""
+            datasource_path.write_text(datasource_content)
+            click.echo(FeedbackManager.info(message=f"✓ /datasources/{ds_name}.datasource"))
+
+            # Events datasource
+            ds_name = "events"
+            datasource_path = Path(folder) / "datasources" / f"{ds_name}.datasource"
+            datasource_content = """SCHEMA >
+    `request_id` String `json:$.request_id`,
+    `timestamp` DateTime64(3) `json:$.timestamp`,
+    `user_id` String `json:$.user_id`,
+    `type` String `json:$.request.type`,
+    `endpoint` String `json:$.request.endpoint`,
+    `model` String `json:$.request.model`,
+    `request_options_temperature` String `json:$.request.options.temperature`,
+    `request_options_max_tokens` Int32 `json:$.request.options.max_tokens`,
+    `request_options_stream` Boolean `json:$.request.options.stream`,
+    `usage_prompt_tokens` Int32 `json:$.usage.prompt_tokens`,
+    `usage_completion_tokens` Int32 `json:$.usage.completion_tokens`,
+    `usage_total_tokens` Int32 `json:$.usage.total_tokens`
+
+ENGINE "MergeTree"
+ENGINE_SORTING_KEY "user_id, timestamp"
+"""
+            datasource_path.write_text(datasource_content)
+            click.echo(FeedbackManager.info(message=f"✓ /datasources/{ds_name}.datasource"))
+
+            ds_name = "users"
+            ds_content = """
+{"id":"usr_1","organization_id":"org_202","tier":"pro"}
+{"id":"usr_2","organization_id":"org_49","tier":"enterprise"}
+{"id":"usr_3","organization_id":"org_181","tier":"pro"}
+{"id":"usr_4","organization_id":"org_194","tier":"pro"}
+{"id":"usr_5","organization_id":"org_180","tier":"enterprise"}
+{"id":"usr_6","organization_id":"org_112","tier":"enterprise"}
+{"id":"usr_7","organization_id":"org_291","tier":"pro"}
+{"id":"usr_8","organization_id":"org_150","tier":"free"}
+{"id":"usr_9","organization_id":"org_127","tier":"enterprise"}
+{"id":"usr_10","organization_id":"org_279","tier":"enterprise"}
+{"id":"usr_11","organization_id":"org_58","tier":"pro"}
+{"id":"usr_12","organization_id":"org_183","tier":"pro"}
+{"id":"usr_13","organization_id":"org_2","tier":"pro"}
+{"id":"usr_14","organization_id":"org_15","tier":"free"}
+{"id":"usr_15","organization_id":"org_54","tier":"pro"}
+{"id":"usr_16","organization_id":"org_24","tier":"pro"}
+{"id":"usr_17","organization_id":"org_135","tier":"free"}
+{"id":"usr_18","organization_id":"org_76","tier":"enterprise"}
+{"id":"usr_19","organization_id":"org_166","tier":"enterprise"}
+{"id":"usr_20","organization_id":"org_203","tier":"pro"}
+{"id":"usr_21","organization_id":"org_103","tier":"pro"}
+{"id":"usr_22","organization_id":"org_178","tier":"pro"}
+{"id":"usr_23","organization_id":"org_41","tier":"pro"}
+{"id":"usr_24","organization_id":"org_197","tier":"enterprise"}
+{"id":"usr_25","organization_id":"org_21","tier":"pro"}
+{"id":"usr_26","organization_id":"org_180","tier":"enterprise"}
+{"id":"usr_27","organization_id":"org_216","tier":"enterprise"}
+{"id":"usr_28","organization_id":"org_117","tier":"enterprise"}
+{"id":"usr_29","organization_id":"org_73","tier":"pro"}
+{"id":"usr_30","organization_id":"org_92","tier":"enterprise"}
+{"id":"usr_31","organization_id":"org_272","tier":"enterprise"}
+{"id":"usr_32","organization_id":"org_58","tier":"pro"}
+{"id":"usr_33","organization_id":"org_158","tier":"pro"}
+{"id":"usr_34","organization_id":"org_12","tier":"free"}
+{"id":"usr_35","organization_id":"org_119","tier":"free"}
+{"id":"usr_36","organization_id":"org_272","tier":"pro"}
+{"id":"usr_37","organization_id":"org_1","tier":"enterprise"}
+{"id":"usr_38","organization_id":"org_262","tier":"enterprise"}
+{"id":"usr_39","organization_id":"org_189","tier":"pro"}
+{"id":"usr_40","organization_id":"org_126","tier":"free"}
+{"id":"usr_41","organization_id":"org_94","tier":"free"}
+{"id":"usr_42","organization_id":"org_156","tier":"free"}
+{"id":"usr_43","organization_id":"org_155","tier":"enterprise"}
+{"id":"usr_44","organization_id":"org_151","tier":"pro"}
+{"id":"usr_45","organization_id":"org_217","tier":"pro"}
+{"id":"usr_46","organization_id":"org_111","tier":"enterprise"}
+{"id":"usr_47","organization_id":"org_274","tier":"enterprise"}
+{"id":"usr_48","organization_id":"org_117","tier":"enterprise"}
+{"id":"usr_49","organization_id":"org_125","tier":"pro"}
+{"id":"usr_50","organization_id":"org_42","tier":"pro"}
+"""
+            persist_fixture(f"{ds_name}", ds_content)
+            click.echo(FeedbackManager.info(message=f"✓ /fixtures/{ds_name}"))
+
+            ds_name = "events"
+            ds_content = """
+{"request_id":"req_1","timestamp":"2024-11-14T12:11:14.896Z","user_id":"usr_42","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-4","options":{"temperature":"0.8","max_tokens":1582,"stream":false}},"usage":{"prompt_tokens":499,"completion_tokens":123,"total_tokens":622}}
+{"request_id":"req_2","timestamp":"2024-10-06T10:32:09.164Z","user_id":"usr_20","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-3.5-turbo","options":{"temperature":"0.9","max_tokens":650,"stream":true}},"usage":{"prompt_tokens":384,"completion_tokens":103,"total_tokens":487}}
+{"request_id":"req_3","timestamp":"2024-11-19T03:49:26.569Z","user_id":"usr_27","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-4","options":{"temperature":"0.3","max_tokens":764,"stream":true}},"usage":{"prompt_tokens":63,"completion_tokens":284,"total_tokens":347}}
+{"request_id":"req_4","timestamp":"2024-11-09T09:13:05.359Z","user_id":"usr_8","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-sonnet","options":{"temperature":"0.8","max_tokens":1790,"stream":true}},"usage":{"prompt_tokens":405,"completion_tokens":231,"total_tokens":636}}
+{"request_id":"req_5","timestamp":"2024-11-24T17:48:03.640Z","user_id":"usr_45","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-sonnet","options":{"temperature":"1.0","max_tokens":1701,"stream":false}},"usage":{"prompt_tokens":342,"completion_tokens":258,"total_tokens":600}}
+{"request_id":"req_6","timestamp":"2024-11-10T02:07:53.241Z","user_id":"usr_49","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.4","max_tokens":1049,"stream":false}},"usage":{"prompt_tokens":120,"completion_tokens":165,"total_tokens":285}}
+{"request_id":"req_7","timestamp":"2024-10-14T06:43:14.759Z","user_id":"usr_48","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-4","options":{"temperature":"0.9","max_tokens":1548,"stream":true}},"usage":{"prompt_tokens":61,"completion_tokens":104,"total_tokens":165}}
+{"request_id":"req_8","timestamp":"2024-11-21T20:52:03.378Z","user_id":"usr_30","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.5","max_tokens":1742,"stream":true}},"usage":{"prompt_tokens":326,"completion_tokens":236,"total_tokens":562}}
+{"request_id":"req_9","timestamp":"2024-10-24T22:23:11.463Z","user_id":"usr_34","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-4","options":{"temperature":"0.5","max_tokens":748,"stream":true}},"usage":{"prompt_tokens":488,"completion_tokens":148,"total_tokens":636}}
+{"request_id":"req_10","timestamp":"2024-11-13T05:42:38.971Z","user_id":"usr_24","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-sonnet","options":{"temperature":"0.3","max_tokens":1729,"stream":true}},"usage":{"prompt_tokens":262,"completion_tokens":162,"total_tokens":424}}
+{"request_id":"req_11","timestamp":"2024-10-21T07:20:51.693Z","user_id":"usr_1","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"claude-3-opus","options":{"temperature":"0.3","max_tokens":1811,"stream":false}},"usage":{"prompt_tokens":342,"completion_tokens":274,"total_tokens":616}}
+{"request_id":"req_12","timestamp":"2024-11-15T06:03:07.775Z","user_id":"usr_21","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-4","options":{"temperature":"0.3","max_tokens":1484,"stream":true}},"usage":{"prompt_tokens":273,"completion_tokens":266,"total_tokens":539}}
+{"request_id":"req_13","timestamp":"2024-11-29T18:31:23.125Z","user_id":"usr_41","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-sonnet","options":{"temperature":"0.8","max_tokens":1812,"stream":true}},"usage":{"prompt_tokens":265,"completion_tokens":102,"total_tokens":367}}
+{"request_id":"req_14","timestamp":"2024-11-13T23:50:03.888Z","user_id":"usr_13","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.9","max_tokens":1694,"stream":false}},"usage":{"prompt_tokens":76,"completion_tokens":290,"total_tokens":366}}
+{"request_id":"req_15","timestamp":"2024-11-01T14:27:22.401Z","user_id":"usr_32","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"claude-3-sonnet","options":{"temperature":"0.4","max_tokens":949,"stream":true}},"usage":{"prompt_tokens":105,"completion_tokens":197,"total_tokens":302}}
+{"request_id":"req_16","timestamp":"2024-11-12T09:13:06.447Z","user_id":"usr_2","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-4","options":{"temperature":"0.1","max_tokens":651,"stream":false}},"usage":{"prompt_tokens":348,"completion_tokens":80,"total_tokens":428}}
+{"request_id":"req_17","timestamp":"2024-11-09T21:09:51.044Z","user_id":"usr_24","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-sonnet","options":{"temperature":"0.4","max_tokens":692,"stream":false}},"usage":{"prompt_tokens":195,"completion_tokens":178,"total_tokens":373}}
+{"request_id":"req_18","timestamp":"2024-11-06T13:38:08.873Z","user_id":"usr_49","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"claude-3-opus","options":{"temperature":"0.4","max_tokens":1303,"stream":true}},"usage":{"prompt_tokens":304,"completion_tokens":73,"total_tokens":377}}
+{"request_id":"req_19","timestamp":"2024-11-06T20:47:35.718Z","user_id":"usr_33","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-opus","options":{"temperature":"0.8","max_tokens":1359,"stream":true}},"usage":{"prompt_tokens":55,"completion_tokens":258,"total_tokens":313}}
+{"request_id":"req_20","timestamp":"2024-11-15T09:59:27.956Z","user_id":"usr_9","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-opus","options":{"temperature":"0.6","max_tokens":1768,"stream":true}},"usage":{"prompt_tokens":310,"completion_tokens":62,"total_tokens":372}}
+{"request_id":"req_21","timestamp":"2024-11-17T03:46:10.219Z","user_id":"usr_6","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-opus","options":{"temperature":"0.8","max_tokens":1967,"stream":true}},"usage":{"prompt_tokens":87,"completion_tokens":275,"total_tokens":362}}
+{"request_id":"req_22","timestamp":"2024-10-03T06:52:21.902Z","user_id":"usr_13","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.8","max_tokens":1338,"stream":true}},"usage":{"prompt_tokens":332,"completion_tokens":137,"total_tokens":469}}
+{"request_id":"req_23","timestamp":"2024-11-10T02:53:06.630Z","user_id":"usr_16","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"claude-3-opus","options":{"temperature":"0.1","max_tokens":1958,"stream":true}},"usage":{"prompt_tokens":444,"completion_tokens":294,"total_tokens":738}}
+{"request_id":"req_24","timestamp":"2024-10-10T04:11:45.410Z","user_id":"usr_44","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-3.5-turbo","options":{"temperature":"1.0","max_tokens":1241,"stream":false}},"usage":{"prompt_tokens":414,"completion_tokens":227,"total_tokens":641}}
+{"request_id":"req_25","timestamp":"2024-10-15T09:53:09.379Z","user_id":"usr_24","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-4","options":{"temperature":"0.4","max_tokens":1015,"stream":true}},"usage":{"prompt_tokens":433,"completion_tokens":119,"total_tokens":552}}
+{"request_id":"req_26","timestamp":"2024-11-16T16:40:38.042Z","user_id":"usr_8","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-3.5-turbo","options":{"temperature":"0.3","max_tokens":514,"stream":true}},"usage":{"prompt_tokens":86,"completion_tokens":241,"total_tokens":327}}
+{"request_id":"req_27","timestamp":"2024-10-06T11:34:58.073Z","user_id":"usr_40","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.7","max_tokens":1752,"stream":true}},"usage":{"prompt_tokens":312,"completion_tokens":262,"total_tokens":574}}
+{"request_id":"req_28","timestamp":"2024-10-21T05:35:11.046Z","user_id":"usr_22","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-sonnet","options":{"temperature":"0.5","max_tokens":1425,"stream":true}},"usage":{"prompt_tokens":50,"completion_tokens":182,"total_tokens":232}}
+{"request_id":"req_29","timestamp":"2024-10-11T06:14:52.973Z","user_id":"usr_4","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"claude-3-sonnet","options":{"temperature":"0.4","max_tokens":1660,"stream":true}},"usage":{"prompt_tokens":384,"completion_tokens":124,"total_tokens":508}}
+{"request_id":"req_30","timestamp":"2024-11-13T10:48:53.729Z","user_id":"usr_22","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-4","options":{"temperature":"0.4","max_tokens":1425,"stream":true}},"usage":{"prompt_tokens":299,"completion_tokens":57,"total_tokens":356}}
+{"request_id":"req_31","timestamp":"2024-10-01T03:26:07.133Z","user_id":"usr_41","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-3.5-turbo","options":{"temperature":"0.8","max_tokens":1975,"stream":true}},"usage":{"prompt_tokens":471,"completion_tokens":245,"total_tokens":716}}
+{"request_id":"req_32","timestamp":"2024-11-26T12:13:53.221Z","user_id":"usr_33","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"claude-3-opus","options":{"temperature":"0.5","max_tokens":557,"stream":false}},"usage":{"prompt_tokens":75,"completion_tokens":92,"total_tokens":167}}
+{"request_id":"req_33","timestamp":"2024-10-14T07:41:11.783Z","user_id":"usr_18","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-opus","options":{"temperature":"1.0","max_tokens":843,"stream":false}},"usage":{"prompt_tokens":321,"completion_tokens":258,"total_tokens":579}}
+{"request_id":"req_34","timestamp":"2024-10-21T11:20:47.679Z","user_id":"usr_37","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.7","max_tokens":1148,"stream":false}},"usage":{"prompt_tokens":425,"completion_tokens":245,"total_tokens":670}}
+{"request_id":"req_35","timestamp":"2024-11-18T12:02:12.268Z","user_id":"usr_38","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-opus","options":{"temperature":"0.2","max_tokens":1987,"stream":false}},"usage":{"prompt_tokens":50,"completion_tokens":223,"total_tokens":273}}
+{"request_id":"req_36","timestamp":"2024-10-03T02:17:56.042Z","user_id":"usr_38","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.2","max_tokens":1339,"stream":false}},"usage":{"prompt_tokens":102,"completion_tokens":112,"total_tokens":214}}
+{"request_id":"req_37","timestamp":"2024-11-02T19:52:17.904Z","user_id":"usr_34","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-sonnet","options":{"temperature":"0.3","max_tokens":1050,"stream":false}},"usage":{"prompt_tokens":485,"completion_tokens":189,"total_tokens":674}}
+{"request_id":"req_38","timestamp":"2024-11-17T22:26:34.434Z","user_id":"usr_5","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-sonnet","options":{"temperature":"0.6","max_tokens":857,"stream":false}},"usage":{"prompt_tokens":442,"completion_tokens":224,"total_tokens":666}}
+{"request_id":"req_39","timestamp":"2024-11-17T01:20:40.223Z","user_id":"usr_36","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-sonnet","options":{"temperature":"0.9","max_tokens":698,"stream":true}},"usage":{"prompt_tokens":430,"completion_tokens":185,"total_tokens":615}}
+{"request_id":"req_40","timestamp":"2024-11-20T21:38:04.662Z","user_id":"usr_31","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-sonnet","options":{"temperature":"0.3","max_tokens":1226,"stream":true}},"usage":{"prompt_tokens":201,"completion_tokens":65,"total_tokens":266}}
+{"request_id":"req_41","timestamp":"2024-11-07T11:20:55.217Z","user_id":"usr_34","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-sonnet","options":{"temperature":"0.1","max_tokens":1893,"stream":false}},"usage":{"prompt_tokens":307,"completion_tokens":224,"total_tokens":531}}
+{"request_id":"req_42","timestamp":"2024-10-30T23:13:57.704Z","user_id":"usr_44","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-opus","options":{"temperature":"0.3","max_tokens":888,"stream":false}},"usage":{"prompt_tokens":212,"completion_tokens":53,"total_tokens":265}}
+{"request_id":"req_43","timestamp":"2024-11-09T02:04:23.904Z","user_id":"usr_28","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-sonnet","options":{"temperature":"0.3","max_tokens":1574,"stream":true}},"usage":{"prompt_tokens":161,"completion_tokens":190,"total_tokens":351}}
+{"request_id":"req_44","timestamp":"2024-11-20T21:28:23.931Z","user_id":"usr_22","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-opus","options":{"temperature":"0.4","max_tokens":578,"stream":true}},"usage":{"prompt_tokens":465,"completion_tokens":294,"total_tokens":759}}
+{"request_id":"req_45","timestamp":"2024-11-15T14:02:11.552Z","user_id":"usr_2","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-opus","options":{"temperature":"0.4","max_tokens":502,"stream":true}},"usage":{"prompt_tokens":489,"completion_tokens":288,"total_tokens":777}}
+{"request_id":"req_46","timestamp":"2024-10-22T23:05:29.902Z","user_id":"usr_15","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-4","options":{"temperature":"0.5","max_tokens":1280,"stream":true}},"usage":{"prompt_tokens":462,"completion_tokens":283,"total_tokens":745}}
+{"request_id":"req_47","timestamp":"2024-10-28T01:16:36.936Z","user_id":"usr_28","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-3.5-turbo","options":{"temperature":"0.4","max_tokens":1513,"stream":true}},"usage":{"prompt_tokens":421,"completion_tokens":204,"total_tokens":625}}
+{"request_id":"req_48","timestamp":"2024-11-20T18:18:38.744Z","user_id":"usr_4","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.8","max_tokens":1194,"stream":true}},"usage":{"prompt_tokens":251,"completion_tokens":109,"total_tokens":360}}
+{"request_id":"req_49","timestamp":"2024-10-12T17:21:20.482Z","user_id":"usr_11","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.3","max_tokens":621,"stream":false}},"usage":{"prompt_tokens":195,"completion_tokens":253,"total_tokens":448}}
+{"request_id":"req_50","timestamp":"2024-11-27T14:14:23.737Z","user_id":"usr_8","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-4","options":{"temperature":"0.0","max_tokens":1468,"stream":true}},"usage":{"prompt_tokens":461,"completion_tokens":100,"total_tokens":561}}
+{"request_id":"req_51","timestamp":"2024-10-15T14:58:09.623Z","user_id":"usr_48","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-opus","options":{"temperature":"1.0","max_tokens":1879,"stream":false}},"usage":{"prompt_tokens":51,"completion_tokens":215,"total_tokens":266}}
+{"request_id":"req_52","timestamp":"2024-11-18T00:55:43.893Z","user_id":"usr_48","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-sonnet","options":{"temperature":"0.2","max_tokens":549,"stream":false}},"usage":{"prompt_tokens":481,"completion_tokens":142,"total_tokens":623}}
+{"request_id":"req_53","timestamp":"2024-11-01T03:22:01.890Z","user_id":"usr_14","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.8","max_tokens":1771,"stream":false}},"usage":{"prompt_tokens":459,"completion_tokens":79,"total_tokens":538}}
+{"request_id":"req_54","timestamp":"2024-10-26T08:57:25.867Z","user_id":"usr_17","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-opus","options":{"temperature":"0.4","max_tokens":1888,"stream":false}},"usage":{"prompt_tokens":219,"completion_tokens":226,"total_tokens":445}}
+{"request_id":"req_55","timestamp":"2024-11-17T16:12:47.424Z","user_id":"usr_43","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-4","options":{"temperature":"0.0","max_tokens":1281,"stream":false}},"usage":{"prompt_tokens":426,"completion_tokens":244,"total_tokens":670}}
+{"request_id":"req_56","timestamp":"2024-10-10T01:03:29.669Z","user_id":"usr_6","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.3","max_tokens":1004,"stream":false}},"usage":{"prompt_tokens":420,"completion_tokens":69,"total_tokens":489}}
+{"request_id":"req_57","timestamp":"2024-10-10T19:18:37.937Z","user_id":"usr_30","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-4","options":{"temperature":"0.7","max_tokens":1209,"stream":true}},"usage":{"prompt_tokens":59,"completion_tokens":66,"total_tokens":125}}
+{"request_id":"req_58","timestamp":"2024-10-07T19:20:21.754Z","user_id":"usr_4","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.5","max_tokens":1215,"stream":true}},"usage":{"prompt_tokens":197,"completion_tokens":201,"total_tokens":398}}
+{"request_id":"req_59","timestamp":"2024-10-12T07:54:12.535Z","user_id":"usr_35","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-4","options":{"temperature":"0.1","max_tokens":1445,"stream":false}},"usage":{"prompt_tokens":318,"completion_tokens":111,"total_tokens":429}}
+{"request_id":"req_60","timestamp":"2024-11-04T00:11:56.488Z","user_id":"usr_3","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-3.5-turbo","options":{"temperature":"1.0","max_tokens":1127,"stream":true}},"usage":{"prompt_tokens":286,"completion_tokens":293,"total_tokens":579}}
+{"request_id":"req_61","timestamp":"2024-10-15T10:29:51.122Z","user_id":"usr_36","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.9","max_tokens":1810,"stream":false}},"usage":{"prompt_tokens":308,"completion_tokens":238,"total_tokens":546}}
+{"request_id":"req_62","timestamp":"2024-10-15T07:46:39.995Z","user_id":"usr_36","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.8","max_tokens":736,"stream":true}},"usage":{"prompt_tokens":102,"completion_tokens":194,"total_tokens":296}}
+{"request_id":"req_63","timestamp":"2024-10-25T11:39:09.912Z","user_id":"usr_37","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.5","max_tokens":1112,"stream":true}},"usage":{"prompt_tokens":211,"completion_tokens":139,"total_tokens":350}}
+{"request_id":"req_64","timestamp":"2024-10-20T16:35:00.170Z","user_id":"usr_32","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-4","options":{"temperature":"0.2","max_tokens":535,"stream":true}},"usage":{"prompt_tokens":355,"completion_tokens":116,"total_tokens":471}}
+{"request_id":"req_65","timestamp":"2024-11-27T04:31:51.172Z","user_id":"usr_44","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-3.5-turbo","options":{"temperature":"0.3","max_tokens":838,"stream":true}},"usage":{"prompt_tokens":468,"completion_tokens":298,"total_tokens":766}}
+{"request_id":"req_66","timestamp":"2024-10-26T17:30:31.696Z","user_id":"usr_12","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"claude-3-sonnet","options":{"temperature":"0.7","max_tokens":505,"stream":true}},"usage":{"prompt_tokens":190,"completion_tokens":207,"total_tokens":397}}
+{"request_id":"req_67","timestamp":"2024-10-04T02:09:21.280Z","user_id":"usr_31","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-4","options":{"temperature":"1.0","max_tokens":886,"stream":false}},"usage":{"prompt_tokens":264,"completion_tokens":60,"total_tokens":324}}
+{"request_id":"req_68","timestamp":"2024-11-14T09:34:25.291Z","user_id":"usr_17","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-3.5-turbo","options":{"temperature":"0.5","max_tokens":1794,"stream":true}},"usage":{"prompt_tokens":166,"completion_tokens":133,"total_tokens":299}}
+{"request_id":"req_69","timestamp":"2024-10-13T20:06:12.700Z","user_id":"usr_18","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.6","max_tokens":555,"stream":false}},"usage":{"prompt_tokens":247,"completion_tokens":149,"total_tokens":396}}
+{"request_id":"req_70","timestamp":"2024-10-05T01:45:08.193Z","user_id":"usr_31","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-sonnet","options":{"temperature":"0.9","max_tokens":1428,"stream":true}},"usage":{"prompt_tokens":54,"completion_tokens":132,"total_tokens":186}}
+{"request_id":"req_71","timestamp":"2024-11-15T22:14:55.479Z","user_id":"usr_18","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-opus","options":{"temperature":"0.5","max_tokens":650,"stream":false}},"usage":{"prompt_tokens":65,"completion_tokens":206,"total_tokens":271}}
+{"request_id":"req_72","timestamp":"2024-11-09T06:44:07.284Z","user_id":"usr_43","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-sonnet","options":{"temperature":"0.2","max_tokens":1363,"stream":false}},"usage":{"prompt_tokens":443,"completion_tokens":284,"total_tokens":727}}
+{"request_id":"req_73","timestamp":"2024-11-06T01:10:44.917Z","user_id":"usr_24","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-4","options":{"temperature":"0.4","max_tokens":1927,"stream":true}},"usage":{"prompt_tokens":495,"completion_tokens":216,"total_tokens":711}}
+{"request_id":"req_74","timestamp":"2024-10-19T14:43:49.854Z","user_id":"usr_26","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.4","max_tokens":679,"stream":false}},"usage":{"prompt_tokens":221,"completion_tokens":286,"total_tokens":507}}
+{"request_id":"req_75","timestamp":"2024-10-05T06:19:28.703Z","user_id":"usr_25","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-opus","options":{"temperature":"0.8","max_tokens":1614,"stream":false}},"usage":{"prompt_tokens":59,"completion_tokens":93,"total_tokens":152}}
+{"request_id":"req_76","timestamp":"2024-11-04T22:29:57.675Z","user_id":"usr_33","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-sonnet","options":{"temperature":"0.9","max_tokens":1491,"stream":false}},"usage":{"prompt_tokens":90,"completion_tokens":120,"total_tokens":210}}
+{"request_id":"req_77","timestamp":"2024-11-08T02:17:28.909Z","user_id":"usr_4","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-3.5-turbo","options":{"temperature":"0.0","max_tokens":1324,"stream":true}},"usage":{"prompt_tokens":355,"completion_tokens":102,"total_tokens":457}}
+{"request_id":"req_78","timestamp":"2024-10-24T15:25:14.046Z","user_id":"usr_39","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-opus","options":{"temperature":"0.8","max_tokens":1529,"stream":false}},"usage":{"prompt_tokens":208,"completion_tokens":141,"total_tokens":349}}
+{"request_id":"req_79","timestamp":"2024-10-27T13:01:16.190Z","user_id":"usr_40","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"claude-3-opus","options":{"temperature":"0.0","max_tokens":1638,"stream":false}},"usage":{"prompt_tokens":243,"completion_tokens":274,"total_tokens":517}}
+{"request_id":"req_80","timestamp":"2024-11-22T13:07:16.699Z","user_id":"usr_24","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.4","max_tokens":1397,"stream":true}},"usage":{"prompt_tokens":263,"completion_tokens":185,"total_tokens":448}}
+{"request_id":"req_81","timestamp":"2024-11-29T03:35:54.264Z","user_id":"usr_26","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-4","options":{"temperature":"0.1","max_tokens":1521,"stream":false}},"usage":{"prompt_tokens":273,"completion_tokens":199,"total_tokens":472}}
+{"request_id":"req_82","timestamp":"2024-11-20T08:27:02.022Z","user_id":"usr_38","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"claude-3-opus","options":{"temperature":"0.6","max_tokens":1463,"stream":true}},"usage":{"prompt_tokens":192,"completion_tokens":120,"total_tokens":312}}
+{"request_id":"req_83","timestamp":"2024-11-09T10:38:51.640Z","user_id":"usr_24","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-3.5-turbo","options":{"temperature":"1.0","max_tokens":1574,"stream":false}},"usage":{"prompt_tokens":406,"completion_tokens":58,"total_tokens":464}}
+{"request_id":"req_84","timestamp":"2024-10-29T18:37:34.187Z","user_id":"usr_16","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-opus","options":{"temperature":"0.1","max_tokens":1924,"stream":true}},"usage":{"prompt_tokens":237,"completion_tokens":284,"total_tokens":521}}
+{"request_id":"req_85","timestamp":"2024-10-17T21:47:26.419Z","user_id":"usr_49","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-opus","options":{"temperature":"0.7","max_tokens":1714,"stream":false}},"usage":{"prompt_tokens":114,"completion_tokens":194,"total_tokens":308}}
+{"request_id":"req_86","timestamp":"2024-10-13T16:59:19.264Z","user_id":"usr_40","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.8","max_tokens":520,"stream":true}},"usage":{"prompt_tokens":227,"completion_tokens":190,"total_tokens":417}}
+{"request_id":"req_87","timestamp":"2024-10-25T06:47:20.855Z","user_id":"usr_48","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-sonnet","options":{"temperature":"0.3","max_tokens":1904,"stream":false}},"usage":{"prompt_tokens":476,"completion_tokens":96,"total_tokens":572}}
+{"request_id":"req_88","timestamp":"2024-11-05T07:30:25.734Z","user_id":"usr_4","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.9","max_tokens":535,"stream":false}},"usage":{"prompt_tokens":399,"completion_tokens":217,"total_tokens":616}}
+{"request_id":"req_89","timestamp":"2024-11-13T01:46:36.632Z","user_id":"usr_20","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-4","options":{"temperature":"0.4","max_tokens":1260,"stream":true}},"usage":{"prompt_tokens":189,"completion_tokens":159,"total_tokens":348}}
+{"request_id":"req_90","timestamp":"2024-11-29T06:17:41.475Z","user_id":"usr_7","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"claude-3-sonnet","options":{"temperature":"0.5","max_tokens":1105,"stream":false}},"usage":{"prompt_tokens":164,"completion_tokens":223,"total_tokens":387}}
+{"request_id":"req_91","timestamp":"2024-11-21T21:18:42.618Z","user_id":"usr_31","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.1","max_tokens":1899,"stream":false}},"usage":{"prompt_tokens":424,"completion_tokens":121,"total_tokens":545}}
+{"request_id":"req_92","timestamp":"2024-10-13T04:50:06.616Z","user_id":"usr_20","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-4","options":{"temperature":"0.6","max_tokens":752,"stream":true}},"usage":{"prompt_tokens":400,"completion_tokens":160,"total_tokens":560}}
+{"request_id":"req_93","timestamp":"2024-10-06T12:44:26.578Z","user_id":"usr_18","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-4","options":{"temperature":"0.4","max_tokens":1916,"stream":false}},"usage":{"prompt_tokens":193,"completion_tokens":299,"total_tokens":492}}
+{"request_id":"req_94","timestamp":"2024-11-16T12:40:44.907Z","user_id":"usr_46","request":{"type":"chat","endpoint":"/v1/completions","model":"claude-3-sonnet","options":{"temperature":"0.9","max_tokens":1612,"stream":false}},"usage":{"prompt_tokens":149,"completion_tokens":181,"total_tokens":330}}
+{"request_id":"req_95","timestamp":"2024-10-28T14:02:47.893Z","user_id":"usr_21","request":{"type":"chat","endpoint":"/v1/chat/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.6","max_tokens":1378,"stream":true}},"usage":{"prompt_tokens":363,"completion_tokens":292,"total_tokens":655}}
+{"request_id":"req_96","timestamp":"2024-10-24T10:13:34.492Z","user_id":"usr_9","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-opus","options":{"temperature":"0.2","max_tokens":1055,"stream":true}},"usage":{"prompt_tokens":463,"completion_tokens":252,"total_tokens":715}}
+{"request_id":"req_97","timestamp":"2024-10-25T05:35:39.972Z","user_id":"usr_32","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-3.5-turbo","options":{"temperature":"0.1","max_tokens":877,"stream":false}},"usage":{"prompt_tokens":451,"completion_tokens":211,"total_tokens":662}}
+{"request_id":"req_98","timestamp":"2024-10-30T12:55:53.621Z","user_id":"usr_21","request":{"type":"chat","endpoint":"/v1/images/generations","model":"claude-3-sonnet","options":{"temperature":"0.8","max_tokens":1966,"stream":true}},"usage":{"prompt_tokens":497,"completion_tokens":93,"total_tokens":590}}
+{"request_id":"req_99","timestamp":"2024-11-14T11:31:10.758Z","user_id":"usr_11","request":{"type":"chat","endpoint":"/v1/completions","model":"gpt-4","options":{"temperature":"0.4","max_tokens":564,"stream":true}},"usage":{"prompt_tokens":244,"completion_tokens":154,"total_tokens":398}}
+{"request_id":"req_100","timestamp":"2024-11-22T13:43:33.802Z","user_id":"usr_25","request":{"type":"chat","endpoint":"/v1/images/generations","model":"gpt-4","options":{"temperature":"0.9","max_tokens":1096,"stream":true}},"usage":{"prompt_tokens":58,"completion_tokens":274,"total_tokens":332}}
+"""
+            persist_fixture(f"{ds_name}", ds_content)
+            click.echo(FeedbackManager.info(message=f"✓ /fixtures/{ds_name}"))
+
+            # Create sample endpoint
+            pipe_name = "api_token_usage"
+            pipe_path = Path(folder) / "endpoints" / f"{pipe_name}.pipe"
+            pipe_content = """DESCRIPTION >
+    Pipe to generate a token usage timeline.
+
+NODE api_token_usage_node_1
+SQL >
+    %
+    SELECT
+        toDate(timestamp) as date,
+        user_id,
+        sum(usage_total_tokens) as total_tokens
+    FROM
+        events
+    WHERE
+        user_id IN (SELECT id FROM users WHERE organization_id = {{String(organization_id)}})
+        {%if defined(start_date) and defined(end_date)%}
+        AND timestamp BETWEEN {{DateTime(start_date)}} AND {{DateTime(end_date)}}
+        {%else%}
+        AND timestamp BETWEEN now() - interval 30 day AND now()
+        {%end%}
+    GROUP BY
+        date, user_id
+    ORDER BY
+        date
+
+TYPE Endpoint
+
+"""
+            pipe_path.write_text(pipe_content)
+            click.echo(FeedbackManager.info(message=f"✓ /endpoints/{pipe_name}.pipe"))
+
+        elif data:
             ds_name = os.path.basename(data.split(".")[0])
             data_content = Path(data).read_text()
             datasource_path = Path(folder) / "datasources" / f"{ds_name}.datasource"
@@ -79,7 +318,7 @@ async def create(
                 datasource_content = datasource_path.read_text()
                 has_json_path = "`json:" in datasource_content
                 if has_json_path:
-                    sql = await llm.generate_sql_sample_data(schema=datasource_content, rows=rows)
+                    sql = await llm.generate_sql_sample_data(schema=datasource_content, rows=rows, context=prompt)
                     result = await tb_client.query(f"{sql} FORMAT JSON")
                     data = result.get("data", [])
                     fixture_name = build_fixture_name(datasource_path.absolute(), datasource_name, datasource_content)

tinybird/tb/modules/llm.py

@@ -1,11 +1,14 @@
 import asyncio
+import json
 import urllib.parse
 from copy import deepcopy
-from typing import Awaitable, Callable, List
+from typing import Awaitable, Callable, List, Optional
 
+from openai import OpenAI
 from pydantic import BaseModel
 
 from tinybird.client import TinyB
+from tinybird.prompts import create_test_calls_prompt
 from tinybird.tb.modules.config import CLIConfig
 
 
@@ -19,13 +22,25 @@ class DataProject(BaseModel):
     pipes: List[DataFile]
 
 
+class TestExpectation(BaseModel):
+    name: str
+    description: str
+    parameters: str
+    expected_result: str
+
+
+class TestExpectations(BaseModel):
+    tests: List[TestExpectation]
+
+
 class LLM:
-    def __init__(self, client: TinyB):
+    def __init__(self, client: TinyB, api_key: Optional[str] = None):
         self.client = client
         user_token = CLIConfig.get_project_config().get_user_token()
         user_client = deepcopy(client)
         user_client.token = user_token
         self.user_client = user_client
+        self.openai = OpenAI(api_key=api_key) if api_key else None
 
     async def _execute(self, action_fn: Callable[[], Awaitable[str]], checker_fn: Callable[[str], bool]):
         is_valid = False
@@ -46,9 +61,10 @@ class LLM:
             response = await self.user_client._req(
                 "/v0/llm/create",
                 method="POST",
-                data=f'{{"prompt": "{prompt}"}}',
+                data=f'{{"prompt": {json.dumps(prompt)}}}',
                 headers={"Content-Type": "application/json"},
             )
+
             return DataProject.model_validate(response.get("result", {}))
         except Exception:
             return DataProject(datasources=[], pipes=[])
@@ -61,3 +77,19 @@ class LLM:
             headers={"Content-Type": "application/json"},
         )
         return response.get("result", "")
+
+    async def create_test_commands(
+        self, pipe_content: str, pipe_params: set[str], context: str = ""
+    ) -> TestExpectations:
+        if not self.openai:
+            raise ValueError("OpenAI API key is not set")
+
+        completion = self.openai.beta.chat.completions.parse(
+            model="gpt-4o",
+            messages=[
+                {"role": "system", "content": create_test_calls_prompt.format(context=context)},
+                {"role": "user", "content": f"Pipe content: {pipe_content}\nPipe params: {pipe_params}"},
+            ],
+            response_format=TestExpectations,
+        )
+        return completion.choices[0].message.parsed or TestExpectations(tests=[])

tinybird/tb/modules/local.py

@@ -1,25 +1,14 @@
-import hashlib
 import os
 import time
-from typing import Optional
 
 import click
-import requests
 
 import docker
 from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import (
-    coro,
-)
-from tinybird.tb.modules.config import CLIConfig
+from tinybird.tb.modules.common import coro
 from tinybird.tb.modules.exceptions import CLIException
-
-# TODO: Use the official Tinybird image once it's available 'tinybirdco/tinybird-local:latest'
-TB_IMAGE_NAME = "registry.gitlab.com/tinybird/analytics/tinybird-local-jammy-3.11:latest"
-TB_CONTAINER_NAME = "tinybird-local"
-TB_LOCAL_PORT = int(os.getenv("TB_LOCAL_PORT", 80))
-TB_LOCAL_HOST = f"http://localhost:{TB_LOCAL_PORT}"
+from tinybird.tb.modules.local_common import TB_CONTAINER_NAME, TB_IMAGE_NAME, TB_LOCAL_PORT
 
 
 def start_tinybird_local(
@@ -113,39 +102,6 @@ def remove_tinybird_local(docker_client):
         pass
 
 
-async def get_tinybird_local_client(path: Optional[str] = None):
-    """Get a Tinybird client connected to the local environment."""
-    config = CLIConfig.get_project_config()
-    try:
-        # ruff: noqa: ASYNC210
-        tokens = requests.get(f"{TB_LOCAL_HOST}/tokens").json()
-    except Exception:
-        raise CLIException("Tinybird local is not running. Please run `tb local start` first.")
-
-    user_token = tokens["user_token"]
-    token = tokens["workspace_admin_token"]
-    # Create a new workspace if path is provided. This is used to isolate the build in a different workspace.
-    if path:
-        folder_hash = hashlib.sha256(path.encode()).hexdigest()
-        user_client = config.get_client(host=TB_LOCAL_HOST, token=user_token)
-
-        ws_name = f"Tinybird_Local_Build_{folder_hash}"
-
-        user_workspaces = await user_client.user_workspaces()
-        ws = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == ws_name), None)
-        if not ws:
-            await user_client.create_workspace(ws_name, template=None)
-            user_workspaces = await user_client.user_workspaces()
-            ws = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == ws_name), None)
-
-        token = ws["token"]
-
-        config.set_token(token)
-        config.set_host(TB_LOCAL_HOST)
-        config.set_user_token(user_token)
-    return config.get_client(host=TB_LOCAL_HOST, token=token)
-
-
 @cli.command()
 def upgrade():
     """Upgrade Tinybird CLI to the latest version"""

tinybird/tb/modules/local_common.py

@@ -0,0 +1,54 @@
+import hashlib
+import os
+from typing import Optional
+
+import requests
+
+from tinybird.client import TinyB
+from tinybird.tb.modules.config import CLIConfig
+from tinybird.tb.modules.exceptions import CLIException
+
+# TODO: Use the official Tinybird image once it's available 'tinybirdco/tinybird-local:latest'
+TB_IMAGE_NAME = "registry.gitlab.com/tinybird/analytics/tinybird-local-jammy-3.11:latest"
+TB_CONTAINER_NAME = "tinybird-local"
+TB_LOCAL_PORT = int(os.getenv("TB_LOCAL_PORT", 80))
+TB_LOCAL_HOST = f"http://localhost:{TB_LOCAL_PORT}"
+
+
+async def get_tinybird_local_client(path: Optional[str] = None) -> TinyB:
+    """Get a Tinybird client connected to the local environment."""
+    config = CLIConfig.get_project_config()
+    try:
+        # ruff: noqa: ASYNC210
+        tokens = requests.get(f"{TB_LOCAL_HOST}/tokens").json()
+    except Exception:
+        raise CLIException("Tinybird local is not running. Please run `tb local start` first.")
+
+    user_token = tokens["user_token"]
+    default_token = tokens["workspace_admin_token"]
+    # Create a new workspace if path is provided. This is used to isolate the build in a different workspace.
+    path = path or os.getcwd()
+    if path:
+        folder_hash = hashlib.sha256(path.encode()).hexdigest()
+        user_client = config.get_client(host=TB_LOCAL_HOST, token=user_token)
+
+        ws_name = f"Tinybird_Local_Build_{folder_hash}"
+
+        user_workspaces = await user_client.user_workspaces()
+        ws = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == ws_name), None)
+        if not ws:
+            await user_client.create_workspace(ws_name, template=None)
+            user_workspaces = await user_client.user_workspaces()
+            ws = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == ws_name), None)
+
+        ws_token = ws["token"]
+
+        config.set_token(ws_token)
+        config.set_token_for_host(TB_LOCAL_HOST, ws_token)
+        config.set_host(TB_LOCAL_HOST)
+    else:
+        config.set_token(default_token)
+        config.set_token_for_host(TB_LOCAL_HOST, default_token)
+
+    config.set_user_token(user_token)
+    return config.get_client(host=TB_LOCAL_HOST)

tinybird/tb/modules/mock.py

@@ -9,7 +9,7 @@ from tinybird.tb.modules.common import CLIException, coro
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.datafile.fixture import build_fixture_name, persist_fixture
 from tinybird.tb.modules.llm import LLM
-from tinybird.tb.modules.local import get_tinybird_local_client
+from tinybird.tb.modules.local_common import get_tinybird_local_client
 
 
 @cli.command()

tinybird/tb/modules/test.py

@@ -3,8 +3,8 @@
 # - If it makes sense and only when strictly necessary, you can create utility functions in this file.
 # - But please, **do not** interleave utility functions and command definitions.
 
+import difflib
 import glob
-import json
 import os
 from pathlib import Path
 from typing import Iterable, List, Optional, Tuple
@@ -18,7 +18,7 @@ from tinybird.tb.modules.common import coro
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.exceptions import CLIException
 from tinybird.tb.modules.llm import LLM, TestExpectation
-from tinybird.tb.modules.local import get_tinybird_local_client
+from tinybird.tb.modules.local_common import get_tinybird_local_client
 
 
 @cli.group()
@@ -70,22 +70,26 @@ async def test_create(ctx: click.Context, pipe: str, prompt: Optional[str], fold
         pipe_path = Path(folder) / pipe_path
         pipe_content = pipe_path.read_text()
 
-        llm_config = CLIConfig.get_llm_config()
-        llm = LLM(key=llm_config["api_key"])
-
         client = await get_tinybird_local_client(os.path.abspath(folder))
+        pipe_nodes = await client._req(f"/v0/pipes/{pipe_name}")
+        pipe_params = set([param["name"] for node in pipe_nodes["nodes"] for param in node["params"]])
+
+        llm_config = CLIConfig.get_llm_config()
+        llm = LLM(client=client, api_key=llm_config["api_key"])
 
-        test_expectations = await llm.create_test_commands(pipe_content=pipe_content, context=prompt)
+        test_expectations = await llm.create_test_commands(
+            pipe_content=pipe_content, pipe_params=pipe_params, context=prompt
+        )
         valid_test_expectations = []
         for test in test_expectations.tests:
+            test_params = test.parameters if test.parameters.startswith("?") else f"?{test.parameters}"
             try:
-                response = await client._req(f"/v0/pipes/{pipe_name}.ndjson?{test.parameters}")
+                response = await client._req(f"/v0/pipes/{pipe_name}.ndjson{test_params}")
             except Exception:
                 continue
 
-            test.expected_result = json.dumps(response)
+            test.expected_result = response
             valid_test_expectations.append(test.model_dump())
-
         if valid_test_expectations:
             generate_test_file(pipe_name, valid_test_expectations)
             click.echo(FeedbackManager.info(message=f"✓ /tests/{pipe_name}.yaml"))
@@ -117,11 +121,18 @@ async def test_run(ctx: click.Context, file: Tuple[str, ...], folder: Optional[s
         for test in test_file_content:
             try:
                 response = await client._req(f"/v0/pipes/{test_file_path.stem}.ndjson?{test['parameters']}")
-                if test["expected_result"] != json.dumps(response):
-                    raise Exception("Test failed")
+                if test["expected_result"] != response:
+                    diff = difflib.ndiff(
+                        test["expected_result"].splitlines(keepends=True), response.splitlines(keepends=True)
+                    )
+                    printable_diff = "".join(diff)
+                    raise Exception(
+                        f"\nExpected: \n{test['expected_result']}\nGot: \n{response}\nDiff: \n{printable_diff}"
+                    )
                 click.echo(FeedbackManager.success(message=f"✓ {test_file_path.name} - {test['name']}"))
-            except Exception:
+            except Exception as e:
                 click.echo(FeedbackManager.error(message=f"✗ {test_file_path.name} - {test['name']}"))
+                click.echo(FeedbackManager.error(message=f"Output and expected output are different: \n{e}"))
 
     for test_file in file_list:
         await run_test(test_file)

{tinybird-0.0.1.dev15.dist-info → tinybird-0.0.1.dev16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev15
+Version: 0.0.1.dev16
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev15.dist-info → tinybird-0.0.1.dev16.dist-info}/RECORD

@@ -1,11 +1,12 @@
 tinybird/__cli__.py,sha256=pgYsVLcqL16wtSn6KtKweNZYoYJdEksTgSvQAW7hH64,250
-tinybird/client.py,sha256=nd97gD2-8Ap8yDonBcVwk9eXDAL43hmIYdo-Pse43RE,50738
+tinybird/client.py,sha256=_voHMgKOwOhmncSaPH6DL94X6YPqKJJzcY-EKp8xLug,50810
 tinybird/config.py,sha256=Z-BX9FrjgsLw1YwcCdF0IztLB97Zpc70VVPplO_pDSY,6089
 tinybird/connectors.py,sha256=lkpVSUmSuViEZBa4QjTK7YmPHUop0a5UFoTrSmlVq6k,15244
 tinybird/context.py,sha256=kutUQ0kCwparowI74_YLXx6wtTzGLRouJ6oGHVBPzBo,1291
 tinybird/datatypes.py,sha256=IHyhZ86ib54Vnd1pbod9y2aS8DDvDKZm1HJGlThdbuQ,10460
-tinybird/feedback_manager.py,sha256=-nDkg13DoiNk40AztzSJdbldbKhfuTsCZcSOviK9sik,67790
+tinybird/feedback_manager.py,sha256=U_VbVl3RBCPV-qc3g8vz124Mg9XeMmKk055eqiIaBqY,68338
 tinybird/git_settings.py,sha256=XUL9ZUj59-ZVQJDYmMEq4UpnuuOuQOHGlNcX3JgQHjQ,3954
+tinybird/prompts.py,sha256=pCqN1JAHqdA-PgxBnzjIYpCXjpko89Xu4EHl6ol0iNs,6417
 tinybird/sql.py,sha256=gfRKjdqEygcE1WOTeQ1QV2Jal8Jzl4RSX8fftu1KSEs,45825
 tinybird/sql_template.py,sha256=IqYRfUxDYBCoOYjqqvn--_8QXLv9FSRnJ0bInx7q1Xs,93051
 tinybird/sql_template_fmt.py,sha256=1z-PuqSZXtzso8Z_mPqUc-NxIxUrNUcVIPezNieZk-M,10196
@@ -14,31 +15,32 @@ tinybird/syncasync.py,sha256=fAvq0qkRgqXqXMKwbY2iJNYqLT_r6mDsh1MRpGKrdRU,27763
 tinybird/tornado_template.py,sha256=o2HguxrL1Evnt8o3IvrsI8Zm6JtRQ3zhLJKf1XyR3SQ,41965
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=OXkBhlzGjZotjD0vaT-rFIbSGV4tpiHxE8qO_ip0SyQ,40454
-tinybird/tb/cli.py,sha256=NipQJ0V-uqJDQSb4xkTw04ALzgqSfe1twmjkBkQJWT4,784
+tinybird/tb/cli.py,sha256=VS9cy6FfiQkpc1-ps7snwuw7bB_F8Z6FEmucEo3jrzY,849
 tinybird/tb/modules/auth.py,sha256=hynZ-Temot8YBsySUWKSFzZlYadtFPxG3o6lCSu1n6E,9018
 tinybird/tb/modules/branch.py,sha256=R1tTUBGyI0p_dt2IAWbuyNOvemhjCIPwYxEmOxL3zOg,38468
-tinybird/tb/modules/build.py,sha256=_EvBtX5FO7fnpHP74qlrBJqm7Uk1Bx9NarJ8P-M8vvg,12901
+tinybird/tb/modules/build.py,sha256=c9fC9qBSw7__MJreJZIpHGvKD6CgyL0zMtparmJCUgw,8001
+tinybird/tb/modules/build_shell.py,sha256=oqIMZYaQ8cpaE1C09shAsiFUlWb-zwawuf6FLqRotBU,5209
 tinybird/tb/modules/cicd.py,sha256=KCFfywFfvGRh24GZwqrhICiTK_arHelPs_X4EB-pXIw,7331
-tinybird/tb/modules/cli.py,sha256=pF7bxobeLJP-aN7RwJmLaYOKQZHlBnneZpYbiAbTmaM,55511
+tinybird/tb/modules/cli.py,sha256=UAVZfdQhw-zKokKlEL23Uup55adT1JVwcK9HPDv6TJQ,55759
 tinybird/tb/modules/common.py,sha256=Vubc2AIR8BfEupnT5e1Y8OYGEyvNoIcjo8th-SaUflw,80111
 tinybird/tb/modules/config.py,sha256=ppWvACHrSLkb5hOoQLYNby2w8jR76-8Kx2NBCst7ntQ,11760
 tinybird/tb/modules/connection.py,sha256=ZSqBGoRiJedjHKEyB_fr1ybucOHtaad8d7uqGa2Q92M,28668
-tinybird/tb/modules/create.py,sha256=WL2GzJBgH3z1m6oU58uZXyUQRzVB2rH4ig4BIdOJkLw,6307
+tinybird/tb/modules/create.py,sha256=BiqeuRtDM9dfIB3wwFrO5SNqdafr1hWDwma4oNHYris,42432
 tinybird/tb/modules/datasource.py,sha256=tjcf5o-HYIdTkb_c1ErGUFIE-W6G992vsvCuDGcxb9Q,35818
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
 tinybird/tb/modules/fmt.py,sha256=UszEQO15fdzQ49QEj7Unhu68IKwSuKPsOrKhk2p2TAg,3547
 tinybird/tb/modules/job.py,sha256=eoBVyA24lYIPonU88Jn7FF9hBKz1kScy9_w_oWreuc4,2952
-tinybird/tb/modules/llm.py,sha256=j8AZl-4BaCrtpM3_ozGt2Pr0BPfPFG5qYAaFgjJabGk,2008
-tinybird/tb/modules/local.py,sha256=ajOrQMttYLXNs-4uDW9njw7-eIAHENvlbrNbURhr6gI,6926
+tinybird/tb/modules/llm.py,sha256=duwf3r1caLaKzuOJC_stI_Hx54ncr-5uWaWeZ3HN65o,3099
+tinybird/tb/modules/local.py,sha256=hV2fvHPaVHVzKwVoVDFAIbJZslOX1_COx96DZrR-dW8,5151
+tinybird/tb/modules/local_common.py,sha256=Z2JYIE5HIJVNuzdIv1_NFxSEs8DOsLoCzbmT1iy0-HU,2172
 tinybird/tb/modules/login.py,sha256=vIeysdttfGDBMkf_i3cqAVNR5s0X0D6exATcRsDdWiA,5849
-tinybird/tb/modules/mock.py,sha256=HorUdULzxCCCGsFlPvL4RJeMJvVNnKnhbxxSog2Cn1Y,2817
+tinybird/tb/modules/mock.py,sha256=5xhR_djr1-_JwJPI-Oy1exI3ndz7srmmvlei0DMQCAk,2824
 tinybird/tb/modules/pipe.py,sha256=9wnfKbp2FkmLiJgVk3qbra76ktwsUTXghu6j9cCEahQ,31058
-tinybird/tb/modules/prompts.py,sha256=KIDoAC0FvBSSsTft_mhpY6vxliNRBYOCsqikr_Hx0HA,9655
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb/modules/table.py,sha256=hG-PRDVuFp2uph41WpoLRV1yjp3RI2fi_iGGiI0rdxU,7695
 tinybird/tb/modules/tag.py,sha256=1qQWyk1p3Btv3LzM8VbJG-k7x2-pFuAlYCg3QL6QewI,3480
 tinybird/tb/modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
-tinybird/tb/modules/test.py,sha256=UR7Fz8AHhIptZfxofidzNzTnfAgwhCSWaGyjKbD2TAQ,4605
+tinybird/tb/modules/test.py,sha256=wWOg9FFyAiJkF7qjYapJUne5SVyXwmmhStfpCAZwZ80,5383
 tinybird/tb/modules/token.py,sha256=r0oeG1RpOOzHtqbUaHBiOmhE55HfNIvReAAWyKl9fJg,12695
 tinybird/tb/modules/workspace.py,sha256=FVlh-kbiZp5Gvp6dGFxi0UD8ail77rMamXLhqdVwrZ0,10916
 tinybird/tb/modules/workspace_members.py,sha256=08W0onEYkKLEC5TkAI07cxN9XSquEm7HnL7OkHAVDjo,8715
@@ -65,8 +67,8 @@ tinybird/tb_cli_modules/config.py,sha256=6NTgIdwf0X132A1j6G_YrdPep87ymZ9b5pABabK
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
-tinybird-0.0.1.dev15.dist-info/METADATA,sha256=D7NcYU4DyAQdBn5hevIYUm3gugIyzdVfXYT7L5DxTYQ,2405
-tinybird-0.0.1.dev15.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tinybird-0.0.1.dev15.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev15.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
-tinybird-0.0.1.dev15.dist-info/RECORD,,
+tinybird-0.0.1.dev16.dist-info/METADATA,sha256=Mo5LrkfYVPxIL2oqfKIjc2uUG41aYEzeVyTvWYI_abY,2405
+tinybird-0.0.1.dev16.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tinybird-0.0.1.dev16.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev16.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
+tinybird-0.0.1.dev16.dist-info/RECORD,,