tinybird 0.0.1.dev35__tar.gz → 0.0.1.dev37__tar.gz

{tinybird-0.0.1.dev35 → tinybird-0.0.1.dev37}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev35
+Version: 0.0.1.dev37
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev35 → tinybird-0.0.1.dev37}/tinybird/client.py

@@ -378,7 +378,7 @@ class TinyB:
         return res
 
     async def pipe_file(self, pipe: str):
-        return await self._req(f"/v0/pipes/{pipe}.pipe")
+        return await self._req(f"/v1/pipes/{pipe}.pipe")
 
     async def datasource_file(self, datasource: str):
         try:

{tinybird-0.0.1.dev35 → tinybird-0.0.1.dev37}/tinybird/prompts.py

@@ -641,6 +641,7 @@ The previous instructions are explanations of how things work in Tinybird. Answe
 
 datasource_instructions = """
 <datasource_file_instructions>
+    - Content cannot be empty.
     - The datasource names must be unique.
     - No indentation is allowed for property names: DESCRIPTION, SCHEMA, ENGINE, ENGINE_PARTITION_KEY, ENGINE_SORTING_KEY, etc.
     - Use MergeTree engine by default.
@@ -673,6 +674,7 @@ DESCRIPTION >
 NODE node_1
 SQL >
     [sql query using clickhouse syntax and tinybird templating syntax and starting always with SELECT or %\nSELECT]
+TYPE endpoint
 
 </pipe_content>
 """
@@ -685,6 +687,7 @@ pipe_instructions = """
     - Avoid more than one node per pipe unless it is really necessary or requested by the user.
     - No indentation is allowed for property names: DESCRIPTION, NODE, SQL, TYPE, etc.
     - Allowed TYPE values are: endpoint, copy, materialized, sink
+    - Add always the output node in the TYPE section.
 </pipe_file_instructions>
 """
 
@@ -701,6 +704,7 @@ sql_instructions = """
     </valid_query_with_parameters_with_%_on_top>
     - The Parameter functions like this one {{{{String(my_param_name,default_value)}}}} can be one of the following: String, DateTime, Date, Float32, Float64, Int, Integer, UInt8, UInt16, UInt32, UInt64, UInt128, UInt256, Int8, Int16, Int32, Int64, Int128, Int256
     - Parameter names must be different from column names. Pass always the param name and a default value to the function.
+    - Use ALWAYS hardcoded values for default values for parameters.
     - Code inside the template {{{{template_expression}}}} follows the rules of Tornado templating language so no module is allowed to be imported. So for example you can't use now() as default value for a DateTime parameter. You need an if else block like this:
     <invalid_condition_with_now>
     AND timestamp BETWEEN {{DateTime(start_date, now() - interval 30 day)}} AND {{DateTime(end_date, now())}}

{tinybird-0.0.1.dev35 → tinybird-0.0.1.dev37}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev35'
-__revision__ = '5046116'
+__version__ = '0.0.1.dev37'
+__revision__ = '255b7f6'

{tinybird-0.0.1.dev35 → tinybird-0.0.1.dev37}/tinybird/tb/cli.py

@@ -9,6 +9,7 @@ import tinybird.tb.modules.build
 import tinybird.tb.modules.build_client
 import tinybird.tb.modules.cli
 import tinybird.tb.modules.common
+import tinybird.tb.modules.copy
 import tinybird.tb.modules.create
 import tinybird.tb.modules.datasource
 import tinybird.tb.modules.deployment

{tinybird-0.0.1.dev35 → tinybird-0.0.1.dev37}/tinybird/tb/modules/build.py

@@ -1,11 +1,10 @@
 import asyncio
-import glob
 import json
 import logging
 import threading
 import time
 from pathlib import Path
-from typing import List
+from typing import Optional
 
 import click
 import requests
@@ -13,55 +12,53 @@ import requests
 from tinybird.client import TinyB
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import push_data
+from tinybird.tb.modules.datafile.fixture import build_fixture_name, get_fixture_dir
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.local_common import get_tinybird_local_client
+from tinybird.tb.modules.project import Project
 from tinybird.tb.modules.shell import Shell
 from tinybird.tb.modules.watch import watch_project
 
 
 @cli.command()
-@click.option("--folder", type=str, default=".")
 @click.option("--watch", is_flag=True, default=False, help="Watch for changes and rebuild automatically")
-def build(folder: str, watch: bool) -> None:
+@click.pass_context
+def build(ctx: click.Context, watch: bool) -> None:
     """
     Validate and build the project server side.
     """
 
-    tb_client = asyncio.run(get_tinybird_local_client(folder))
+    project: Project = ctx.ensure_object(dict)["project"]
+    tb_client = asyncio.run(get_tinybird_local_client(str(project.path)))
     click.echo(FeedbackManager.highlight(message="\n» Building project..."))
 
-    def process() -> None:
-        build_project(folder, tb_client)
-
     time_start = time.time()
+
+    def process(file_changed: Optional[str] = None) -> None:
+        if file_changed and file_changed.endswith(".ndjson"):
+            rebuild_fixture(project, tb_client, file_changed)
+        else:
+            build_project(project, tb_client)
+
     process()
+
     time_end = time.time()
     elapsed_time = time_end - time_start
     click.echo(FeedbackManager.success(message=f"\n✓ Build completed in {elapsed_time:.1f}s"))
 
     if watch:
-        shell = Shell(folder=folder, client=tb_client)
+        shell = Shell(project=project, client=tb_client)
         click.echo(FeedbackManager.gray(message="\nWatching for changes..."))
         watcher_thread = threading.Thread(
             target=watch_project,
-            args=(shell, process, folder),
+            args=(shell, process, project),
             daemon=True,
         )
         watcher_thread.start()
         shell.run()
 
 
-def get_project_files(project_path: Path) -> List[str]:
-    project_file_extensions = ("datasource", "pipe")
-    project_files = []
-    for extension in project_file_extensions:
-        for project_file in glob.glob(f"{project_path}/**/*.{extension}", recursive=True):
-            logging.debug(f"Found project file: {project_file}")
-            project_files.append(project_file)
-    return project_files
-
-
-def build_project(folder: str, tb_client: TinyB) -> None:
+def build_project(project: Project, tb_client: TinyB) -> None:
     MULTIPART_BOUNDARY_DATA_PROJECT = "data_project://"
     DATAFILE_TYPE_TO_CONTENT_TYPE = {
         ".datasource": "text/plain",
@@ -75,8 +72,8 @@ def build_project(folder: str, tb_client: TinyB) -> None:
             ("context://", ("cli-version", "1.0.0", "text/plain")),
         ]
         fds = []
-        project_path = Path(folder)
-        project_files = get_project_files(project_path)
+        project_path = project.path
+        project_files = project.get_project_files()
 
         for file_path in project_files:
             relative_path = str(Path(file_path).relative_to(project_path))
@@ -103,15 +100,29 @@ def build_project(folder: str, tb_client: TinyB) -> None:
             for ds in datasources:
                 ds_path = next((p for p in project_files if p.endswith(ds.get("name") + ".datasource")), None)
                 if ds_path:
-                    ds_path = ds_path.replace(f"{folder}/", "")
+                    ds_path = ds_path.replace(f"{project.folder}/", "")
                     click.echo(FeedbackManager.info(message=f"✓ {ds_path} created"))
             for pipe in pipes:
                 pipe_name = pipe.get("name")
                 pipe_path = next((p for p in project_files if p.endswith(pipe_name + ".pipe")), None)
                 if pipe_path:
-                    pipe_path = pipe_path.replace(f"{folder}/", "")
+                    pipe_path = pipe_path.replace(f"{project.folder}/", "")
                     click.echo(FeedbackManager.info(message=f"✓ {pipe_path} created"))
 
+            for filename in project_files:
+                if filename.endswith(".datasource"):
+                    ds_path = Path(filename)
+                    ds_name = ds_path.stem
+                    name = build_fixture_name(filename, ds_name, ds_path.read_text())
+                    fixture_folder = get_fixture_dir(project.folder)
+                    fixture_path = fixture_folder / f"{name}.ndjson"
+
+                    if not fixture_path.exists():
+                        fixture_path = fixture_folder / f"{ds_name}.ndjson"
+
+                    if fixture_path.exists():
+                        append_fixture(tb_client, ds_name, str(fixture_path))
+
         elif build_result == "failed":
             click.echo(FeedbackManager.error(message="Build failed"))
             build_errors = result.get("errors")
@@ -121,24 +132,44 @@ def build_project(folder: str, tb_client: TinyB) -> None:
                 click.echo(FeedbackManager.error(message=error_msg))
         else:
             click.echo(FeedbackManager.error(message=f"Unknown build result. Error: {result.get('error')}"))
+
     except Exception as e:
-        click.echo(FeedbackManager.error_exception(error="Error building project: " + str(e)))
+        click.echo(FeedbackManager.error_exception(error="Error: " + str(e)))
     finally:
         for fd in fds:
             fd.close()
 
 
-async def append_fixture(
+def append_fixture(
     tb_client: TinyB,
     datasource_name: str,
     url: str,
 ):
-    await tb_client.datasource_truncate(datasource_name)
-    await push_data(
-        tb_client,
-        datasource_name,
-        url,
-        mode="append",
-        concurrency=1,
-        silent=True,
+    asyncio.run(tb_client.datasource_truncate(datasource_name))
+    asyncio.run(
+        push_data(
+            tb_client,
+            datasource_name,
+            url,
+            mode="append",
+            concurrency=1,
+            silent=True,
+        )
     )
+
+
+def rebuild_fixture(project: Project, tb_client: TinyB, fixture_path: str) -> None:
+    fixture_path = Path(fixture_path)
+    datasources_path = Path(project.folder) / "datasources"
+    ds_name = fixture_path.stem
+
+    if ds_name not in project.datasources:
+        try:
+            ds_name = "_".join(fixture_path.stem.split("_")[:-1])
+        except Exception:
+            pass
+
+    ds_path = datasources_path / f"{ds_name}.datasource"
+
+    if ds_path.exists():
+        append_fixture(tb_client, ds_name, str(fixture_path))

{tinybird-0.0.1.dev35 → tinybird-0.0.1.dev37}/tinybird/tb/modules/build_client.py

@@ -13,13 +13,14 @@ from tinybird.config import FeatureFlags
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import push_data
 from tinybird.tb.modules.datafile.build import folder_build
-from tinybird.tb.modules.datafile.common import get_project_filenames, get_project_fixtures, has_internal_datafiles
+from tinybird.tb.modules.datafile.common import get_project_fixtures, has_internal_datafiles
 from tinybird.tb.modules.datafile.exceptions import ParseException
 from tinybird.tb.modules.datafile.fixture import build_fixture_name, get_fixture_dir
 from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
 from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.local_common import get_tinybird_local_client
+from tinybird.tb.modules.project import Project
 from tinybird.tb.modules.shell import Shell, print_table_formatted
 from tinybird.tb.modules.watch import watch_files
 
@@ -45,9 +46,6 @@ def check_filenames(filenames: List[str]):
     incl_suffix = ".incl"
 
     for filename in filenames:
-        if os.path.isdir(filename):
-            check_filenames(filenames=get_project_filenames(filename))
-
         file_suffix = Path(filename).suffix
         if file_suffix == incl_suffix:
             continue
@@ -60,23 +58,19 @@ def check_filenames(filenames: List[str]):
 
 
 @cli.command()
-@click.option(
-    "--folder",
-    default=".",
-    help="Folder from where to execute the command. By default the current folder.",
-    hidden=True,
-    type=click.types.STRING,
-)
 @click.option(
     "--watch",
     is_flag=True,
     help="Watch for changes in the files and rebuild them.",
 )
+@click.pass_context
 def build_client(
-    folder: str,
+    ctx: click.Context,
     watch: bool,
 ) -> None:
     """Build the project in Tinybird Local."""
+    project: Project = ctx.ensure_object(dict)["project"]
+    folder = project.folder
     ignore_sql_errors = FeatureFlags.ignore_sql_errors()
     context.disable_template_security_validation.set(True)
     is_internal = has_internal_datafiles(folder)
@@ -130,7 +124,7 @@ def build_client(
                 if not filename.endswith(".ndjson"):
                     await build_and_print_resource(tb_client, filename)
 
-    datafiles = get_project_filenames(folder)
+    datafiles = project.get_project_files()
     fixtures = get_project_fixtures(folder)
     filenames = datafiles + fixtures
 
@@ -172,10 +166,10 @@ def build_client(
     build_ok = asyncio.run(build_once(filenames))
 
     if watch:
-        shell = Shell(folder=folder, client=tb_client)
+        shell = Shell(project=project, client=tb_client)
         click.echo(FeedbackManager.gray(message="\nWatching for changes..."))
         watcher_thread = threading.Thread(
-            target=watch_files, args=(filenames, process, shell, folder, build_ok), daemon=True
+            target=watch_files, args=(filenames, process, shell, project, build_ok), daemon=True
         )
         watcher_thread.start()
         shell.run()

{tinybird-0.0.1.dev35 → tinybird-0.0.1.dev37}/tinybird/tb/modules/cli.py

@@ -35,11 +35,7 @@ from tinybird.tb.modules.common import (
 )
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.datafile.build import build_graph
-from tinybird.tb.modules.datafile.common import (
-    Datafile,
-    DatafileSyntaxError,
-    get_project_filenames,
-)
+from tinybird.tb.modules.datafile.common import Datafile, DatafileSyntaxError
 from tinybird.tb.modules.datafile.diff import diff_command
 from tinybird.tb.modules.datafile.exceptions import (
     ParseException,
@@ -50,6 +46,7 @@ from tinybird.tb.modules.datafile.pull import folder_pull
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.llm import LLM
 from tinybird.tb.modules.local_common import get_tinybird_local_client
+from tinybird.tb.modules.project import Project
 
 __old_click_echo = click.echo
 __old_click_secho = click.secho
@@ -67,61 +64,17 @@ VERSION = f"{__cli__.__version__} (rev {__cli__.__revision__})"
 )
 @click.option("--token", help="Use auth token, defaults to TB_TOKEN envvar, then to the .tinyb file")
 @click.option("--host", help="Use custom host, defaults to TB_HOST envvar, then to https://api.tinybird.co")
-@click.option("--gcp-project-id", help="The Google Cloud project ID", hidden=True)
-@click.option(
-    "--gcs-bucket", help="The Google Cloud Storage bucket to write temp files when using the connectors", hidden=True
-)
-@click.option(
-    "--google-application-credentials",
-    envvar="GOOGLE_APPLICATION_CREDENTIALS",
-    help="Set GOOGLE_APPLICATION_CREDENTIALS",
-    hidden=True,
-)
-@click.option("--sf-account", help="The Snowflake Account (e.g. your-domain.west-europe.azure)", hidden=True)
-@click.option("--sf-warehouse", help="The Snowflake warehouse name", hidden=True)
-@click.option("--sf-database", help="The Snowflake database name", hidden=True)
-@click.option("--sf-schema", help="The Snowflake schema name", hidden=True)
-@click.option("--sf-role", help="The Snowflake role name", hidden=True)
-@click.option("--sf-user", help="The Snowflake user name", hidden=True)
-@click.option("--sf-password", help="The Snowflake password", hidden=True)
-@click.option(
-    "--sf-storage-integration",
-    help="The Snowflake GCS storage integration name (leave empty to auto-generate one)",
-    hidden=True,
-)
-@click.option("--sf-stage", help="The Snowflake GCS stage name (leave empty to auto-generate one)", hidden=True)
-@click.option(
-    "--with-headers", help="Flag to enable connector to export with headers", is_flag=True, default=False, hidden=True
-)
 @click.option("--show-tokens", is_flag=True, default=False, help="Enable the output of tokens")
 @click.option("--prod/--local", is_flag=True, default=False, help="Run against production or local")
+@click.option("--folder", type=str, default=os.getcwd(), help="Folder where files will be placed")
 @click.version_option(version=VERSION)
 @click.pass_context
 @coro
-async def cli(
-    ctx: Context,
-    debug: bool,
-    token: str,
-    host: str,
-    gcp_project_id: str,
-    gcs_bucket: str,
-    google_application_credentials: str,
-    sf_account: str,
-    sf_warehouse: str,
-    sf_database: str,
-    sf_schema: str,
-    sf_role: str,
-    sf_user: str,
-    sf_password: str,
-    sf_storage_integration: str,
-    sf_stage,
-    with_headers: bool,
-    show_tokens: bool,
-    prod: bool,
-) -> None:
+async def cli(ctx: Context, debug: bool, token: str, host: str, show_tokens: bool, prod: bool, folder: str) -> None:
     """
     Use `OBFUSCATE_REGEX_PATTERN` and `OBFUSCATE_PATTERN_SEPARATOR` environment variables to define a regex pattern and a separator (in case of a single string with multiple regex) to obfuscate secrets in the CLI output.
     """
+    project = Project(folder=folder)
     # We need to unpatch for our tests not to break
     if show_tokens or not prod or ctx.invoked_subcommand == "build":
         __unpatch_click_output()
@@ -134,7 +87,7 @@ async def cli(
     if debug:
         logging.basicConfig(level=logging.DEBUG)
 
-    config_temp = CLIConfig.get_project_config()
+    config_temp = CLIConfig.get_project_config(project.path)
     if token:
         config_temp.set_token(token)
     if host:
@@ -166,65 +119,27 @@ async def cli(
 
     ctx.ensure_object(dict)["config"] = config
 
-    if ctx.invoked_subcommand == "auth":
-        return
-
-    from tinybird.connectors import create_connector
-
-    if gcp_project_id and gcs_bucket and google_application_credentials and not sf_account:
-        bq_config = {
-            "project_id": gcp_project_id,
-            "bucket_name": gcs_bucket,
-            "service_account": google_application_credentials,
-            "with_headers": with_headers,
-        }
-        ctx.ensure_object(dict)["bigquery"] = create_connector("bigquery", bq_config)
-    if (
-        sf_account
-        and sf_warehouse
-        and sf_database
-        and sf_schema
-        and sf_role
-        and sf_user
-        and sf_password
-        and gcs_bucket
-        and google_application_credentials
-        and gcp_project_id
-    ):
-        sf_config = {
-            "account": sf_account,
-            "warehouse": sf_warehouse,
-            "database": sf_database,
-            "schema": sf_schema,
-            "role": sf_role,
-            "user": sf_user,
-            "password": sf_password,
-            "storage_integration": sf_storage_integration,
-            "stage": sf_stage,
-            "bucket_name": gcs_bucket,
-            "service_account": google_application_credentials,
-            "project_id": gcp_project_id,
-            "with_headers": with_headers,
-        }
-        ctx.ensure_object(dict)["snowflake"] = create_connector("snowflake", sf_config)
-
     logging.debug("debug enabled")
 
-    skip_client = ctx.invoked_subcommand in ["login", "workspace", "local", "build"]
-    client = await create_ctx_client(config, prod, skip_client)
+    skip_client = ctx.invoked_subcommand in ["auth", "check", "login", "workspace", "local", "build"]
+    client = await create_ctx_client(config, prod, skip_client, project)
 
     if client:
         ctx.ensure_object(dict)["client"] = client
 
+    ctx.ensure_object(dict)["project"] = project
+
 
 @cli.command(hidden=True)
 @click.argument("filenames", type=click.Path(exists=True), nargs=-1, default=None)
 @click.option("--debug", is_flag=True, default=False, help="Print internal representation")
-def check(filenames: List[str], debug: bool) -> None:
+@click.pass_context
+def check(ctx: Context, filenames: List[str], debug: bool) -> None:
     """Check file syntax."""
 
     if not filenames:
-        filenames = get_project_filenames(".")
+        project: Project = ctx.ensure_object(dict)["project"]
+        filenames = project.get_project_files()
 
     def process(filenames: Iterable):
         parser_matrix = {".pipe": parse_pipe, ".datasource": parse_datasource}
@@ -232,7 +147,7 @@ def check(filenames: List[str], debug: bool) -> None:
         try:
             for filename in filenames:
                 if os.path.isdir(filename):
-                    process(filenames=get_project_filenames(filename))
+                    process(filenames=filename)
 
                 click.echo(FeedbackManager.info_processing_file(filename=filename))
 
@@ -487,7 +402,7 @@ async def sql(
 
 @cli.command(hidden=True)
 @click.argument("prompt")
-@click.option("--folder", default=".", help="The folder to use for the project")
+@click.option("--folder", default=os.getcwd(), help="The folder to use for the project")
 @coro
 async def ask(prompt: str, folder: str) -> None:
     """Ask things about your data project."""
@@ -529,8 +444,8 @@ async def ask(prompt: str, folder: str) -> None:
         )
 
         client = config.get_client()
-        llm = LLM(user_token=user_token, client=client)
-        click.echo(await llm.ask(system_prompt=ask_prompt(resources_xml), prompt=prompt))
+        llm = LLM(user_token=user_token, host=client.host)
+        click.echo(llm.ask(system_prompt=ask_prompt(resources_xml), prompt=prompt))
     except Exception as e:
         raise CLIException(FeedbackManager.error_exception(error=e))
 
@@ -572,11 +487,11 @@ def __unpatch_click_output():
     click.secho = __old_click_secho
 
 
-async def create_ctx_client(config: Dict[str, Any], prod: bool, skip_client: bool):
+async def create_ctx_client(config: Dict[str, Any], prod: bool, skip_client: bool, project: Project):
     if skip_client:
         return None
 
     if prod:
         return _get_tb_client(config.get("token", None), config["host"])
 
-    return await get_tinybird_local_client()
+    return await get_tinybird_local_client(str(project.path))

tinybird-0.0.1.dev37/tinybird/tb/modules/copy.py

@@ -0,0 +1,68 @@
+# This is a command file for our CLI. Please keep it clean.
+#
+# - If it makes sense and only when strictly necessary, you can create utility functions in this file.
+# - But please, **do not** interleave utility functions and command definitions.
+
+import json
+import re
+
+import click
+from click import Context
+
+from tinybird.client import TinyB
+from tinybird.tb.modules.cli import cli
+from tinybird.tb.modules.common import coro, echo_safe_humanfriendly_tables_format_smart_table
+from tinybird.tb.modules.datafile.common import get_name_version
+from tinybird.tb.modules.exceptions import CLIPipeException
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+@cli.group(hidden=True)
+@click.pass_context
+def copy(ctx):
+    """Copy pipe commands"""
+
+
+@copy.command(name="ls")
+@click.option("--match", default=None, help="Retrieve any resourcing matching the pattern. eg --match _test")
+@click.option(
+    "--format",
+    "format_",
+    type=click.Choice(["json"], case_sensitive=False),
+    default=None,
+    help="Force a type of the output",
+)
+@click.pass_context
+@coro
+async def copy_ls(ctx: Context, match: str, format_: str):
+    """List copy pipes"""
+
+    client: TinyB = ctx.ensure_object(dict)["client"]
+    pipes = await client.pipes(dependencies=False, node_attrs="name", attrs="name,updated_at")
+    copies = [p for p in pipes if p.get("type") == "copy"]
+    copies = sorted(copies, key=lambda p: p["updated_at"])
+    columns = ["name", "updated at", "nodes", "url"]
+    table_human_readable = []
+    table_machine_readable = []
+    pattern = re.compile(match) if match else None
+    for t in copies:
+        tk = get_name_version(t["name"])
+        if pattern and not pattern.search(tk["name"]):
+            continue
+        table_human_readable.append((tk["name"], t["updated_at"][:-7], len(t["nodes"])))
+        table_machine_readable.append(
+            {
+                "name": tk["name"],
+                "updated at": t["updated_at"][:-7],
+                "nodes": len(t["nodes"]),
+            }
+        )
+
+    if not format_:
+        click.echo(FeedbackManager.info_pipes())
+        echo_safe_humanfriendly_tables_format_smart_table(table_human_readable, column_names=columns)
+        click.echo("\n")
+    elif format_ == "json":
+        click.echo(json.dumps({"pipes": table_machine_readable}, indent=2))
+    else:
+        raise CLIPipeException(FeedbackManager.error_pipe_ls_type())

{tinybird-0.0.1.dev35 → tinybird-0.0.1.dev37}/tinybird/tb/modules/create.py

@@ -103,13 +103,13 @@ async def create(
                 datasource_files = [f for f in os.listdir(Path(folder) / "datasources") if f.endswith(".datasource")]
                 for datasource_file in datasource_files:
                     datasource_path = Path(folder) / "datasources" / datasource_file
-                    llm = LLM(user_token=user_token, client=tb_client)
+                    llm = LLM(user_token=user_token, host=tb_client.host)
                     datasource_name = datasource_path.stem
                     datasource_content = datasource_path.read_text()
                     has_json_path = "`json:" in datasource_content
                     if has_json_path:
                         prompt = f"<datasource_schema>{datasource_content}</datasource_schema>\n<user_input>{prompt}</user_input>"
-                        response = await llm.ask(system_prompt=mock_prompt(rows), prompt=prompt)
+                        response = llm.ask(system_prompt=mock_prompt(rows), prompt=prompt)
                         sql = extract_xml(response, "sql")
                         sql = sql.split("FORMAT")[0]
                         result = await local_client.query(f"{sql} FORMAT JSON")
@@ -205,8 +205,8 @@ TYPE ENDPOINT
                 ]
             ]
         )
-        llm = LLM(user_token=user_token, client=tb_client)
-        result = await llm.ask(system_prompt=create_prompt(resources_xml), prompt=prompt)
+        llm = LLM(user_token=user_token, host=tb_client.host)
+        result = llm.ask(system_prompt=create_prompt(resources_xml), prompt=prompt)
         result = extract_xml(result, "response")
         resources = parse_xml(result, "resource")
         datasources = []

{tinybird-0.0.1.dev35 → tinybird-0.0.1.dev37}/tinybird/tb/modules/datafile/build.py

@@ -44,7 +44,7 @@ from tinybird.tb.modules.datafile.exceptions import AlreadyExistsException, Incl
 from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
 from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
 from tinybird.tb.modules.feedback_manager import FeedbackManager
-from tinybird.tb.modules.local_common import get_client_config_for_build
+from tinybird.tb.modules.local_common import get_tinybird_local_config
 
 
 async def folder_build(
@@ -58,7 +58,7 @@ async def folder_build(
     local_ws: Optional[Dict[str, Any]] = None,
     watch: bool = False,
 ):
-    config = await get_client_config_for_build(folder)
+    config = await get_tinybird_local_config(folder)
     build = True
     dry_run = False
     force = True