tinybird 0.0.1.dev69__py3-none-any.whl → 0.0.1.dev70__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev69'
-__revision__ = 'f90d907'
+__version__ = '0.0.1.dev70'
+__revision__ = 'f8064d4'

tinybird/tb/modules/build.py

@@ -15,7 +15,7 @@ from tinybird.client import TinyB
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import push_data
 from tinybird.tb.modules.datafile.build import folder_build
-from tinybird.tb.modules.datafile.fixture import get_fixture_dir
+from tinybird.tb.modules.datafile.fixture import get_fixture_dir, persist_fixture
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.project import Project
 from tinybird.tb.modules.shell import Shell, print_table_formatted
@@ -210,6 +210,8 @@ def process(
     build_failed = False
     if file_changed and file_changed.endswith(".ndjson"):
         rebuild_fixture(project, tb_client, file_changed)
+    elif file_changed and file_changed.endswith(".sql"):
+        rebuild_fixture_sql(project, tb_client, file_changed)
     else:
         try:
             build_project(project, tb_client, file_changed)
@@ -247,3 +249,12 @@ def run_watch(
     )
     watcher_thread.start()
     shell.run()
+
+
+def rebuild_fixture_sql(project: Project, tb_client: TinyB, sql_file: str) -> None:
+    sql_path = Path(sql_file)
+    datasource_name = sql_path.stem
+    sql = sql_path.read_text()
+    result = asyncio.run(tb_client.query(f"{sql} FORMAT JSON"))
+    data = result.get("data", [])
+    persist_fixture(datasource_name, data, project.folder)

tinybird/tb/modules/cli.py

@@ -127,6 +127,7 @@ async def cli(
         ctx.ensure_object(dict)["client"] = client
 
     ctx.ensure_object(dict)["project"] = project
+    ctx.ensure_object(dict)["env"] = get_target_env(cloud, build)
 
 
 @cli.command(hidden=True)
@@ -393,7 +394,7 @@ async def create_ctx_client(ctx: Context, config: Dict[str, Any], cloud: bool, b
 
     commands_always_cloud = ["pull"]
     commands_always_build = ["build", "test", "dev"]
-    commands_always_local = ["create", "mock"]
+    commands_always_local = ["create"]
     if (
         (cloud or command in commands_always_cloud)
         and command not in commands_always_build
@@ -407,3 +408,11 @@ async def create_ctx_client(ctx: Context, config: Dict[str, Any], cloud: bool, b
     if not build and command not in commands_always_local and command not in commands_always_build:
         click.echo(FeedbackManager.gray(message="Running against Tinybird Local\n"))
     return await get_tinybird_local_client(config, build=build)
+
+
+def get_target_env(cloud: bool, build: bool) -> str:
+    if cloud:
+        return "cloud"
+    if build:
+        return "build"
+    return "local"

tinybird/tb/modules/datafile/fixture.py

@@ -8,6 +8,13 @@ def get_fixture_dir(folder: str) -> Path:
     return Path(folder) / "fixtures"
 
 
+def persist_fixture_sql(fixture_name: str, sql: str, folder: str) -> Path:
+    fixture_dir = get_fixture_dir(folder)
+    fixture_file = fixture_dir / f"{fixture_name}.sql"
+    fixture_file.write_text(sql)
+    return fixture_file
+
+
 def persist_fixture(fixture_name: str, data: Union[List[Dict[str, Any]], str], folder: str, format="ndjson") -> Path:
     fixture_dir = get_fixture_dir(folder)
     fixture_file = fixture_dir / f"{fixture_name}.{format}"

tinybird/tb/modules/datasource.py

@@ -5,6 +5,7 @@
 
 import asyncio
 import json
+import os
 import re
 from typing import Optional
 
@@ -23,8 +24,10 @@ from tinybird.tb.modules.common import (
     push_data,
 )
 from tinybird.tb.modules.datafile.common import get_name_version
+from tinybird.tb.modules.datafile.fixture import persist_fixture
 from tinybird.tb.modules.exceptions import CLIDatasourceException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
+from tinybird.tb.modules.project import Project
 
 
 @cli.group()
@@ -391,3 +394,63 @@ async def datasource_data(ctx: Context, datasource: str, limit: int):
         echo_safe_humanfriendly_tables_format_smart_table(
             data=[d.values() for d in res["data"]], column_names=res["data"][0].keys()
         )
+
+
+@datasource.command(name="export")
+@click.argument("datasource")
+@click.option(
+    "--format",
+    "format_",
+    type=click.Choice(["csv", "ndjson"], case_sensitive=False),
+    default="ndjson",
+    help="Output format (csv or ndjson)",
+)
+@click.option("--rows", type=int, default=100, help="Number of rows to export (default: 100)")
+@click.option("--where", type=str, default=None, help="Condition to filter data")
+@click.option("--target", type=str, help="Target file path (default: datasource_name.{format})")
+@click.pass_context
+@coro
+async def datasource_export(
+    ctx: Context,
+    datasource: str,
+    format_: str,
+    rows: int,
+    where: Optional[str],
+    target: Optional[str],
+):
+    """Export data from a datasource to a file in CSV or NDJSON format
+
+    Example usage:
+    - Export all rows as CSV: tb datasource export my_datasource
+    - Export 1000 rows as NDJSON: tb datasource export my_datasource --format ndjson --rows 1000
+    - Export to specific file: tb datasource export my_datasource --output ./data/export.csv
+    """
+    client: TinyB = ctx.ensure_object(dict)["client"]
+    project: Project = ctx.ensure_object(dict)["project"]
+
+    # Determine output filename if not provided
+    if not target:
+        target = f"{datasource}.{format_}"
+
+    # Build query with optional row limit
+    query = f"SELECT * FROM {datasource} WHERE {where or 1} LIMIT {rows}"
+
+    click.echo(FeedbackManager.highlight(message=f"\n» Exporting {datasource} to {target}"))
+
+    try:
+        if format_ == "csv":
+            query += " FORMAT CSVWithNames"
+        else:
+            query += " FORMAT JSONEachRow"
+
+        res = await client.query(query)
+
+        fixture_path = persist_fixture(datasource, res, project.folder)
+        file_size = os.path.getsize(fixture_path)
+
+        click.echo(
+            FeedbackManager.success(message=f"✓ Exported data to {target} ({humanfriendly.format_size(file_size)})")
+        )
+
+    except Exception as e:
+        raise CLIDatasourceException(FeedbackManager.error(message=str(e)))

tinybird/tb/modules/deployment.py

@@ -266,13 +266,13 @@ def deployment_rollback(ctx: click.Context, wait: bool) -> None:
 @click.option(
     "--wait/--no-wait",
     is_flag=True,
-    default=False,
+    default=True,
     help="Wait for deploy to finish. Disabled by default.",
 )
 @click.option(
     "--auto/--no-auto",
     is_flag=True,
-    default=False,
+    default=True,
     help="Auto-promote the deployment. Only works if --wait is enabled. Disabled by default.",
 )
 @click.option(
@@ -311,6 +311,7 @@ def create_deployment(
     }
     project: Project = ctx.ensure_object(dict)["project"]
     client = ctx.ensure_object(dict)["client"]
+    config = ctx.ensure_object(dict)["config"]
     TINYBIRD_API_URL = f"{client.host}/v1/deploy"
     TINYBIRD_API_KEY = client.token
 
@@ -357,8 +358,21 @@ def create_deployment(
         deploy_result = result.get("result")
         if deploy_result == "success":
             print_changes(result, project)
-            click.echo(FeedbackManager.success(message="Deployment submitted successfully"))
-            deployment = result.get("deployment")
+            deployment = result.get("deployment", {})
+            # We show the url in the case of region is public
+            if client.host == "https://api.europe-west2.gcp.tinybird.co":
+                click.echo(
+                    FeedbackManager.gray(message="Deployment URL: ")
+                    + FeedbackManager.info(
+                        message=f"https://cloud.tinybird.co/gcp/europe-west2/{config.get('name')}/deployments/{deployment.get('id')}"
+                    )
+                )
+
+            if wait:
+                click.echo(FeedbackManager.info(message="\n✓ Deployment submitted successfully"))
+            else:
+                click.echo(FeedbackManager.success(message="\n✓ Deployment submitted successfully"))
+
             feedback = deployment.get("feedback", [])
             for f in feedback:
                 click.echo(

tinybird/tb/modules/mock.py

@@ -1,6 +1,4 @@
 import glob
-import logging
-import os
 from pathlib import Path
 
 import click
@@ -8,9 +6,9 @@ import click
 from tinybird.client import TinyB
 from tinybird.prompts import mock_prompt
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import CLIException, check_user_token_with_client, coro
+from tinybird.tb.modules.common import CLIException, check_user_token_with_client, coro, push_data
 from tinybird.tb.modules.config import CLIConfig
-from tinybird.tb.modules.datafile.fixture import persist_fixture
+from tinybird.tb.modules.datafile.fixture import persist_fixture, persist_fixture_sql
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.llm import LLM
 from tinybird.tb.modules.llm_utils import extract_xml
@@ -41,11 +39,11 @@ async def mock(ctx: click.Context, datasource: str, rows: int, prompt: str) -> N
     try:
         tb_client: TinyB = ctx.ensure_object(dict)["client"]
         project: Project = ctx.ensure_object(dict)["project"]
+        env = ctx.ensure_object(dict)["env"]
         datasource_path = Path(datasource)
         datasource_name = datasource
         folder = project.folder
         click.echo(FeedbackManager.highlight(message=f"\n» Creating fixture for {datasource_name}..."))
-
         if datasource_path.suffix == ".datasource":
             datasource_name = datasource_path.stem
         else:
@@ -56,14 +54,6 @@ async def mock(ctx: click.Context, datasource: str, rows: int, prompt: str) -> N
         if not datasource_path.exists():
             raise CLIException(f"Datasource '{datasource_path.stem}' not found")
 
-        prompt_path = Path(folder) / "fixtures" / f"{datasource_name}.prompt"
-        if not prompt or prompt == "Use the datasource schema to generate sample data":
-            # load the prompt from the fixture.prompt file if it exists
-            if prompt_path.exists():
-                prompt = prompt_path.read_text()
-        else:
-            prompt_path.write_text(prompt)
-
         datasource_content = datasource_path.read_text()
         config = CLIConfig.get_project_config()
         user_client = config.get_client()
@@ -76,21 +66,39 @@ async def mock(ctx: click.Context, datasource: str, rows: int, prompt: str) -> N
         except Exception:
             click.echo(FeedbackManager.error(message="This action requires authentication. Run 'tb login' first."))
             return
+
         llm = LLM(user_token=user_token, host=user_client.host)
         prompt = f"<datasource_schema>{datasource_content}</datasource_schema>\n<user_input>{prompt}</user_input>"
         sql = ""
-
         response = llm.ask(system_prompt=mock_prompt(rows), prompt=prompt)
         sql = extract_xml(response, "sql")
         result = await tb_client.query(f"{sql} FORMAT JSON")
         data = result.get("data", [])[:rows]
-        persist_fixture(datasource_name, data, folder)
-        click.echo(FeedbackManager.info(message=f"✓ /fixtures/{datasource_name}.ndjson created"))
+        if env == "build":
+            persist_fixture_sql(datasource_name, sql, folder)
+
+        fixture_path = persist_fixture(datasource_name, data, folder)
 
-        if os.environ.get("TB_DEBUG", "") != "":
-            logging.debug(sql)
+        click.echo(FeedbackManager.info(message=f"✓ /fixtures/{datasource_name}.ndjson created"))
+        if env == "cloud":
+            await append_fixture(tb_client, datasource_name, str(fixture_path))
 
         click.echo(FeedbackManager.success(message=f"✓ Sample data for {datasource_name} created with {rows} rows"))
 
     except Exception as e:
         click.echo(FeedbackManager.error_exception(error=f"Error: {e}"))
+
+
+async def append_fixture(
+    tb_client: TinyB,
+    datasource_name: str,
+    url: str,
+):
+    await push_data(
+        tb_client,
+        datasource_name,
+        url,
+        mode="append",
+        concurrency=1,
+        silent=True,
+    )

tinybird/tb/modules/watch.py

@@ -29,7 +29,7 @@ class WatchProjectHandler(FileSystemEventHandler):
         if event.is_directory:
             return None
 
-        valid_extensions = [".datasource", ".pipe", ".ndjson"]
+        valid_extensions = [".datasource", ".pipe", ".ndjson", ".sql"]
 
         if not any(event.src_path.endswith(ext) for ext in valid_extensions):
             return None

{tinybird-0.0.1.dev69.dist-info → tinybird-0.0.1.dev70.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev69
+Version: 0.0.1.dev70
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev69.dist-info → tinybird-0.0.1.dev70.dist-info}/RECORD

@@ -15,18 +15,18 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=fUKIFrZLe0WyMFmV-mkjIdCSeFcZMBL3Uet4eHcids0,41960
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=AUAww-KjGOZg9h0IBlKA3FeacJYB4rOtqcTGJhFM-g8,40392
-tinybird/tb/__cli__.py,sha256=oDKDPPvR2NMgaawv4tiYkQ17clB9vn1VDY4J4rqpHxI,251
+tinybird/tb/__cli__.py,sha256=53NC2V-YpRXEwQyuGwM0-hJrMfoKVMQVHdHn44o-QYI,251
 tinybird/tb/cli.py,sha256=FD1pfbzu9YHJHEG6Vtn_EwPLTYhwqw-I6AxXeTaRHU8,926
 tinybird/tb/modules/auth.py,sha256=vBA-KsrjAp77kFunGSM-4o7AFdfO7ac4dnrHKrx0alI,9020
-tinybird/tb/modules/build.py,sha256=UN1d7EZ93VOlPCrtsay-KLgZnzxn2NCBDY3wvrUSP1Q,9198
+tinybird/tb/modules/build.py,sha256=GIXpIAHxulB-PgJ2jeZnwIXPbL7anp3rPi5a6DxfWuQ,9674
 tinybird/tb/modules/cicd.py,sha256=xxXwy-QekJcG14kkJeGNl7LkHduhZXfvBZE8WrU6-t4,5351
-tinybird/tb/modules/cli.py,sha256=AvqH7x3wiLShaXWxIsMRidPCmJs03ZYwuFzQZz-nMyU,15919
+tinybird/tb/modules/cli.py,sha256=MJ4N0BUW6yhlo3zGf_N_qqBQWPyCD-aMrkI7u7azHW4,16125
 tinybird/tb/modules/common.py,sha256=XZY0nWkK68vgh2Vml5JzyQuEWIyf2igq7IrAu0n94Lo,73203
 tinybird/tb/modules/config.py,sha256=mie3oMVTf5YOUFEiLs88P16U4LkJafJjSpjwyAkFHog,10979
 tinybird/tb/modules/copy.py,sha256=Aq6wh_wjRiyLQtEOKF9pKLPgJhSvbGTFWIw_LJB0t0U,5801
 tinybird/tb/modules/create.py,sha256=I01JDENOyGKK0Umd2_1Om_nFGP8Uk9vxaOw7PygK02o,12302
-tinybird/tb/modules/datasource.py,sha256=9NxmicauGwLwfcKAe3Vyiu5JHmYDl6iYmBJweu4Hl2s,14735
-tinybird/tb/modules/deployment.py,sha256=Xtaty4vPoSFk189cuupei3h3ze1FpPvi_dA7koPvjoI,16222
+tinybird/tb/modules/datasource.py,sha256=aOvjTVH9EdGNAw_lqhtZdJQhYnMOTGIqD3Pe4GtakFw,16905
+tinybird/tb/modules/deployment.py,sha256=qGkFwPR1TGtcbqUcKkhsfzK--sNzXo6JV8Ny8HrlSfo,16873
 tinybird/tb/modules/endpoint.py,sha256=zQJgJXTzMB3hPO-3Xnppi0Pv8byZunBNhbbmMgKtijE,11915
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
 tinybird/tb/modules/feedback_manager.py,sha256=mrw5tdYycfvg6WLXlM0KIjfJardm_aNpnJkUg2vH0cA,68463
@@ -38,7 +38,7 @@ tinybird/tb/modules/local.py,sha256=_PIa-1M-72bv9rhLwqaNthJM1ZhvcjWXFChZAfEPXRs,
 tinybird/tb/modules/local_common.py,sha256=W1fEnB1vBQ4YC5U1PdA0w0g3cTV78bQ5R-lRxdDj5-Y,2868
 tinybird/tb/modules/login.py,sha256=EGxwVRmMX1Y7ZeCRyA8fqaCWpYYk7NvnZ3x_1g0NlYA,6063
 tinybird/tb/modules/materialization.py,sha256=dESybok66Fn7XLzQQr-fBCDNf5xQL8wkRiD2QBr5lOg,5748
-tinybird/tb/modules/mock.py,sha256=DVZjPv9p8k5fntHcLHnIsWS7KBa1jF02BYA_Ey4XWf4,3824
+tinybird/tb/modules/mock.py,sha256=7alBqLfQLb7JSZJth9JDXGUOvABWXr8Gx23edgyrW8w,3869
 tinybird/tb/modules/pipe.py,sha256=PbCM31q9lVB9xPWvPBhlpW53MGFGvzVv81trxC06kDY,2428
 tinybird/tb/modules/project.py,sha256=QdOG65Hcc6r_eQ938CfZeIXyp38RkiTYNPupgqy2gP0,2948
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
@@ -48,7 +48,7 @@ tinybird/tb/modules/tag.py,sha256=anPmMUBc-TbFovlpFi8GPkKA18y7Y0GczMsMms5TZsU,35
 tinybird/tb/modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
 tinybird/tb/modules/test.py,sha256=tY7_FJRSL6EdztypWlvDJi5QpXDLS5dpO0i_dpGuzkI,11528
 tinybird/tb/modules/token.py,sha256=WEB2xqRgOierJ_S7TrZLEpLpQ9mkXcYLH2-xipjoGDc,12814
-tinybird/tb/modules/watch.py,sha256=90FUrSD6cYfOi7GsEHfq_oTI6kap7uc8CbG0t3j_Tus,4953
+tinybird/tb/modules/watch.py,sha256=IIahyfmVNNu_EY2dVKZ_zjdSEFocwsmpvvgki4EmU-w,4961
 tinybird/tb/modules/workspace.py,sha256=7gOgt10j9emleqQ43BA6jU0CZjJxw7L5gDZhCxGafI4,6400
 tinybird/tb/modules/workspace_members.py,sha256=Vb5XEaKmkfONyfg2MS5EcpwolMvv7GLwFS5m2EuobT8,8726
 tinybird/tb/modules/datafile/build.py,sha256=seGFSvmgyRrAM1-icsKBkuog3WccfGUYFTPT-xoA5W8,50940
@@ -58,7 +58,7 @@ tinybird/tb/modules/datafile/build_pipe.py,sha256=Jgv3YKIvMfjPiSIdw1k2mpaoDdAWMi
 tinybird/tb/modules/datafile/common.py,sha256=1sKkQnyKOaFARQzORncpL6cRVpV9GDOD4oC36daX-Hk,79343
 tinybird/tb/modules/datafile/diff.py,sha256=-0J7PsBO64T7LOZSkZ4ZFHHCPvT7cKItnJkbz2PkndU,6754
 tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
-tinybird/tb/modules/datafile/fixture.py,sha256=XQpbppUQ4cow7dMzHs7OZBYBXA2PI5AOCmNdMDClbKo,833
+tinybird/tb/modules/datafile/fixture.py,sha256=si-9LB-LdKQSWDtVW82xDrHtFfko5bgBG1cvjqqrcPU,1064
 tinybird/tb/modules/datafile/format_common.py,sha256=WaNV4tXrQU5gjV6MJP-5TGqg_Bre6ilNS8emvFl-X3c,1967
 tinybird/tb/modules/datafile/format_datasource.py,sha256=gpRsGnDEMxEo0pIlEHXKvyuwKIpqJJUCN9JRSiDYs_4,6156
 tinybird/tb/modules/datafile/format_pipe.py,sha256=58iSTrJ5lg-IsbpX8TQumQTuZ6UIotMsCIkNJd1M-pM,7418
@@ -74,8 +74,8 @@ tinybird/tb_cli_modules/config.py,sha256=6u6B5QCdiQLbJkCkwtnKGs9H3nP-KXXhC75mF7B
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
-tinybird-0.0.1.dev69.dist-info/METADATA,sha256=Qy1Ob_W4u71B64I99GYQSlFunPcsP6kz7ie9WBl1I5I,2585
-tinybird-0.0.1.dev69.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev69.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev69.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev69.dist-info/RECORD,,
+tinybird-0.0.1.dev70.dist-info/METADATA,sha256=5bMC_6zO0z9FVkj9F0oQ7tdexUZnSoPaEpaHG3EtqVs,2585
+tinybird-0.0.1.dev70.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev70.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev70.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev70.dist-info/RECORD,,