tinybird 0.0.1.dev7__py3-none-any.whl → 0.0.1.dev9__py3-none-any.whl

tinybird/tb/modules/build.py

@@ -1,6 +1,8 @@
 import asyncio
 import os
 import random
+import subprocess
+import threading
 import time
 from pathlib import Path
 from typing import Any, Awaitable, Callable, List, Union
@@ -14,6 +16,7 @@ import tinybird.context as context
 from tinybird.client import TinyB
 from tinybird.config import FeatureFlags
 from tinybird.feedback_manager import FeedbackManager, bcolors
+from tinybird.syncasync import sync_to_async
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import (
     coro,
@@ -58,7 +61,7 @@ def watch_files(
         elapsed_time = time_end - time_start
         click.echo(
             FeedbackManager.success(message="\n✓ ")
-            + FeedbackManager.gray(message=f"Rebuild completed in {elapsed_time:.1f}s")
+            + FeedbackManager.gray(message=f"Rebuild completed in {elapsed_time:.1f}s\n")
         )
 
     event_handler = FileChangeHandler(filenames, lambda f: asyncio.run(process_wrapper(f)))
@@ -161,8 +164,23 @@ async def build(
     await build_once(filenames)
 
     if watch:
-        click.echo(FeedbackManager.highlight(message="◎ Watching for changes..."))
-        watch_files(filenames, process)
+        click.echo(FeedbackManager.highlight(message="◎ Watching for changes...\n"))
+        watcher_thread = threading.Thread(target=watch_files, args=(filenames, process), daemon=True)
+        watcher_thread.start()
+
+        # Main CLI loop
+        while True:
+            user_input = click.prompt("", prompt_suffix="")
+            if user_input.lower() == "exit":
+                break
+
+            if "tb build" in user_input:
+                click.echo(FeedbackManager.error(message="Build command is already running"))
+            else:
+                # Process the user command
+                await sync_to_async(subprocess.run, thread_sensitive=True)(user_input, shell=True, text=True)
+
+            click.echo(FeedbackManager.highlight(message="\n◎ Watching for changes...\n"))
 
 
 async def build_and_print_pipe(tb_client: TinyB, filename: str):

tinybird/tb/modules/create.py

@@ -1,3 +1,4 @@
+import json
 import os
 from os import getcwd
 from pathlib import Path
@@ -39,6 +40,7 @@ from tinybird.tb.modules.local import (
     type=click.Path(exists=True, file_okay=False),
     help="Folder where datafiles will be placed",
 )
+@click.option("--rows", type=int, default=100, help="Number of events to send")
 @click.pass_context
 @coro
 async def create(
@@ -46,9 +48,9 @@ async def create(
     data: Optional[str],
     prompt: Optional[str],
     folder: Optional[str],
+    rows: int,
 ) -> None:
     """Initialize a new project."""
-    click.echo(FeedbackManager.gray(message="Setting up Tinybird Local"))
     folder = folder or getcwd()
     try:
         tb_client = get_tinybird_local_client()
@@ -72,7 +74,17 @@ async def create(
                 datasource_content = datasource_path.read_text()
                 has_json_path = "`json:" in datasource_content
                 if has_json_path:
-                    await llm.generate_sql_sample_data(tb_client, datasource_name, datasource_content)
+                    sql = await llm.generate_sql_sample_data(tb_client, datasource_name, datasource_content, rows)
+                    result = await tb_client.query(f"{sql} FORMAT JSON")
+                    data = result.get("data", [])
+                    max_rows_per_request = 100
+                    sent_rows = 0
+                    for i in range(0, len(data), max_rows_per_request):
+                        batch = data[i : i + max_rows_per_request]
+                        ndjson_data = "\n".join([json.dumps(row) for row in batch])
+                        await tb_client.datasource_events(datasource_name, ndjson_data)
+                        sent_rows += len(batch)
+                click.echo(f"Sent {sent_rows} rows to datasource '{datasource_name}'")
         click.echo(FeedbackManager.success(message="\n✓ Tinybird Local is ready!"))
     except Exception as e:
         click.echo(FeedbackManager.error(message=f"Error: {str(e)}"))

tinybird/tb/modules/datafile/build.py

@@ -32,6 +32,7 @@ from tinybird.tb.modules.datafile.common import (
     INTERNAL_TABLES,
     ON_DEMAND,
     PREVIEW_CONNECTOR_SERVICES,
+    TB_LOCAL_WORKSPACE_NAME,
     CopyModes,
     CopyParameters,
     DataFileExtensions,
@@ -55,6 +56,9 @@ async def folder_build(
     ignore_sql_errors: bool = False,
     is_internal: bool = False,
     only_pipes: bool = False,
+    is_vendor: bool = False,
+    current_ws: Optional[Dict[str, Any]] = None,
+    workspaces: Optional[List[Dict[str, Any]]] = None,
 ):
     if only_pipes:
         filenames = [f for f in filenames if f.endswith(".pipe")]
@@ -71,9 +75,8 @@ async def folder_build(
     populate_subset = None
     populate_condition = None
     tests_to_run = 0
-    user_token = None
     tests_failfast = True
-    override_datasource = True
+    override_datasource = False
     tests_check_requests_from_branch = False
     skip_confirmation = True
     wait = False
@@ -102,20 +105,44 @@ async def folder_build(
     tests_check_requests_from_branch = False
     git_release = False
     workspace_lib_paths = []
-    workspaces: List[Dict[str, Any]] = (await tb_client.user_workspaces()).get("workspaces", [])
-    current_ws: Dict[str, Any] = next(
-        (workspace for workspace in workspaces if config and workspace.get("id", ".") == config.get("id", "..")), {}
-    )
 
     workspace_lib_paths = list(workspace_lib_paths)
     # include vendor libs without overriding user ones
     existing_workspaces = set(x[1] for x in workspace_lib_paths)
     vendor_path = Path("vendor")
-    if vendor_path.exists():
+    user_token = config.get_user_token()
+    user_client = deepcopy(tb_client)
+
+    if user_token:
+        user_client.token = user_token
+
+    vendor_workspaces = []
+    user_workspaces = await user_client.user_workspaces()
+    if vendor_path.exists() and not is_vendor:
         for x in vendor_path.iterdir():
             if x.is_dir() and x.name not in existing_workspaces:
+                if user_token:
+                    try:
+                        ws_to_delete = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == x.name), None)
+                        if ws_to_delete:
+                            await user_client.delete_workspace(ws_to_delete["id"], hard_delete_confirmation=x.name)
+                    except Exception:
+                        pass
+                    vendor_ws = await user_client.create_workspace(x.name, template=None)
+                    vendor_workspaces.append(vendor_ws)
                 workspace_lib_paths.append((x.name, x))
 
+    workspaces: List[Dict[str, Any]] = (await user_client.user_workspaces()).get("workspaces", [])
+    local_ws = next((ws for ws in workspaces if ws["name"] == TB_LOCAL_WORKSPACE_NAME), {})
+    current_ws: Dict[str, Any] = current_ws or local_ws
+    for vendor_ws in [ws for ws in workspaces if ws["name"] in [ws["name"] for ws in vendor_workspaces]]:
+        ws_client = deepcopy(tb_client)
+        ws_client.token = vendor_ws["token"]
+        shared_ws_path = Path(folder) / "vendor" / vendor_ws["name"]
+
+        if shared_ws_path.exists() and not is_vendor:
+            await folder_build(ws_client, folder=shared_ws_path.as_posix(), is_vendor=True, current_ws=vendor_ws)
+
     datasources: List[Dict[str, Any]] = await tb_client.datasources()
     pipes: List[Dict[str, Any]] = await tb_client.pipes(dependencies=True)
 
@@ -253,10 +280,12 @@ async def folder_build(
                             tests_validate_processed_bytes,
                             tests_check_requests_from_branch,
                             current_ws,
+                            local_ws,
                             fork_downstream,
                             fork,
                             git_release,
                             build,
+                            is_vendor,
                         )
                         if not run_tests:
                             click.echo(
@@ -683,10 +712,12 @@ async def exec_file(
     tests_validate_processed_bytes: bool = False,
     tests_check_requests_from_branch: bool = False,
     current_ws: Optional[Dict[str, Any]] = None,
+    local_ws: Optional[Dict[str, Any]] = None,
     fork_downstream: Optional[bool] = False,
     fork: Optional[bool] = False,
     git_release: Optional[bool] = False,
     build: Optional[bool] = False,
+    is_vendor: Optional[bool] = False,
 ):
     if debug:
         click.echo(FeedbackManager.debug_running_file(file=pp.pformat(r)))
@@ -726,9 +757,11 @@ async def exec_file(
             force,
             skip_confirmation=skip_confirmation,
             current_ws=current_ws,
+            local_ws=local_ws,
             fork_downstream=fork_downstream,
             fork=fork,
             build=build,
+            is_vendor=is_vendor,
         )
         await update_tags_in_resource(r, "datasource", tb_client)
     else:

tinybird/tb/modules/datafile/build_datasource.py

@@ -17,9 +17,11 @@ async def new_ds(
     force: bool = False,
     skip_confirmation: bool = False,
     current_ws=None,
+    local_ws=None,
     fork_downstream: Optional[bool] = False,
     fork: Optional[bool] = False,
     build: Optional[bool] = False,
+    is_vendor: Optional[bool] = False,
 ):
     ds_name = ds["params"]["name"]
 
@@ -93,7 +95,7 @@ async def new_ds(
             if ds.get("tokens"):
                 await manage_tokens()
 
-            if ds.get("shared_with"):
+            if ds.get("shared_with") and not build:
                 if not user_token:
                     click.echo(FeedbackManager.info_skipping_shared_with_entry())
                 else:
@@ -105,6 +107,14 @@ async def new_ds(
                         workspaces_to_share=ds["shared_with"],
                         current_ws=current_ws,
                     )
+            if is_vendor and user_token and local_ws and current_ws:
+                user_client: TinyB = deepcopy(client)
+                user_client.token = user_token
+                await user_client.datasource_share(
+                    datasource_id=datasource.get("id", ""),
+                    current_workspace_id=current_ws.get("id", ""),
+                    destination_workspace_id=local_ws.get("id", ""),
+                )
 
         except Exception as e:
             raise click.ClickException(FeedbackManager.error_creating_datasource(error=str(e)))

tinybird/tb/modules/datafile/common.py

@@ -85,6 +85,7 @@ INTERNAL_TABLES: Tuple[str, ...] = (
 )
 
 PREVIEW_CONNECTOR_SERVICES = ["s3", "s3_iamrole", "gcs"]
+TB_LOCAL_WORKSPACE_NAME = "Tinybird_Local_Testing"
 
 pp = pprint.PrettyPrinter()
 

tinybird/tb/modules/local.py

@@ -120,8 +120,11 @@ def get_tinybird_local_client():
         raise CLIException("Tinybird local environment is not running. Please start it with `tb local start`.")
 
     token = tokens["workspace_admin_token"]
+    user_token = tokens["user_token"]
     config.set_token(token)
     config.set_host(TB_LOCAL_HOST)
+    config.set_user_token(user_token)
+    config.persist_to_file()
     return config.get_client(host=TB_LOCAL_HOST, token=token)
 
 

{tinybird-0.0.1.dev7.dist-info → tinybird-0.0.1.dev9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev7
+Version: 0.0.1.dev9
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev7.dist-info → tinybird-0.0.1.dev9.dist-info}/RECORD

@@ -18,19 +18,19 @@ tinybird/ch_utils/engine.py,sha256=OXkBhlzGjZotjD0vaT-rFIbSGV4tpiHxE8qO_ip0SyQ,4
 tinybird/tb/cli.py,sha256=6Lu3wsCNepAxjJCWy4c6RhVPArBtm8TlUcSxX--TsBo,783
 tinybird/tb/modules/auth.py,sha256=hynZ-Temot8YBsySUWKSFzZlYadtFPxG3o6lCSu1n6E,9018
 tinybird/tb/modules/branch.py,sha256=R1tTUBGyI0p_dt2IAWbuyNOvemhjCIPwYxEmOxL3zOg,38468
-tinybird/tb/modules/build.py,sha256=dAsgm3UyC46aMYFOH9O8qsyYdBJBoyoTV1mXSBcDJIc,7643
+tinybird/tb/modules/build.py,sha256=SAtWf40kH0HCkSiSm2bPD0YJbLmpwALt-UI9JqnO6SQ,8393
 tinybird/tb/modules/cicd.py,sha256=mIMU1gNGpN3f5K3rBYN9rFoOT3RogDxIs_zB3LY-iO4,7463
 tinybird/tb/modules/cli.py,sha256=Yw6ooemOAIUZR-IKk05BG_D7RgoljTgoHBYW7aq4XaM,56674
 tinybird/tb/modules/common.py,sha256=vb69xKJXbRjoYOlCwerXEU3488Od_zfR2N2yP5VyNw8,79372
 tinybird/tb/modules/config.py,sha256=ppWvACHrSLkb5hOoQLYNby2w8jR76-8Kx2NBCst7ntQ,11760
 tinybird/tb/modules/connection.py,sha256=ZSqBGoRiJedjHKEyB_fr1ybucOHtaad8d7uqGa2Q92M,28668
-tinybird/tb/modules/create.py,sha256=24TWPzRnG8WmDLm8LP2Y5Sb4wwbz4rzarL3YwKQU4i8,6761
+tinybird/tb/modules/create.py,sha256=PXCdmyhkG9-XjWGNpyR24nuLLnLEBIs2v9ycxCk10aw,7456
 tinybird/tb/modules/datasource.py,sha256=tjcf5o-HYIdTkb_c1ErGUFIE-W6G992vsvCuDGcxb9Q,35818
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
 tinybird/tb/modules/fmt.py,sha256=UszEQO15fdzQ49QEj7Unhu68IKwSuKPsOrKhk2p2TAg,3547
 tinybird/tb/modules/job.py,sha256=eoBVyA24lYIPonU88Jn7FF9hBKz1kScy9_w_oWreuc4,2952
 tinybird/tb/modules/llm.py,sha256=D6ShlqCorZpRLjE5srI7Ws4VUTH6kSotTi88CvUwoGw,2446
-tinybird/tb/modules/local.py,sha256=nCaN05ntqIGFbBqyhRwpwdLpcYwsx6Vvp0atU_KKaTo,5893
+tinybird/tb/modules/local.py,sha256=R7L0Inn23OXVs7nssra8mto52fbP7rU2eUU4Bj6_AXU,5998
 tinybird/tb/modules/mock.py,sha256=dYxm8_1zXGZnf4X8OYmG9hK1I-csHakD64Hag8mAn4Q,2069
 tinybird/tb/modules/pipe.py,sha256=9wnfKbp2FkmLiJgVk3qbra76ktwsUTXghu6j9cCEahQ,31058
 tinybird/tb/modules/prompts.py,sha256=u_-VSsqk8fXJTsLO3sCv9DR1Qx2V_M_Z_gBfiyvn5jA,7251
@@ -42,11 +42,11 @@ tinybird/tb/modules/test.py,sha256=psINFpSYT1eGgy32-_4q6CJ7LOcdwBpAfasMA0_tNOU,4
 tinybird/tb/modules/token.py,sha256=r0oeG1RpOOzHtqbUaHBiOmhE55HfNIvReAAWyKl9fJg,12695
 tinybird/tb/modules/workspace.py,sha256=FVlh-kbiZp5Gvp6dGFxi0UD8ail77rMamXLhqdVwrZ0,10916
 tinybird/tb/modules/workspace_members.py,sha256=08W0onEYkKLEC5TkAI07cxN9XSquEm7HnL7OkHAVDjo,8715
-tinybird/tb/modules/datafile/build.py,sha256=NAvtZS8skAt_8HIdzOJhbp-d9kMIqFQJ9tupQ6M9IK0,90180
+tinybird/tb/modules/datafile/build.py,sha256=SWPkmMQYde11LOt0B1JuYoyU8SsSTLjjVp_tPSgMoTM,91754
 tinybird/tb/modules/datafile/build_common.py,sha256=74547h5ja4C66DAwDMabj75FA_BUTJxTJv-24tSFmrs,4551
-tinybird/tb/modules/datafile/build_datasource.py,sha256=cJee7crf57gAGIa76Du0TznVU9gtk7F88eBCI7930tk,16836
+tinybird/tb/modules/datafile/build_datasource.py,sha256=fquzEGwk9NL_0K5YYG86Xtvgn4J5YHtRUoKJxbQGO0s,17344
 tinybird/tb/modules/datafile/build_pipe.py,sha256=X4a-UM_GSOmR8ks2kBITgebXz-aE-iEdG5F1eEUzIyc,27555
-tinybird/tb/modules/datafile/common.py,sha256=g5G0jXC-okEiKPnWa8X3p3-VxXoZlQQUwKzhxVA0tfs,33918
+tinybird/tb/modules/datafile/common.py,sha256=hoIm6mvXO49Jy2W2XPGE7NgOj-GmYw7zALXREQ0C3eQ,33969
 tinybird/tb/modules/datafile/diff.py,sha256=ZaTPGjRFJWokhaad_rMSxfYT92PA96s4WhhvlZubgyA,6769
 tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
 tinybird/tb/modules/datafile/format_common.py,sha256=zNWDXvwSKC9_T5e9R92LLj9ekDflVWwsllhGQilZsnY,2184
@@ -64,8 +64,8 @@ tinybird/tb_cli_modules/config.py,sha256=6NTgIdwf0X132A1j6G_YrdPep87ymZ9b5pABabK
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
-tinybird-0.0.1.dev7.dist-info/METADATA,sha256=MDbMCTsirb0x3yH4RirvEzBzYvjieV1ucRH1R89aPAw,2404
-tinybird-0.0.1.dev7.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tinybird-0.0.1.dev7.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev7.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
-tinybird-0.0.1.dev7.dist-info/RECORD,,
+tinybird-0.0.1.dev9.dist-info/METADATA,sha256=YbZtwUdfek1Uzww7BFCLXsumr1cHtYOH7ceOQnKLjlo,2404
+tinybird-0.0.1.dev9.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tinybird-0.0.1.dev9.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev9.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
+tinybird-0.0.1.dev9.dist-info/RECORD,,