tinybird 0.0.1.dev13__py3-none-any.whl → 0.0.1.dev14__py3-none-any.whl

tinybird/tb/modules/cli.py

@@ -565,24 +565,17 @@ async def push(
 @click.option(
     "--folder", default=None, type=click.Path(exists=True, file_okay=False), help="Folder where files will be placed"
 )
-@click.option(
-    "--auto/--no-auto",
-    is_flag=True,
-    default=True,
-    help="Saves datafiles automatically into their default directories (/datasources or /pipes). Default is True",
-)
-@click.option("--match", default=None, help="Retrieve any resourcing matching the pattern. eg --match _test")
 @click.option("-f", "--force", is_flag=True, default=False, help="Override existing files")
 @click.option("--fmt", is_flag=True, default=False, help="Format files before saving")
 @click.pass_context
 @coro
-async def pull(ctx: Context, folder: str, auto: bool, match: Optional[str], force: bool, fmt: bool) -> None:
+async def pull(ctx: Context, folder: str, force: bool, fmt: bool) -> None:
     """Retrieve latest versions for project files from Tinybird."""
 
     client = ctx.ensure_object(dict)["client"]
     folder = folder if folder else getcwd()
 
-    return await folder_pull(client, folder, auto, match, force, fmt=fmt)
+    return await folder_pull(client, folder, force, fmt=fmt)
 
 
 @cli.command()

tinybird/tb/modules/datafile/diff.py

@@ -121,12 +121,12 @@ async def diff_command(
     if filenames:
         if len(filenames) == 1:
             filenames = [filenames[0], *get_project_filenames(filenames[0])]
-        await folder_pull(client, target_dir, False, None, True, verbose=False)
+        await folder_pull(client, target_dir, True, verbose=False)
     else:
         filenames = get_project_filenames(".")
         if verbose:
             click.echo("Saving remote resources in .diff_tmp folder.\n")
-        await folder_pull(client, target_dir, False, None, True, verbose=verbose, progress_bar=progress_bar)
+        await folder_pull(client, target_dir, True, verbose=verbose, progress_bar=progress_bar)
 
     remote_datasources: List[Dict[str, Any]] = await client.datasources()
     remote_pipes: List[Dict[str, Any]] = await client.pipes()

tinybird/tb/modules/datafile/pull.py

@@ -1,7 +1,7 @@
 import re
 from asyncio import Semaphore, gather
 from pathlib import Path
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict, List, Optional, Tuple
 
 import aiofiles
 import click
@@ -16,38 +16,39 @@ from tinybird.tb.modules.datafile.format_pipe import format_pipe
 async def folder_pull(
     client: TinyB,
     folder: str,
-    auto: bool,
-    match: Optional[str],
     force: bool,
     verbose: bool = True,
     progress_bar: bool = False,
     fmt: bool = False,
 ):
-    pattern = re.compile(match) if match else None
-
-    def _get_latest_versions(resources: List[str]):
+    def _get_latest_versions(resources: List[Tuple[str, str]]):
         versions: Dict[str, Any] = {}
 
-        for x in resources:
+        for x, resource_type in resources:
             t = get_name_version(x)
             t["original_name"] = x
             if t["version"] is None:
                 t["version"] = -1
             name = t["name"]
+            t["type"] = resource_type
 
             if name not in versions or name == x or versions[name]["version"] < t["version"]:
                 versions[name] = t
         return versions
 
-    def get_file_folder(extension: str):
-        if not auto:
-            return None
+    def get_file_folder(extension: str, resource_type: Optional[str]):
         if extension == "datasource":
             return "datasources"
+        if resource_type == "endpoint":
+            return "endpoints"
+        if resource_type == "sink":
+            return "sinks"
+        if resource_type == "copy":
+            return "copies"
+        if resource_type == "materialized":
+            return "materializations"
         if extension == "pipe":
             return "pipes"
-        if extension == "token":
-            return "tokens"
         return None
 
     async def write_files(
@@ -61,11 +62,6 @@ async def folder_pull(
         async def write_resource(k: Dict[str, Any]):
             name = f"{k['name']}.{extension}"
             try:
-                if pattern and not pattern.search(name):
-                    if verbose:
-                        click.echo(FeedbackManager.info_skipping_resource(resource=name))
-                    return
-
                 resource = await getattr(client, get_resource_function)(k["original_name"])
                 resource_to_write = resource
 
@@ -76,11 +72,11 @@ async def folder_pull(
                         resource_to_write = await format_pipe(name, content=resource)
 
                 dest_folder = folder
-                if "." in k["name"] and extension != "token":
+                if "." in k["name"]:
                     dest_folder = Path(folder) / "vendor" / k["name"].split(".", 1)[0]
                     name = f"{k['name'].split('.', 1)[1]}.{extension}"
 
-                file_folder = get_file_folder(extension)
+                file_folder = get_file_folder(extension, k["type"])
                 f = Path(dest_folder) / file_folder if file_folder is not None else Path(dest_folder)
 
                 if not f.exists():
@@ -125,11 +121,11 @@ async def folder_pull(
 
     try:
         datasources = await client.datasources()
-        remote_datasources = sorted([x["name"] for x in datasources])
+        remote_datasources = sorted([(x["name"], x.get("type", "csv")) for x in datasources], key=lambda x: x[0])
         datasources_versions = _get_latest_versions(remote_datasources)
 
         pipes = await client.pipes()
-        remote_pipes = sorted([x["name"] for x in pipes])
+        remote_pipes = sorted([(pipe["name"], pipe.get("type", "default")) for pipe in pipes], key=lambda x: x[0])
         pipes_versions = _get_latest_versions(remote_pipes)
 
         resources = list(datasources_versions.keys()) + list(pipes_versions.keys())

tinybird/tb/modules/login.py

@@ -87,6 +87,9 @@ class AuthHandler(http.server.SimpleHTTPRequestHandler):
         return
 
 
+AUTH_SERVER_PORT = 49160
+
+
 class AuthServer(socketserver.TCPServer):
     allow_reuse_address = True
 
@@ -96,7 +99,7 @@ class AuthServer(socketserver.TCPServer):
 
 
 def start_server(auth_callback):
-    with AuthServer(("", 3000), AuthHandler, auth_callback) as httpd:
+    with AuthServer(("", AUTH_SERVER_PORT), AuthHandler, auth_callback) as httpd:
         httpd.timeout = 30
         start_time = time.time()
         while time.time() - start_time < 60:  # Run for a maximum of 60 seconds
@@ -132,7 +135,7 @@ def login(host: str, workspace: str):
 
     # Open the browser to the auth page
     client_id = "T6excMo8IKguvUw4vFNYfqlt9pe6msCU"
-    callback_url = "http://localhost:3000"
+    callback_url = f"http://localhost:{AUTH_SERVER_PORT}"
     params = {
         "client_id": client_id,
         "redirect_uri": callback_url,

{tinybird-0.0.1.dev13.dist-info → tinybird-0.0.1.dev14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev13
+Version: 0.0.1.dev14
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev13.dist-info → tinybird-0.0.1.dev14.dist-info}/RECORD

@@ -20,7 +20,7 @@ tinybird/tb/modules/auth.py,sha256=hynZ-Temot8YBsySUWKSFzZlYadtFPxG3o6lCSu1n6E,9
 tinybird/tb/modules/branch.py,sha256=R1tTUBGyI0p_dt2IAWbuyNOvemhjCIPwYxEmOxL3zOg,38468
 tinybird/tb/modules/build.py,sha256=_kiloHo4cGdyQyp7TgCmXGHtmPP0cCL1gq1m-YcwNHQ,11181
 tinybird/tb/modules/cicd.py,sha256=KCFfywFfvGRh24GZwqrhICiTK_arHelPs_X4EB-pXIw,7331
-tinybird/tb/modules/cli.py,sha256=c-XNRu-idb2Hz43IT9ejd-QjsZy-xPQ3rnrdVIz0wxM,56568
+tinybird/tb/modules/cli.py,sha256=zXFzafgt88K5CZ5mgkeSU-R3kmA6riPklYtUbTrZ6RA,56219
 tinybird/tb/modules/common.py,sha256=Vubc2AIR8BfEupnT5e1Y8OYGEyvNoIcjo8th-SaUflw,80111
 tinybird/tb/modules/config.py,sha256=ppWvACHrSLkb5hOoQLYNby2w8jR76-8Kx2NBCst7ntQ,11760
 tinybird/tb/modules/connection.py,sha256=ZSqBGoRiJedjHKEyB_fr1ybucOHtaad8d7uqGa2Q92M,28668
@@ -31,7 +31,7 @@ tinybird/tb/modules/fmt.py,sha256=UszEQO15fdzQ49QEj7Unhu68IKwSuKPsOrKhk2p2TAg,35
 tinybird/tb/modules/job.py,sha256=eoBVyA24lYIPonU88Jn7FF9hBKz1kScy9_w_oWreuc4,2952
 tinybird/tb/modules/llm.py,sha256=TvJJ9BlKISAb1SVI-pnHp_PcHcxGfTyjxOE_qAz90Ck,2441
 tinybird/tb/modules/local.py,sha256=sImiZwUMsvJRGBVZovOGBqxXo0SBWYwpZ7b8zVG_QNc,6943
-tinybird/tb/modules/login.py,sha256=a96yvh9stVQXL-JGTBf8NKMrIkp3nu2oT8TymVeDz9o,5796
+tinybird/tb/modules/login.py,sha256=rxPjVtaW0r8hgx2wRISKPSfprSUXVzn6XE_YAxF9oz0,5850
 tinybird/tb/modules/mock.py,sha256=RohmEhNfudVryn2pJrI4fASE74inovNxzN0ew85Y830,2747
 tinybird/tb/modules/pipe.py,sha256=9wnfKbp2FkmLiJgVk3qbra76ktwsUTXghu6j9cCEahQ,31058
 tinybird/tb/modules/prompts.py,sha256=g0cBW2ePzuftib02wV82VIcAZd59buAAusnirAbzqVE,8662
@@ -48,7 +48,7 @@ tinybird/tb/modules/datafile/build_common.py,sha256=74547h5ja4C66DAwDMabj75FA_BU
 tinybird/tb/modules/datafile/build_datasource.py,sha256=fquzEGwk9NL_0K5YYG86Xtvgn4J5YHtRUoKJxbQGO0s,17344
 tinybird/tb/modules/datafile/build_pipe.py,sha256=wxqvVY3vIlG2_IAX8__mevhxqGkOxQ4-YyoWE6v2OxE,27465
 tinybird/tb/modules/datafile/common.py,sha256=q0XPpNE-l011Um3TXh3BmkSkUlYP5Ydkn24jXLq1I9Y,34239
-tinybird/tb/modules/datafile/diff.py,sha256=ZaTPGjRFJWokhaad_rMSxfYT92PA96s4WhhvlZubgyA,6769
+tinybird/tb/modules/datafile/diff.py,sha256=-iaP7GvAzZtZSa8jPgVpOFlTRutxgxRBLBcGL1_RFr4,6743
 tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
 tinybird/tb/modules/datafile/fixture.py,sha256=YHlL4tojmPwm343Y8KO6r7d5Bhsk7U3lKP-oLMeBMsY,1771
 tinybird/tb/modules/datafile/format_common.py,sha256=zNWDXvwSKC9_T5e9R92LLj9ekDflVWwsllhGQilZsnY,2184
@@ -57,7 +57,7 @@ tinybird/tb/modules/datafile/format_pipe.py,sha256=R5tnlEccLn3KX6ehtC_H2sGQNrthu
 tinybird/tb/modules/datafile/parse_datasource.py,sha256=9pp0fJ2Da-7pznaHq5OV7NvzswK0RuXOPHU4kXNRMnA,1111
 tinybird/tb/modules/datafile/parse_pipe.py,sha256=STgA12LOLUnnb_cvVvZeEE4ka-nfk0jsNzxJhWj94cY,2599
 tinybird/tb/modules/datafile/pipe_checker.py,sha256=cp80Bru41GlyMRvyERpdJNXns2MjmtIAWFnBLF4cPXs,24667
-tinybird/tb/modules/datafile/pull.py,sha256=MleQG9GTo9_ZoMKrneps-QzI4dr6n5IPosHWz2sTz20,5894
+tinybird/tb/modules/datafile/pull.py,sha256=wBXBAZIruIyCRQZvfYxMc7h1q35NlKF-hFIF-bUm4iY,5956
 tinybird/tb/modules/tinyunit/tinyunit.py,sha256=IkjRCvb8HnNEE84rtl0I1b9gQVpE_zCE8MvFFet51sg,11716
 tinybird/tb/modules/tinyunit/tinyunit_lib.py,sha256=hGh1ZaXC1af7rKnX7222urkj0QJMhMWclqMy59dOqwE,1922
 tinybird/tb_cli_modules/cicd.py,sha256=0lMkb6CVOFZl5HOwgY8mK4T4mgI7O8335UngLXtCc-c,13851
@@ -66,8 +66,8 @@ tinybird/tb_cli_modules/config.py,sha256=6NTgIdwf0X132A1j6G_YrdPep87ymZ9b5pABabK
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
-tinybird-0.0.1.dev13.dist-info/METADATA,sha256=j-z3lZinpg9H9UK5iqH4nKMe9A0KjGt3etk9EPFq94M,2405
-tinybird-0.0.1.dev13.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tinybird-0.0.1.dev13.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev13.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
-tinybird-0.0.1.dev13.dist-info/RECORD,,
+tinybird-0.0.1.dev14.dist-info/METADATA,sha256=ZuulDALTiwqGmBBXo45rpSNQnzPtV9JId3zHN2q2Si4,2405
+tinybird-0.0.1.dev14.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tinybird-0.0.1.dev14.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev14.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
+tinybird-0.0.1.dev14.dist-info/RECORD,,