tinybird 0.0.1.dev73__py3-none-any.whl → 0.0.1.dev75__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev73'
-__revision__ = 'a843588'
+__version__ = '0.0.1.dev75'
+__revision__ = '0985575'

tinybird/tb/modules/build.py

@@ -7,6 +7,7 @@ import time
 from functools import partial
 from pathlib import Path
 from typing import Callable, Optional
+from urllib.parse import urlencode
 
 import click
 import requests
@@ -191,6 +192,7 @@ def show_data(tb_client: TinyB, filename: str, diff: Optional[str] = None):
     table_name = diff
     resource_path = Path(filename)
     resource_name = resource_path.stem
+    resource_content = resource_path.read_text()
 
     pipeline = resource_name if filename.endswith(".pipe") else None
 
@@ -201,6 +203,17 @@ def show_data(tb_client: TinyB, filename: str, diff: Optional[str] = None):
 
     res = asyncio.run(tb_client.query(sql, pipeline=pipeline))
     print_table_formatted(res, table_name)
+    if Project.is_endpoint(resource_content):
+        example_params = {
+            "format": "json",
+            "pipe": resource_name,
+            "q": "",
+            "token": tb_client.token,
+        }
+        endpoint_url = asyncio.run(tb_client._req(f"/examples/query.http?{urlencode(example_params)}"))
+        if endpoint_url:
+            endpoint_url = endpoint_url.replace("http://localhost:8001", tb_client.host)
+            click.echo(FeedbackManager.gray(message="\nTest endpoint at ") + FeedbackManager.info(message=endpoint_url))
 
 
 def process(

tinybird/tb/modules/datafile/build_pipe.py

@@ -1,5 +1,4 @@
 import json
-import logging
 from copy import deepcopy
 from typing import Any, Dict, List, Optional, Set
 from urllib.parse import urlencode
@@ -9,7 +8,7 @@ import requests
 from croniter import croniter
 
 from tinybird.client import DoesNotExistException, TinyB
-from tinybird.tb.modules.common import requests_delete, requests_get, wait_job
+from tinybird.tb.modules.common import requests_delete, requests_get
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.datafile.common import ON_DEMAND, CopyModes, CopyParameters, PipeNodeTypes, PipeTypes
 from tinybird.tb.modules.exceptions import CLIPipeException
@@ -66,50 +65,10 @@ async def new_pipe(
         current_pipe = next((play for play in playgrounds if play["name"] == p["name"] + "__tb__playground"), None)
         pipe_exists = current_pipe is not None
 
-    is_materialized = any([node.get("params", {}).get("type", None) == "materialized" for node in p["nodes"]])
-    copy_node = next((node for node in p["nodes"] if node.get("params", {}).get("type", None) == "copy"), None)
-    sink_node = next((node for node in p["nodes"] if node.get("params", {}).get("type", None) == "sink"), None)
-    stream_node = next((node for node in p["nodes"] if node.get("params", {}).get("type", None) == "stream"), None)
-
     for node in p["nodes"]:
         if node["params"]["name"] == p["name"]:
             raise click.ClickException(FeedbackManager.error_pipe_node_same_name(name=p["name"]))
 
-    if pipe_exists:
-        if force or run_tests:
-            # TODO: this should create a different node and rename it to the final one on success
-            if check and not populate:
-                if not is_materialized and not copy_node and not sink_node and not stream_node:
-                    pass
-                else:
-                    if is_materialized:
-                        await check_materialized(
-                            p,
-                            host,
-                            token,
-                            tb_client,
-                            override_datasource=override_datasource,
-                            current_pipe=current_pipe,
-                        )
-                    if copy_node:
-                        await check_copy_pipe(pipe=current_pipe, copy_node=copy_node, tb_client=tb_client)
-                    if sink_node:
-                        await check_sink_pipe(pipe=current_pipe, sink_node=sink_node, tb_client=tb_client)
-                    if stream_node:
-                        await check_stream_pipe(pipe=current_pipe, stream_node=stream_node, tb_client=tb_client)
-            if run_tests:
-                logging.info(f"skipping force override of {p['name']}")
-                return
-        else:
-            raise click.ClickException(FeedbackManager.error_pipe_already_exists(pipe=p["name"]))
-    elif not pipe_exists and check:
-        if is_materialized:
-            await check_materialized(
-                p, host, token, tb_client, override_datasource=override_datasource, current_pipe=current_pipe
-            )
-        if copy_node:
-            await check_copy_pipe(pipe=current_pipe, copy_node=copy_node, tb_client=tb_client)
-
     params = {}
     params.update(cli_params)
     if force:
@@ -136,17 +95,6 @@ async def new_pipe(
     if p["nodes"]:
         body["nodes"] = [parse_node(n) for n in p["nodes"]]
 
-    if copy_node:
-        body["target_datasource"] = copy_node.get("target_datasource", None)
-        # We will update the schedule cron later
-        body["schedule_cron"] = None
-
-    if sink_node:
-        body.update(sink_node.get("export_params", {}))
-
-    if stream_node:
-        body.update(stream_node.get("export_params", {}))
-
     post_headers = {"Content-Type": "application/json"}
 
     post_headers.update(headers)
@@ -176,71 +124,6 @@ async def new_pipe(
     except Exception as e:
         raise click.ClickException(FeedbackManager.error_pushing_pipe(pipe=p["name"], error=str(e)))
 
-    datasource = data.get("datasource", None)
-
-    if datasource and populate and not copy_node:
-        job_url = data.get("job", {}).get("job_url", None)
-        job_id = data.get("job", {}).get("job_id", None)
-        if populate_subset:
-            click.echo(FeedbackManager.info_populate_subset_job_url(url=job_url, subset=populate_subset))
-        elif populate_condition:
-            click.echo(
-                FeedbackManager.info_populate_condition_job_url(url=job_url, populate_condition=populate_condition)
-            )
-        else:
-            click.echo(FeedbackManager.info_populate_job_url(url=job_url))
-
-        if wait_populate:
-            result = await wait_job(tb_client, job_id, job_url, "Populating")
-            click.echo(FeedbackManager.info_populate_job_result(result=result))
-    else:
-        if data.get("type") == "default" and not skip_tokens and not as_standard and not copy_node and not sink_node:
-            # FIXME: set option to add last node as endpoint in the API
-            endpoint_node = next(
-                (node for node in data.get("nodes", []) if node.get("type") == "endpoint"), data.get("nodes", [])[-1]
-            )
-            try:
-                data = await tb_client._req(
-                    f"/v0/pipes/{p['name']}/nodes/{endpoint_node.get('id')}/endpoint?{urlencode(cli_params)}",
-                    method="POST",
-                    headers=headers,
-                )
-            except Exception as e:
-                raise Exception(
-                    FeedbackManager.error_creating_endpoint(
-                        node=endpoint_node.get("name"), pipe=p["name"], error=str(e)
-                    )
-                )
-
-    if copy_node:
-        pipe_id = data["id"]
-        node = next((node for node in data["nodes"] if node["node_type"] == "copy"), None)
-        if node:
-            copy_params = {"pipe_name_or_id": pipe_id, "node_id": node["id"]}
-            try:
-                target_datasource = copy_node.get(CopyParameters.TARGET_DATASOURCE, None)
-                schedule_cron = copy_node.get(CopyParameters.COPY_SCHEDULE, None)
-                mode = copy_node.get("mode", CopyModes.APPEND)
-                schedule_cron = None if schedule_cron == ON_DEMAND else schedule_cron
-                current_target_datasource_id = data["copy_target_datasource"]
-                target_datasource_response = await tb_client.get_datasource(target_datasource)
-                target_datasource_to_send = (
-                    target_datasource
-                    if target_datasource_response.get("id", target_datasource) != current_target_datasource_id
-                    else None
-                )
-                copy_params[CopyParameters.TARGET_DATASOURCE] = target_datasource_to_send
-                current_schedule = data.get("schedule", {})
-                current_schedule_cron = current_schedule.get("cron", None) if current_schedule else None
-                schedule_cron_should_be_removed = current_schedule_cron and not schedule_cron
-                copy_params["schedule_cron"] = "None" if schedule_cron_should_be_removed else schedule_cron
-                copy_params["mode"] = mode
-                await tb_client.pipe_update_copy(**copy_params)
-            except Exception as e:
-                raise Exception(
-                    FeedbackManager.error_setting_copy_node(node=copy_node.get("name"), pipe=p["name"], error=str(e))
-                )
-
     if p["tokens"] and not skip_tokens and not as_standard and data.get("type") in ["endpoint", "copy"]:
         # search for token with specified name and adds it if not found or adds permissions to it
         t = None

tinybird/tb/modules/deployment.py

@@ -339,36 +339,34 @@ def create_deployment(
         result = r.json()
         logging.debug(json.dumps(result, indent=2))
 
-        if check:
-            print_changes(result, project)
-            feedback = result.get("deployment", {}).get("feedback", [])
-            for f in feedback:
+        print_changes(result, project)
+
+        feedback = result.get("deployment", {}).get("feedback", [])
+        for f in feedback:
+            click.echo(FeedbackManager.warning(message=f"△ {f.get('level')}: {f.get('resource')}: {f.get('message')}"))
+
+        deploy_errors = result.get("deployment", {}).get("errors")
+        for deploy_error in deploy_errors:
+            if deploy_error.get("filename", None):
                 click.echo(
-                    FeedbackManager.warning(message=f"△ {f.get('level')}: {f.get('resource')}: {f.get('message')}")
+                    FeedbackManager.error(message=f"{deploy_error.get('filename')}\n\n{deploy_error.get('error')}")
                 )
+            else:
+                click.echo(FeedbackManager.error(message=f"{deploy_error.get('error')}"))
 
-            status = result.get("result")
+        status = result.get("result")
+        if check:
             if status == "success":
                 click.echo(FeedbackManager.success(message="\n✓ Deployment is valid"))
-            else:
-                click.echo(FeedbackManager.error(message="\n✗ Deployment is not valid"))
-                deploy_errors = result.get("errors")
-                for deploy_error in deploy_errors:
-                    if deploy_error.get("filename", None):
-                        click.echo(
-                            FeedbackManager.error(
-                                message=f"{deploy_error.get('filename')}\n\n{deploy_error.get('error')}"
-                            )
-                        )
-                    else:
-                        click.echo(FeedbackManager.error(message=f"{deploy_error.get('error')}"))
-            return
-
-        deploy_result = result.get("result")
-        if deploy_result == "success":
-            print_changes(result, project)
+                sys.exit(0)
+
+            click.echo(FeedbackManager.error(message="\n✗ Deployment is not valid"))
+            sys.exit(1)
+
+        status = result.get("result")
+        if status == "success":
             deployment = result.get("deployment", {})
-            # We show the url in the case of region is public
+            # TODO: This is a hack to show the url in the case of region is public. The URL should be returned by the API
             if client.host == "https://api.europe-west2.gcp.tinybird.co":
                 click.echo(
                     FeedbackManager.gray(message="Deployment URL: ")
@@ -381,25 +379,10 @@ def create_deployment(
                 click.echo(FeedbackManager.info(message="\n✓ Deployment submitted successfully"))
             else:
                 click.echo(FeedbackManager.success(message="\n✓ Deployment submitted successfully"))
-
-            feedback = deployment.get("feedback", [])
-            for f in feedback:
-                click.echo(
-                    FeedbackManager.warning(message=f"△ {f.get('level')}: {f.get('resource')}: {f.get('message')}")
-                )
-
-        elif deploy_result == "failed":
+        elif status == "failed":
             click.echo(FeedbackManager.error(message="Deployment failed"))
-            deploy_errors = result.get("errors")
-            for deploy_error in deploy_errors:
-                if deploy_error.get("filename", None):
-                    click.echo(
-                        FeedbackManager.error(message=f"{deploy_error.get('filename')}\n\n{deploy_error.get('error')}")
-                    )
-                else:
-                    click.echo(FeedbackManager.error(message=f"{deploy_error.get('error')}"))
         else:
-            click.echo(FeedbackManager.error(message=f"Unknown build result {deploy_result}"))
+            click.echo(FeedbackManager.error(message=f"Unknown build result {status}"))
     except Exception as e:
         click.echo(FeedbackManager.error_exception(error=e))
     finally:

tinybird/tb/modules/project.py

@@ -1,5 +1,6 @@
 import glob
 import os
+import re
 from pathlib import Path
 from typing import Dict, List, Optional
 
@@ -78,3 +79,7 @@ class Project:
             if datafile := self.get_datafile(filename):
                 datafiles[filename] = datafile
         return datafiles
+
+    @staticmethod
+    def is_endpoint(content: str) -> bool:
+        return re.search(r"TYPE endpoint", content, re.IGNORECASE) is not None

{tinybird-0.0.1.dev73.dist-info → tinybird-0.0.1.dev75.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev73
+Version: 0.0.1.dev75
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev73.dist-info → tinybird-0.0.1.dev75.dist-info}/RECORD

@@ -15,10 +15,10 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=KmW_VD7y-NVqrc8YZKwIaxoJB0XpCcB2izdmxmtmApM,41944
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=AUAww-KjGOZg9h0IBlKA3FeacJYB4rOtqcTGJhFM-g8,40392
-tinybird/tb/__cli__.py,sha256=iBIkon30EHUzmwm7ZXmeuOtNqm--pBPvxefxoQQVbV0,251
+tinybird/tb/__cli__.py,sha256=LaZ0t3yKRxZPnxqu6aulgUkaZqP4XBsgCCpRHBVb650,251
 tinybird/tb/cli.py,sha256=KpJ_-V6xVEzcdPRPnHhEdh2EgRPCyhZnfJVqeqMsftI,964
 tinybird/tb/modules/auth.py,sha256=vBA-KsrjAp77kFunGSM-4o7AFdfO7ac4dnrHKrx0alI,9020
-tinybird/tb/modules/build.py,sha256=mbhb-3Ga5zJx64_QkUzt-TSwKxr0jqcr8X93HZ3Am5k,9693
+tinybird/tb/modules/build.py,sha256=LBLyO5bVzqOegop459-V2QM1s48yMJu2GBSWBSio_u0,10323
 tinybird/tb/modules/cicd.py,sha256=Eyut5VsOtXq5hK9g_nGCJ2epfEMDDy2cX3kI0NPJZZA,5355
 tinybird/tb/modules/cli.py,sha256=zCVzffD3YIWB9y06SUf8Ir51R_mejLVTRnwi0SONNxk,16240
 tinybird/tb/modules/common.py,sha256=f5yKjb1dgUzR-SrC4UHnpHXYIu6INcTHwNO96jW8A9w,73201
@@ -26,7 +26,7 @@ tinybird/tb/modules/config.py,sha256=mxUMLWnELkxgpWJAbAS6o0PXsL2fpG0ogdaZgr3xjvU
 tinybird/tb/modules/copy.py,sha256=MAVqKip8_QhOYq99U_XuqSO6hCLJEh5sFtbhcXtI3SI,5802
 tinybird/tb/modules/create.py,sha256=I01JDENOyGKK0Umd2_1Om_nFGP8Uk9vxaOw7PygK02o,12302
 tinybird/tb/modules/datasource.py,sha256=dNCK9iCR2xPLfwqqwg2ixyE6NuoVEiJU2mBZBmOYrVY,16906
-tinybird/tb/modules/deployment.py,sha256=LDFhUaC6QO7KVxtkaXOccRsksntrxladgGe-jMXlGFg,17407
+tinybird/tb/modules/deployment.py,sha256=umfWZA95WPRPUsJh8wSBj7Av_PevphWF6skJ1-lvnW8,16556
 tinybird/tb/modules/endpoint.py,sha256=EhVoGAXsFz-83Fiwj1gI-I73iRRvL49d0W81un7hvPE,12080
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
 tinybird/tb/modules/feedback_manager.py,sha256=Lv5MBGWNbIFTIy4nNSi0c61bmiQRv5J0nHRiiXUqDuc,68478
@@ -41,7 +41,7 @@ tinybird/tb/modules/materialization.py,sha256=r8Q9HXcYEmfrEzP4WpiasCKDJdSkTPaAKJ
 tinybird/tb/modules/mock.py,sha256=ASJTm4p11vkevGXCvU0h57aw7Inx03CTdxd5o2uzd8k,3870
 tinybird/tb/modules/pipe.py,sha256=gcLz0qHgwKDLsWFY3yFLO9a0ETAV1dFbI8YeLHi9460,2429
 tinybird/tb/modules/playground.py,sha256=PKQKROen8sV7MaeMlxi2lIqZ8B14Sz2LgqjVMbBh0pk,4801
-tinybird/tb/modules/project.py,sha256=QdOG65Hcc6r_eQ938CfZeIXyp38RkiTYNPupgqy2gP0,2948
+tinybird/tb/modules/project.py,sha256=YnrfDBenrzXCPO99qOtsTE21SP2vAb3FqBv6NV9Yw2g,3099
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb/modules/shell.py,sha256=bhp5pOw4T_4p4XamWEoGJYRgrr5MREzZN8E36aYrb5U,13924
 tinybird/tb/modules/table.py,sha256=4XrtjM-N0zfNtxVkbvLDQQazno1EPXnxTyo7llivfXk,11035
@@ -55,7 +55,7 @@ tinybird/tb/modules/workspace_members.py,sha256=Vb5XEaKmkfONyfg2MS5EcpwolMvv7GLw
 tinybird/tb/modules/datafile/build.py,sha256=seGFSvmgyRrAM1-icsKBkuog3WccfGUYFTPT-xoA5W8,50940
 tinybird/tb/modules/datafile/build_common.py,sha256=rT7VJ5mnQ68R_8US91DAtkusfvjWuG_NObOzNgtN_ko,4562
 tinybird/tb/modules/datafile/build_datasource.py,sha256=VjxaKKLZhPYt3XHOyMmfoqEAWAPI5D78T-8FOaN77MY,17355
-tinybird/tb/modules/datafile/build_pipe.py,sha256=-22_657DiZodJ7shSu7KvwE_m6bHesNITdUgCMniuBI,22202
+tinybird/tb/modules/datafile/build_pipe.py,sha256=KSlLAXsli0k3W-LTFMmaWNRCpgchHltJBjN2_ZkX7As,16223
 tinybird/tb/modules/datafile/common.py,sha256=1sKkQnyKOaFARQzORncpL6cRVpV9GDOD4oC36daX-Hk,79343
 tinybird/tb/modules/datafile/diff.py,sha256=-0J7PsBO64T7LOZSkZ4ZFHHCPvT7cKItnJkbz2PkndU,6754
 tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
@@ -76,8 +76,8 @@ tinybird/tb_cli_modules/config.py,sha256=6u6B5QCdiQLbJkCkwtnKGs9H3nP-KXXhC75mF7B
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev73.dist-info/METADATA,sha256=I6j5vki_YHU9gwqs-jelfWHO3t1CcN4h9xF3REtlqH8,2585
-tinybird-0.0.1.dev73.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev73.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev73.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev73.dist-info/RECORD,,
+tinybird-0.0.1.dev75.dist-info/METADATA,sha256=COmCCDyvvYeoOKvdYYmo8KPcoRZWtr6rqYcvZEcLLSY,2585
+tinybird-0.0.1.dev75.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev75.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev75.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev75.dist-info/RECORD,,