tinybird 0.0.1.dev74__py3-none-any.whl → 0.0.1.dev75__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev74'
-__revision__ = '68ada75'
+__version__ = '0.0.1.dev75'
+__revision__ = '0985575'

tinybird/tb/modules/datafile/build_pipe.py

@@ -1,5 +1,4 @@
 import json
-import logging
 from copy import deepcopy
 from typing import Any, Dict, List, Optional, Set
 from urllib.parse import urlencode
@@ -9,7 +8,7 @@ import requests
 from croniter import croniter
 
 from tinybird.client import DoesNotExistException, TinyB
-from tinybird.tb.modules.common import requests_delete, requests_get, wait_job
+from tinybird.tb.modules.common import requests_delete, requests_get
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.datafile.common import ON_DEMAND, CopyModes, CopyParameters, PipeNodeTypes, PipeTypes
 from tinybird.tb.modules.exceptions import CLIPipeException
@@ -66,50 +65,10 @@ async def new_pipe(
         current_pipe = next((play for play in playgrounds if play["name"] == p["name"] + "__tb__playground"), None)
         pipe_exists = current_pipe is not None
 
-    is_materialized = any([node.get("params", {}).get("type", None) == "materialized" for node in p["nodes"]])
-    copy_node = next((node for node in p["nodes"] if node.get("params", {}).get("type", None) == "copy"), None)
-    sink_node = next((node for node in p["nodes"] if node.get("params", {}).get("type", None) == "sink"), None)
-    stream_node = next((node for node in p["nodes"] if node.get("params", {}).get("type", None) == "stream"), None)
-
     for node in p["nodes"]:
         if node["params"]["name"] == p["name"]:
             raise click.ClickException(FeedbackManager.error_pipe_node_same_name(name=p["name"]))
 
-    if pipe_exists:
-        if force or run_tests:
-            # TODO: this should create a different node and rename it to the final one on success
-            if check and not populate:
-                if not is_materialized and not copy_node and not sink_node and not stream_node:
-                    pass
-                else:
-                    if is_materialized:
-                        await check_materialized(
-                            p,
-                            host,
-                            token,
-                            tb_client,
-                            override_datasource=override_datasource,
-                            current_pipe=current_pipe,
-                        )
-                    if copy_node:
-                        await check_copy_pipe(pipe=current_pipe, copy_node=copy_node, tb_client=tb_client)
-                    if sink_node:
-                        await check_sink_pipe(pipe=current_pipe, sink_node=sink_node, tb_client=tb_client)
-                    if stream_node:
-                        await check_stream_pipe(pipe=current_pipe, stream_node=stream_node, tb_client=tb_client)
-            if run_tests:
-                logging.info(f"skipping force override of {p['name']}")
-                return
-        else:
-            raise click.ClickException(FeedbackManager.error_pipe_already_exists(pipe=p["name"]))
-    elif not pipe_exists and check:
-        if is_materialized:
-            await check_materialized(
-                p, host, token, tb_client, override_datasource=override_datasource, current_pipe=current_pipe
-            )
-        if copy_node:
-            await check_copy_pipe(pipe=current_pipe, copy_node=copy_node, tb_client=tb_client)
-
     params = {}
     params.update(cli_params)
     if force:
@@ -136,17 +95,6 @@ async def new_pipe(
     if p["nodes"]:
         body["nodes"] = [parse_node(n) for n in p["nodes"]]
 
-    if copy_node:
-        body["target_datasource"] = copy_node.get("target_datasource", None)
-        # We will update the schedule cron later
-        body["schedule_cron"] = None
-
-    if sink_node:
-        body.update(sink_node.get("export_params", {}))
-
-    if stream_node:
-        body.update(stream_node.get("export_params", {}))
-
     post_headers = {"Content-Type": "application/json"}
 
     post_headers.update(headers)
@@ -176,71 +124,6 @@ async def new_pipe(
     except Exception as e:
         raise click.ClickException(FeedbackManager.error_pushing_pipe(pipe=p["name"], error=str(e)))
 
-    datasource = data.get("datasource", None)
-
-    if datasource and populate and not copy_node:
-        job_url = data.get("job", {}).get("job_url", None)
-        job_id = data.get("job", {}).get("job_id", None)
-        if populate_subset:
-            click.echo(FeedbackManager.info_populate_subset_job_url(url=job_url, subset=populate_subset))
-        elif populate_condition:
-            click.echo(
-                FeedbackManager.info_populate_condition_job_url(url=job_url, populate_condition=populate_condition)
-            )
-        else:
-            click.echo(FeedbackManager.info_populate_job_url(url=job_url))
-
-        if wait_populate:
-            result = await wait_job(tb_client, job_id, job_url, "Populating")
-            click.echo(FeedbackManager.info_populate_job_result(result=result))
-    else:
-        if data.get("type") == "default" and not skip_tokens and not as_standard and not copy_node and not sink_node:
-            # FIXME: set option to add last node as endpoint in the API
-            endpoint_node = next(
-                (node for node in data.get("nodes", []) if node.get("type") == "endpoint"), data.get("nodes", [])[-1]
-            )
-            try:
-                data = await tb_client._req(
-                    f"/v0/pipes/{p['name']}/nodes/{endpoint_node.get('id')}/endpoint?{urlencode(cli_params)}",
-                    method="POST",
-                    headers=headers,
-                )
-            except Exception as e:
-                raise Exception(
-                    FeedbackManager.error_creating_endpoint(
-                        node=endpoint_node.get("name"), pipe=p["name"], error=str(e)
-                    )
-                )
-
-    if copy_node:
-        pipe_id = data["id"]
-        node = next((node for node in data["nodes"] if node["node_type"] == "copy"), None)
-        if node:
-            copy_params = {"pipe_name_or_id": pipe_id, "node_id": node["id"]}
-            try:
-                target_datasource = copy_node.get(CopyParameters.TARGET_DATASOURCE, None)
-                schedule_cron = copy_node.get(CopyParameters.COPY_SCHEDULE, None)
-                mode = copy_node.get("mode", CopyModes.APPEND)
-                schedule_cron = None if schedule_cron == ON_DEMAND else schedule_cron
-                current_target_datasource_id = data["copy_target_datasource"]
-                target_datasource_response = await tb_client.get_datasource(target_datasource)
-                target_datasource_to_send = (
-                    target_datasource
-                    if target_datasource_response.get("id", target_datasource) != current_target_datasource_id
-                    else None
-                )
-                copy_params[CopyParameters.TARGET_DATASOURCE] = target_datasource_to_send
-                current_schedule = data.get("schedule", {})
-                current_schedule_cron = current_schedule.get("cron", None) if current_schedule else None
-                schedule_cron_should_be_removed = current_schedule_cron and not schedule_cron
-                copy_params["schedule_cron"] = "None" if schedule_cron_should_be_removed else schedule_cron
-                copy_params["mode"] = mode
-                await tb_client.pipe_update_copy(**copy_params)
-            except Exception as e:
-                raise Exception(
-                    FeedbackManager.error_setting_copy_node(node=copy_node.get("name"), pipe=p["name"], error=str(e))
-                )
-
     if p["tokens"] and not skip_tokens and not as_standard and data.get("type") in ["endpoint", "copy"]:
         # search for token with specified name and adds it if not found or adds permissions to it
         t = None

tinybird/tb/modules/datafile/common.py

@@ -1151,21 +1151,6 @@ def parse(
 
         return raise_deprecation_error
 
-    def not_supported_yet(extra_message: str = "") -> Callable[..., Any]:
-        def inner(func: Callable[..., Any]) -> Callable[..., Any]:
-            @functools.wraps(func)
-            def raise_not_supported_yet_error(*args: Any, **kwargs: Any) -> Any:
-                extra_message_bit = f". {extra_message}" if extra_message else ""
-                raise DatafileSyntaxError(
-                    f"{kwargs['cmd']} is not supported yet{extra_message_bit}",
-                    lineno=kwargs["lineno"],
-                    pos=1,
-                )
-
-            return raise_not_supported_yet_error
-
-        return inner
-
     def assign(attr):
         @multiline_not_supported
         def _fn(x, **kwargs):
@@ -1270,7 +1255,6 @@ def parse(
 
         return _f
 
-    @not_supported_yet(extra_message="You can manage tokens with `tb token` in the meantime.")
     @multiline_not_supported
     def add_token(*args: str, **kwargs: Any) -> None:  # token_name, permissions):
         # lineno = kwargs["lineno"]
@@ -1284,7 +1268,6 @@ def parse(
         # APPEND for datasources
         doc.tokens.append({"token_name": _unquote(args[0]), "permissions": args[1]})
 
-    @not_supported_yet()
     def include(*args: str, **kwargs: Any) -> None:
         f = _unquote(args[0])
         f = eval_var(f)

{tinybird-0.0.1.dev74.dist-info → tinybird-0.0.1.dev75.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev74
+Version: 0.0.1.dev75
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev74.dist-info → tinybird-0.0.1.dev75.dist-info}/RECORD

@@ -15,7 +15,7 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=KmW_VD7y-NVqrc8YZKwIaxoJB0XpCcB2izdmxmtmApM,41944
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=AUAww-KjGOZg9h0IBlKA3FeacJYB4rOtqcTGJhFM-g8,40392
-tinybird/tb/__cli__.py,sha256=sa2SLi9xyvB-stMjO_bz2sJude-pMt2cBgZYff5bXh8,251
+tinybird/tb/__cli__.py,sha256=LaZ0t3yKRxZPnxqu6aulgUkaZqP4XBsgCCpRHBVb650,251
 tinybird/tb/cli.py,sha256=KpJ_-V6xVEzcdPRPnHhEdh2EgRPCyhZnfJVqeqMsftI,964
 tinybird/tb/modules/auth.py,sha256=vBA-KsrjAp77kFunGSM-4o7AFdfO7ac4dnrHKrx0alI,9020
 tinybird/tb/modules/build.py,sha256=LBLyO5bVzqOegop459-V2QM1s48yMJu2GBSWBSio_u0,10323
@@ -55,8 +55,8 @@ tinybird/tb/modules/workspace_members.py,sha256=Vb5XEaKmkfONyfg2MS5EcpwolMvv7GLw
 tinybird/tb/modules/datafile/build.py,sha256=seGFSvmgyRrAM1-icsKBkuog3WccfGUYFTPT-xoA5W8,50940
 tinybird/tb/modules/datafile/build_common.py,sha256=rT7VJ5mnQ68R_8US91DAtkusfvjWuG_NObOzNgtN_ko,4562
 tinybird/tb/modules/datafile/build_datasource.py,sha256=VjxaKKLZhPYt3XHOyMmfoqEAWAPI5D78T-8FOaN77MY,17355
-tinybird/tb/modules/datafile/build_pipe.py,sha256=-22_657DiZodJ7shSu7KvwE_m6bHesNITdUgCMniuBI,22202
-tinybird/tb/modules/datafile/common.py,sha256=dEGwdfJf90XQNh2FOLbAy-Y04X3RpfpafT8wzVU13aA,80088
+tinybird/tb/modules/datafile/build_pipe.py,sha256=KSlLAXsli0k3W-LTFMmaWNRCpgchHltJBjN2_ZkX7As,16223
+tinybird/tb/modules/datafile/common.py,sha256=1sKkQnyKOaFARQzORncpL6cRVpV9GDOD4oC36daX-Hk,79343
 tinybird/tb/modules/datafile/diff.py,sha256=-0J7PsBO64T7LOZSkZ4ZFHHCPvT7cKItnJkbz2PkndU,6754
 tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
 tinybird/tb/modules/datafile/fixture.py,sha256=si-9LB-LdKQSWDtVW82xDrHtFfko5bgBG1cvjqqrcPU,1064
@@ -76,8 +76,8 @@ tinybird/tb_cli_modules/config.py,sha256=6u6B5QCdiQLbJkCkwtnKGs9H3nP-KXXhC75mF7B
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev74.dist-info/METADATA,sha256=1BtfBdQkgTyFzBZ6W4eL38o3T_02rjevCVjj7I6CCVE,2585
-tinybird-0.0.1.dev74.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev74.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev74.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev74.dist-info/RECORD,,
+tinybird-0.0.1.dev75.dist-info/METADATA,sha256=COmCCDyvvYeoOKvdYYmo8KPcoRZWtr6rqYcvZEcLLSY,2585
+tinybird-0.0.1.dev75.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev75.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev75.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev75.dist-info/RECORD,,