tinybird 0.0.1.dev18__py3-none-any.whl → 0.0.1.dev20__py3-none-any.whl

tinybird/tb/modules/cli.py

@@ -7,69 +7,55 @@ import json
 import logging
 import os
 import pprint
-import re
-import shutil
-import sys
 from os import getcwd
 from pathlib import Path
-from typing import Any, Callable, Dict, Iterable, List, Optional, Tuple, Union
+from typing import Any, Callable, Iterable, List, Optional, Tuple, Union
 
 import click
 import humanfriendly
 from click import Context
-from packaging import version
 
-import tinybird.context as context
 from tinybird.client import (
     AuthException,
     AuthNoTokenException,
-    DoesNotExistException,
     TinyB,
 )
-from tinybird.config import SUPPORTED_CONNECTORS, VERSION, FeatureFlags, get_config
-from tinybird.feedback_manager import FeedbackManager
+from tinybird.config import SUPPORTED_CONNECTORS, get_config
+from tinybird.tb import __cli__
 from tinybird.tb.modules.common import (
-    OLDEST_ROLLBACK,
     CatchAuthExceptions,
     CLIException,
     _get_tb_client,
     coro,
-    create_tb_client,
     echo_safe_format_table,
     get_current_main_workspace,
     getenv_bool,
-    is_major_semver,
-    is_post_semver,
     load_connector_config,
-    remove_release,
     try_update_config_with_remote,
-    wait_job,
 )
 from tinybird.tb.modules.config import CLIConfig
-from tinybird.tb.modules.datafile.build import build_graph, folder_push
+from tinybird.tb.modules.datafile.build import build_graph
 from tinybird.tb.modules.datafile.common import (
     Datafile,
     DatafileSyntaxError,
     get_project_filenames,
-    get_resource_versions,
-    has_internal_datafiles,
 )
 from tinybird.tb.modules.datafile.diff import diff_command
 from tinybird.tb.modules.datafile.exceptions import (
-    AlreadyExistsException,
     ParseException,
 )
 from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
 from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
 from tinybird.tb.modules.datafile.pull import folder_pull
+from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.local_common import get_tinybird_local_client
-from tinybird.tb.modules.telemetry import add_telemetry_event
 
 __old_click_echo = click.echo
 __old_click_secho = click.secho
 DEFAULT_PATTERNS: List[Tuple[str, Union[str, Callable[[str], str]]]] = [
     (r"p\.ey[A-Za-z0-9-_\.]+", lambda v: f"{v[:4]}...{v[-8:]}")
 ]
+VERSION = f"{__cli__.__version__} (rev {__cli__.__revision__})"
 
 
 @click.group(cls=CatchAuthExceptions, context_settings={"help_option_names": ["-h", "--help"]})
@@ -232,7 +218,7 @@ async def cli(
         load_connector_config(ctx, connector, debug, check_uninstalled=True)
 
 
-@cli.command()
+@cli.command(hidden=True)
 @click.argument("filenames", type=click.Path(exists=True), nargs=-1, default=None)
 @click.option("--debug", is_flag=True, default=False, help="Print internal representation")
 def check(filenames: List[str], debug: bool) -> None:
@@ -271,208 +257,14 @@ def check(filenames: List[str], debug: bool) -> None:
 
         except DatafileSyntaxError as e:
             # TODO(eclbg): add the filename to the error message
-            raise CLIException(e)
+            raise CLIException(str(e))
         except ParseException as e:
             raise CLIException(FeedbackManager.error_exception(error=e))
 
     process(filenames=filenames)
 
 
-@cli.command()
-@click.option(
-    "--dry-run",
-    is_flag=True,
-    default=False,
-    help="Run the command without creating resources on the Tinybird account or any side effect",
-)
-@click.option(
-    "--check/--no-check", is_flag=True, default=True, help="Enable/Disable output checking, enabled by default"
-)
-@click.option("--push-deps", is_flag=True, default=False, help="Push dependencies, disabled by default")
-@click.option(
-    "--only-changes",
-    is_flag=True,
-    default=False,
-    help="Push only the resources that have changed compared to the destination workspace",
-)
-@click.option(
-    "--debug",
-    is_flag=True,
-    default=False,
-    help="Prints internal representation, can be combined with any command to get more information.",
-)
-@click.option("-f", "--force", is_flag=True, default=False, help="Override pipes when they already exist")
-@click.option(
-    "--override-datasource",
-    is_flag=True,
-    default=False,
-    help="When pushing a pipe with a Materialized node if the target Data Source exists it will try to override it.",
-)
-@click.option("--populate", is_flag=True, default=False, help="Populate materialized nodes when pushing them")
-@click.option(
-    "--subset",
-    type=float,
-    default=None,
-    help="Populate with a subset percent of the data (limited to a maximum of 2M rows), this is useful to quickly test a materialized node with some data. The subset must be greater than 0 and lower than 0.1. A subset of 0.1 means a 10 percent of the data in the source Data Source will be used to populate the materialized view. Use it together with --populate, it has precedence over --sql-condition",
-)
-@click.option(
-    "--sql-condition",
-    type=str,
-    default=None,
-    help="Populate with a SQL condition to be applied to the trigger Data Source of the Materialized View. For instance, `--sql-condition='date == toYYYYMM(now())'` it'll populate taking all the rows from the trigger Data Source which `date` is the current month. Use it together with --populate. --sql-condition is not taken into account if the --subset param is present. Including in the ``sql_condition`` any column present in the Data Source ``engine_sorting_key`` will make the populate job process less data.",
-)
-@click.option(
-    "--unlink-on-populate-error",
-    is_flag=True,
-    default=False,
-    help="If the populate job fails the Materialized View is unlinked and new data won't be ingested in the Materialized View. First time a populate job fails, the Materialized View is always unlinked.",
-)
-@click.option("--fixtures", is_flag=True, default=False, help="Append fixtures to data sources")
-@click.option(
-    "--wait",
-    is_flag=True,
-    default=False,
-    help="To be used along with --populate command. Waits for populate jobs to finish, showing a progress bar. Disabled by default.",
-)
-@click.option("--yes", is_flag=True, default=False, help="Do not ask for confirmation")
-@click.option(
-    "--only-response-times", is_flag=True, default=False, help="Checks only response times, when --force push a pipe"
-)
-@click.argument("filenames", type=click.Path(exists=True), nargs=-1, default=None)
-@click.option("--workspace_map", nargs=2, type=str, multiple=True)
-@click.option(
-    "--workspace",
-    nargs=2,
-    type=str,
-    multiple=True,
-    help="add a workspace path to the list of external workspaces, usage: --workspace name path/to/folder",
-)
-@click.option(
-    "--no-versions",
-    is_flag=True,
-    default=False,
-    help="when set, resource dependency versions are not used, it pushes the dependencies as-is",
-)
-@click.option(
-    "-l", "--limit", type=click.IntRange(0, 100), default=0, required=False, help="Number of requests to validate"
-)
-@click.option(
-    "--sample-by-params",
-    type=click.IntRange(1, 100),
-    default=1,
-    required=False,
-    help="When set, we will aggregate the pipe_stats_rt requests by extractURLParameterNames(assumeNotNull(url)) and for each combination we will take a sample of N requests",
-)
-@click.option(
-    "-ff", "--failfast", is_flag=True, default=False, help="When set, the checker will exit as soon one test fails"
-)
-@click.option(
-    "--ignore-order", is_flag=True, default=False, help="When set, the checker will ignore the order of list properties"
-)
-@click.option(
-    "--validate-processed-bytes",
-    is_flag=True,
-    default=False,
-    help="When set, the checker will validate that the new version doesn't process more than 25% than the current version",
-)
-@click.option(
-    "--check-requests-from-main",
-    is_flag=True,
-    default=False,
-    help="When set, the checker will get Main Workspace requests",
-    hidden=True,
-)
-@click.option(
-    "--folder",
-    default=".",
-    help="Folder from where to execute the command. By default the current folder",
-    hidden=True,
-    type=click.types.STRING,
-)
-@click.option(
-    "--user_token",
-    is_flag=False,
-    default=None,
-    help="The user token is required for sharing a datasource that contains the SHARED_WITH entry.",
-    type=click.types.STRING,
-)
-@click.pass_context
-@coro
-async def push(
-    ctx: Context,
-    filenames: Optional[List[str]],
-    dry_run: bool,
-    check: bool,
-    push_deps: bool,
-    only_changes: bool,
-    debug: bool,
-    force: bool,
-    override_datasource: bool,
-    populate: bool,
-    subset: Optional[float],
-    sql_condition: Optional[str],
-    unlink_on_populate_error: bool,
-    fixtures: bool,
-    wait: bool,
-    yes: bool,
-    only_response_times: bool,
-    workspace_map,
-    workspace,
-    no_versions: bool,
-    limit: int,
-    sample_by_params: int,
-    failfast: bool,
-    ignore_order: bool,
-    validate_processed_bytes: bool,
-    check_requests_from_main: bool,
-    folder: str,
-    user_token: Optional[str],
-) -> None:
-    """Push files to Tinybird."""
-
-    ignore_sql_errors = FeatureFlags.ignore_sql_errors()
-    context.disable_template_security_validation.set(True)
-
-    is_internal = has_internal_datafiles(folder)
-
-    await folder_push(
-        create_tb_client(ctx),
-        filenames,
-        dry_run,
-        check,
-        push_deps,
-        only_changes,
-        debug=debug,
-        force=force,
-        override_datasource=override_datasource,
-        populate=populate,
-        populate_subset=subset,
-        populate_condition=sql_condition,
-        unlink_on_populate_error=unlink_on_populate_error,
-        upload_fixtures=fixtures,
-        wait=wait,
-        ignore_sql_errors=ignore_sql_errors,
-        skip_confirmation=yes,
-        only_response_times=only_response_times,
-        workspace_map=dict(workspace_map),
-        workspace_lib_paths=workspace,
-        no_versions=no_versions,
-        run_tests=False,
-        tests_to_run=limit,
-        tests_sample_by_params=sample_by_params,
-        tests_failfast=failfast,
-        tests_ignore_order=ignore_order,
-        tests_validate_processed_bytes=validate_processed_bytes,
-        tests_check_requests_from_branch=check_requests_from_main,
-        folder=folder,
-        config=CLIConfig.get_project_config(),
-        user_token=user_token,
-        is_internal=is_internal,
-    )
-    return
-
-
-@cli.command()
+@cli.command(hidden=True)
 @click.option(
     "--folder", default=None, type=click.Path(exists=True, file_okay=False), help="Folder where files will be placed"
 )
@@ -489,7 +281,7 @@ async def pull(ctx: Context, folder: str, force: bool, fmt: bool) -> None:
     return await folder_pull(client, folder, force, fmt=fmt)
 
 
-@cli.command()
+@cli.command(hidden=True)
 @click.option("--no-deps", is_flag=True, default=False, help="Print only data sources with no pipes using them")
 @click.option("--match", default=None, help="Retrieve any resource matching the pattern")
 @click.option("--pipe", default=None, help="Retrieve any resource used by pipe")
@@ -641,11 +433,6 @@ async def sql(
                 f"SELECT * FROM ({query}) LIMIT {rows_limit} FORMAT {req_format}", pipeline=pipeline
             )
         elif pipe and node:
-            datasources: List[Dict[str, Any]] = await client.datasources()
-            pipes: List[Dict[str, Any]] = await client.pipes()
-
-            existing_resources: List[str] = [x["name"] for x in datasources] + [x["name"] for x in pipes]
-            resource_versions = get_resource_versions(existing_resources)
             filenames = [pipe]
 
             # build graph to get new versions for all the files involved in the query
@@ -658,22 +445,6 @@ async def sql(
                 skip_connectors=True,
             )
 
-            # update existing versions
-            latest_datasource_versions = resource_versions.copy()
-
-            for dep in dependencies_graph.to_run.values():
-                ds = dep["resource_name"]
-                if dep["version"] is not None:
-                    latest_datasource_versions[ds] = dep["version"]
-
-            # build the graph again with the rigth version
-            dependencies_graph = await build_graph(
-                filenames,
-                client,
-                dir_path=".",
-                resource_versions=latest_datasource_versions,
-                verbose=False,
-            )
             query = ""
             for _, elem in dependencies_graph.to_run.items():
                 for _node in elem["nodes"]:
@@ -715,291 +486,6 @@ async def sql(
         click.echo(FeedbackManager.info_no_rows())
 
 
-@cli.command(
-    name="materialize",
-    short_help="Given a local Pipe datafile (.pipe) and a node name it generates the target Data Source and materialized Pipe ready to be pushed and guides you through the process to create the materialized view",
-)
-@click.argument("filename", type=click.Path(exists=True))
-@click.argument("target_datasource", default=None, required=False)
-@click.option("--push-deps", is_flag=True, default=False, help="Push dependencies, disabled by default")
-@click.option("--workspace_map", nargs=2, type=str, multiple=True, hidden=True)
-@click.option(
-    "--workspace",
-    nargs=2,
-    type=str,
-    multiple=True,
-    help="add a workspace path to the list of external workspaces, usage: --workspace name path/to/folder",
-)
-@click.option(
-    "--no-versions",
-    is_flag=True,
-    default=False,
-    help="when set, resource dependency versions are not used, it pushes the dependencies as-is",
-)
-@click.option("--verbose", is_flag=True, default=False, help="Prints more log")
-@click.option("--force-populate", default=None, required=False, help="subset or full", hidden=True)
-@click.option(
-    "--unlink-on-populate-error",
-    is_flag=True,
-    default=False,
-    help="If the populate job fails the Materialized View is unlinked and new data won't be ingested in the Materialized View. First time a populate job fails, the Materialized View is always unlinked.",
-)
-@click.option("--override-pipe", is_flag=True, default=False, help="Override pipe if exists or prompt", hidden=True)
-@click.option(
-    "--override-datasource", is_flag=True, default=False, help="Override data source if exists or prompt", hidden=True
-)
-@click.pass_context
-@coro
-async def materialize(
-    ctx: Context,
-    filename: str,
-    push_deps: bool,
-    workspace_map: List[str],
-    workspace: List[str],
-    no_versions: bool,
-    verbose: bool,
-    force_populate: Optional[str],
-    unlink_on_populate_error: bool,
-    override_pipe: bool,
-    override_datasource: bool,
-    target_datasource: Optional[str] = None,
-) -> None:
-    deprecation_notice = FeedbackManager.warning_deprecated(
-        warning="'tb materialize' is deprecated. To create a Materialized View in a guided way you can use the UI: `Create Pipe` and use the `Create Materialized View` wizard. Finally download the resulting `.pipe` and `.datasource` files."
-    )
-    click.echo(deprecation_notice)
-    cl = create_tb_client(ctx)
-
-    async def _try_push_pipe_to_analyze(pipe_name):
-        try:
-            to_run = await folder_push(
-                cl,
-                filenames=[filename],
-                dry_run=False,
-                check=False,
-                push_deps=push_deps,
-                debug=False,
-                force=False,
-                workspace_map=dict(workspace_map),
-                workspace_lib_paths=workspace,
-                no_versions=no_versions,
-                run_tests=False,
-                as_standard=True,
-                raise_on_exists=True,
-                verbose=verbose,
-            )
-        except AlreadyExistsException as e:
-            if "Datasource" in str(e):
-                click.echo(str(e))
-                return
-            if override_pipe or click.confirm(FeedbackManager.info_pipe_exists(name=pipe_name)):
-                to_run = await folder_push(
-                    cl,
-                    filenames=[filename],
-                    dry_run=False,
-                    check=False,
-                    push_deps=push_deps,
-                    debug=False,
-                    force=True,
-                    workspace_map=dict(workspace_map),
-                    workspace_lib_paths=workspace,
-                    no_versions=no_versions,
-                    run_tests=False,
-                    as_standard=True,
-                    verbose=verbose,
-                )
-            else:
-                return
-        except click.ClickException as ex:
-            # HACK: By now, datafile raises click.ClickException instead of
-            # CLIException to avoid circular imports. Thats we need to trace
-            # the error here.
-            #
-            # Once we do a big refactor in datafile, we can get rid of this
-            # snippet.
-            msg: str = str(ex)
-            add_telemetry_event("datafile_error", error=msg)
-            click.echo(msg)
-
-        return to_run
-
-    def _choose_node_name(pipe):
-        node = pipe["nodes"][0]
-        materialized_nodes = [node for node in pipe["nodes"] if node["type"].lower() == "materialized"]
-
-        if len(materialized_nodes) == 1:
-            node = materialized_nodes[0]
-
-        if len(pipe["nodes"]) > 1 and len(materialized_nodes) != 1:
-            for index, node in enumerate(pipe["nodes"], start=1):
-                click.echo(f"  [{index}] Materialize node with name => {node['name']}")
-            option = click.prompt(FeedbackManager.prompt_choose_node(), default=len(pipe["nodes"]))
-            node = pipe["nodes"][option - 1]
-        node_name = node["name"]
-        return node, node_name
-
-    def _choose_target_datasource_name(pipe, node, node_name):
-        return target_datasource or node.get("datasource", None) or f'mv_{pipe["resource_name"]}_{node_name}'
-
-    def _save_local_backup_pipe(pipe):
-        pipe_bak = f"{filename}_bak"
-        shutil.copyfile(filename, pipe_bak)
-        pipe_file_name = f"{pipe['resource_name']}.pipe"
-        click.echo(FeedbackManager.info_pipe_backup_created(name=pipe_bak))
-        return pipe_file_name
-
-    def _save_local_datasource(datasource_name, ds_datafile):
-        base = Path("datasources")
-        if not base.exists():
-            base = Path()
-        file_name = f"{datasource_name}.datasource"
-        f = base / file_name
-        with open(f"{f}", "w") as file:
-            file.write(ds_datafile)
-
-        click.echo(FeedbackManager.success_generated_local_file(file=f))
-        return f
-
-    async def _try_push_datasource(datasource_name, f):
-        exists = False
-        try:
-            exists = await cl.get_datasource(datasource_name)
-        except Exception:
-            pass
-
-        if exists:
-            click.echo(FeedbackManager.info_materialize_push_datasource_exists(name=f.name))
-            if override_datasource or click.confirm(FeedbackManager.info_materialize_push_datasource_override(name=f)):
-                try:
-                    await cl.datasource_delete(datasource_name, force=True)
-                except DoesNotExistException:
-                    pass
-
-        filename = str(f.absolute())
-        to_run = await folder_push(
-            cl,
-            filenames=[filename],
-            push_deps=push_deps,
-            workspace_map=dict(workspace_map),
-            workspace_lib_paths=workspace,
-            no_versions=no_versions,
-            verbose=verbose,
-        )
-        return to_run
-
-    def _save_local_pipe(pipe_file_name, pipe_datafile, pipe):
-        base = Path("pipes")
-        if not base.exists():
-            base = Path()
-        f_pipe = base / pipe_file_name
-
-        with open(f"{f_pipe}", "w") as file:
-            if pipe["version"] is not None and pipe["version"] >= 0:
-                pipe_datafile = f"VERSION {pipe['version']} \n {pipe_datafile}"
-            matches = re.findall(r"([^\s\.]*__v\d+)", pipe_datafile)
-            for match in set(matches):
-                m = match.split("__v")[0]
-                if m in pipe_datafile:
-                    pipe_datafile = pipe_datafile.replace(match, m)
-            file.write(pipe_datafile)
-
-        click.echo(FeedbackManager.success_generated_local_file(file=f_pipe))
-        return f_pipe
-
-    async def _try_push_pipe(f_pipe):
-        if override_pipe:
-            option = 2
-        else:
-            click.echo(FeedbackManager.info_materialize_push_pipe_skip(name=f_pipe.name))
-            click.echo(FeedbackManager.info_materialize_push_pipe_override(name=f_pipe.name))
-            option = click.prompt(FeedbackManager.prompt_choose(), default=1)
-        force = True
-        check = option == 1
-
-        filename = str(f_pipe.absolute())
-        to_run = await folder_push(
-            cl,
-            filenames=[filename],
-            dry_run=False,
-            check=check,
-            push_deps=push_deps,
-            debug=False,
-            force=force,
-            unlink_on_populate_error=unlink_on_populate_error,
-            workspace_map=dict(workspace_map),
-            workspace_lib_paths=workspace,
-            no_versions=no_versions,
-            run_tests=False,
-            verbose=verbose,
-        )
-        return to_run
-
-    async def _populate(pipe, node_name, f_pipe):
-        if force_populate or click.confirm(FeedbackManager.prompt_populate(file=f_pipe)):
-            if not force_populate:
-                click.echo(FeedbackManager.info_materialize_populate_partial())
-                click.echo(FeedbackManager.info_materialize_populate_full())
-                option = click.prompt(FeedbackManager.prompt_choose(), default=1)
-            else:
-                option = 1 if force_populate == "subset" else 2
-            populate = False
-            populate_subset = False
-            if option == 1:
-                populate_subset = 0.1
-                populate = True
-            elif option == 2:
-                populate = True
-
-            if populate:
-                response = await cl.populate_node(
-                    pipe["name"],
-                    node_name,
-                    populate_subset=populate_subset,
-                    unlink_on_populate_error=unlink_on_populate_error,
-                )
-                if "job" not in response:
-                    raise CLIException(response)
-
-                job_url = response.get("job", {}).get("job_url", None)
-                job_id = response.get("job", {}).get("job_id", None)
-                click.echo(FeedbackManager.info_populate_job_url(url=job_url))
-                wait_populate = True
-                if wait_populate:
-                    await wait_job(cl, job_id, job_url, "Populating")
-
-    click.echo(FeedbackManager.warning_beta_tester())
-    pipe_name = os.path.basename(filename).rsplit(".", 1)[0]
-    click.echo(FeedbackManager.info_before_push_materialize(name=filename))
-    try:
-        # extracted the materialize logic to local functions so the workflow is more readable
-        to_run = await _try_push_pipe_to_analyze(pipe_name)
-
-        if to_run is None:
-            return
-
-        pipe = to_run[pipe_name.split("/")[-1]]
-        node, node_name = _choose_node_name(pipe)
-        datasource_name = _choose_target_datasource_name(pipe, node, node_name)
-
-        click.echo(FeedbackManager.info_before_materialize(name=pipe["name"]))
-        analysis = await cl.analyze_pipe_node(pipe["name"], node, datasource_name=datasource_name)
-        ds_datafile = analysis["analysis"]["datasource"]["datafile"]
-        pipe_datafile = analysis["analysis"]["pipe"]["datafile"]
-
-        pipe_file_name = _save_local_backup_pipe(pipe)
-        f = _save_local_datasource(datasource_name, ds_datafile)
-        await _try_push_datasource(datasource_name, f)
-
-        f_pipe = _save_local_pipe(pipe_file_name, pipe_datafile, pipe)
-        await _try_push_pipe(f_pipe)
-        await _populate(pipe, node_name, f_pipe)
-        click.echo(FeedbackManager.success_created_matview(name=datasource_name))
-    except AuthNoTokenException:
-        raise
-    except Exception as e:
-        raise CLIException(FeedbackManager.error_exception(error=str(e)))
-
-
 def __patch_click_output():
     import re
 
@@ -1034,316 +520,4 @@ def __patch_click_output():
 
 def __unpatch_click_output():
     click.echo = __old_click_echo
-    click.secho = __old_click_echo
-
-
-@cli.command(short_help="Learn how to include info about the CLI in your shell PROMPT")
-@click.pass_context
-@coro
-async def prompt(_ctx: Context) -> None:
-    click.secho("Follow these instructions => https://www.tinybird.co/docs/cli.html#configure-the-shell-prompt")
-
-
-@cli.command()
-@click.option(
-    "--dry-run",
-    is_flag=True,
-    default=False,
-    help="Run the command without creating resources on the Tinybird account or any side effect",
-)
-@click.option(
-    "--debug",
-    is_flag=True,
-    default=False,
-    help="Prints internal representation, can be combined with any command to get more information.",
-)
-@click.option(
-    "--override-datasource",
-    is_flag=True,
-    default=False,
-    help="When pushing a pipe with a Materialized node if the target Data Source exists it will try to override it.",
-)
-@click.option("--populate", is_flag=True, default=False, help="Populate materialized nodes when pushing them")
-@click.option(
-    "--subset",
-    type=float,
-    default=None,
-    help="Populate with a subset percent of the data (limited to a maximum of 2M rows), this is useful to quickly test a materialized node with some data. The subset must be greater than 0 and lower than 0.1. A subset of 0.1 means a 10 percent of the data in the source Data Source will be used to populate the materialized view. Use it together with --populate, it has precedence over --sql-condition",
-)
-@click.option(
-    "--sql-condition",
-    type=str,
-    default=None,
-    help="Populate with a SQL condition to be applied to the trigger Data Source of the Materialized View. For instance, `--sql-condition='date == toYYYYMM(now())'` it'll populate taking all the rows from the trigger Data Source which `date` is the current month. Use it together with --populate. --sql-condition is not taken into account if the --subset param is present. Including in the ``sql_condition`` any column present in the Data Source ``engine_sorting_key`` will make the populate job process less data.",
-)
-@click.option(
-    "--unlink-on-populate-error",
-    is_flag=True,
-    default=False,
-    help="If the populate job fails the Materialized View is unlinked and new data won't be ingested in the Materialized View. First time a populate job fails, the Materialized View is always unlinked.",
-)
-@click.option(
-    "--wait",
-    is_flag=True,
-    default=False,
-    help="To be used along with --populate command. Waits for populate jobs to finish, showing a progress bar. Disabled by default.",
-)
-@click.option("--yes", is_flag=True, default=False, help="Do not ask for confirmation")
-@click.option("--workspace_map", nargs=2, type=str, multiple=True)
-@click.option(
-    "--workspace",
-    nargs=2,
-    type=str,
-    multiple=True,
-    help="add a workspace path to the list of external workspaces, usage: --workspace name path/to/folder",
-)
-@click.option(
-    "--folder",
-    default=".",
-    help="Folder from where to execute the command. By default the current folder",
-    hidden=True,
-    type=click.types.STRING,
-)
-@click.option(
-    "--user_token",
-    is_flag=False,
-    default=None,
-    help="The user token is required for sharing a datasource that contains the SHARED_WITH entry.",
-    type=click.types.STRING,
-)
-@click.option(
-    "--fork-downstream",
-    is_flag=True,
-    default=False,
-    help="Creates new versions of the dependent downstream resources to the changed resources.",
-    hidden=True,
-)
-@click.option(
-    "--fork",
-    is_flag=True,
-    default=False,
-    help="Creates new versions of the changed resources. Use --fork-downstream to fork also the downstream dependencies of the changed resources.",
-    hidden=True,
-)
-# this is added to use tb deploy in dry run mode. It's temprary => https://gitlab.com/tinybird/analytics/-/issues/12551
-@click.option(
-    "--use-main",
-    is_flag=True,
-    default=False,
-    help="Use main commit instead of release commit",
-    hidden=True,
-)
-@click.option(
-    "--skip-head-outdated",
-    is_flag=True,
-    default=False,
-    help="Allows to deploy any commit without checking if the branch is rebased to the workspace commit",
-    hidden=True,
-)
-@click.pass_context
-@coro
-async def deploy(
-    ctx: Context,
-    dry_run: bool,
-    debug: bool,
-    override_datasource: bool,
-    populate: bool,
-    subset: Optional[float],
-    sql_condition: Optional[str],
-    unlink_on_populate_error: bool,
-    wait: bool,
-    yes: bool,
-    workspace_map,
-    workspace,
-    folder: str,
-    user_token: Optional[str],
-    fork_downstream: bool,
-    fork: bool,
-    use_main: bool,
-    skip_head_outdated: bool,
-) -> None:
-    """Deploy in Tinybird pushing resources changed from last git commit deployed.
-
-    Usage: tb deploy
-    """
-    try:
-        ignore_sql_errors = FeatureFlags.ignore_sql_errors()
-        context.disable_template_security_validation.set(True)
-
-        is_internal = has_internal_datafiles(folder)
-
-        client: TinyB = ctx.ensure_object(dict)["client"]
-        config = CLIConfig.get_project_config()
-        workspaces: List[Dict[str, Any]] = (await client.user_workspaces_and_branches()).get("workspaces", [])
-        current_ws: Dict[str, Any] = next(
-            (workspace for workspace in workspaces if config and workspace.get("id", ".") == config.get("id", "..")), {}
-        )
-
-        semver = config.get("semver")
-        auto_promote = getenv_bool("TB_AUTO_PROMOTE", True)
-        release = current_ws.get("release", {})
-        current_semver: Optional[str] = None
-        if release and isinstance(release, dict):
-            current_semver = release.get("semver")
-
-        if not current_semver:
-            click.echo(FeedbackManager.error_init_release(workspace=current_ws.get("name")))
-            sys.exit(1)
-
-        release_created = False
-        new_release = False
-        check_backfill_required = False
-
-        # semver is now optional, if not sent force the bump
-        if not semver:
-            semver = current_semver
-        else:
-            click.echo(FeedbackManager.warning_deprecated_releases())
-
-        if semver and current_semver:
-            new_version = version.parse(semver.split("-snapshot")[0])
-            current_version = version.parse(current_semver.split("-snapshot")[0])
-            show_feedback = new_version != current_version
-            if show_feedback:
-                if dry_run:
-                    click.echo(
-                        FeedbackManager.info_dry_releases_detected(current_semver=current_version, semver=new_version)
-                    )
-                else:
-                    click.echo(
-                        FeedbackManager.info_releases_detected(current_semver=current_version, semver=new_version)
-                    )
-
-            if new_version == current_version:
-                if current_version.post is None:
-                    semver = str(current_version) + "-1"
-                    new_version = version.Version(semver)
-                else:
-                    semver = f"{current_version.major}.{current_version.minor}.{current_version.micro}-{current_version.post + 1}"
-                    new_version = version.Version(semver)
-
-            if is_post_semver(new_version, current_version):
-                if show_feedback:
-                    if dry_run:
-                        click.echo(FeedbackManager.info_dry_local_release(version=new_version))
-                    else:
-                        click.echo(FeedbackManager.info_local_release(version=new_version))
-                yes = True
-                auto_promote = False
-                new_release = False
-            elif is_major_semver(new_version, current_version):
-                if show_feedback:
-                    if dry_run:
-                        click.echo(FeedbackManager.info_dry_major_release(version=new_version))
-                    else:
-                        click.echo(FeedbackManager.info_major_release(version=new_version))
-                auto_promote = False
-                new_release = True
-            else:
-                # allows TB_AUTO_PROMOTE=0 so release is left in preview
-                auto_promote = getenv_bool("TB_AUTO_PROMOTE", True)
-                if auto_promote:
-                    if show_feedback:
-                        if dry_run:
-                            click.echo(
-                                FeedbackManager.info_dry_minor_patch_release_with_autopromote(version=new_version)
-                            )
-                        else:
-                            click.echo(FeedbackManager.info_minor_patch_release_with_autopromote(version=new_version))
-                else:
-                    if show_feedback:
-                        if dry_run:
-                            click.echo(FeedbackManager.info_dry_minor_patch_release_no_autopromote(version=new_version))
-                        else:
-                            click.echo(FeedbackManager.info_minor_patch_release_no_autopromote(version=new_version))
-                new_release = True
-
-        if new_release:
-            release_created = True
-            fork_downstream = True
-            # allows TB_CHECK_BACKFILL_REQUIRED=0 so it is not checked
-            check_backfill_required = getenv_bool("TB_CHECK_BACKFILL_REQUIRED", True)
-        try:
-            tb_client = create_tb_client(ctx)
-            await folder_push(
-                tb_client=tb_client,
-                dry_run=dry_run,
-                check=False,
-                push_deps=True,
-                debug=debug,
-                force=True,
-                git_release=True,
-                override_datasource=override_datasource,
-                populate=populate,
-                populate_subset=subset,
-                populate_condition=sql_condition,
-                unlink_on_populate_error=unlink_on_populate_error,
-                upload_fixtures=False,
-                wait=wait,
-                ignore_sql_errors=ignore_sql_errors,
-                skip_confirmation=yes,
-                workspace_map=dict(workspace_map),
-                workspace_lib_paths=workspace,
-                run_tests=False,
-                folder=folder,
-                config=config,
-                user_token=user_token,
-                fork_downstream=fork_downstream,
-                fork=fork,
-                is_internal=is_internal,
-                release_created=release_created,
-                auto_promote=auto_promote,
-                check_backfill_required=check_backfill_required,
-                use_main=use_main,
-                check_outdated=not skip_head_outdated,
-            )
-        except Exception as e:
-            if release_created and not dry_run:
-                await client.release_failed(config["id"], semver)
-            raise e
-
-        if release_created:
-            try:
-                if not dry_run:
-                    await client.release_preview(config["id"], semver)
-                    click.echo(FeedbackManager.success_release_preview(semver=semver))
-                else:
-                    click.echo(FeedbackManager.success_dry_release_preview(semver=semver))
-                if auto_promote:
-                    try:
-                        force_remove = getenv_bool("TB_FORCE_REMOVE_OLDEST_ROLLBACK", False)
-                        if dry_run:
-                            click.echo(FeedbackManager.warning_dry_remove_oldest_rollback(semver=semver))
-                        else:
-                            click.echo(FeedbackManager.warning_remove_oldest_rollback(semver=semver))
-                        try:
-                            await remove_release(dry_run, config, OLDEST_ROLLBACK, client, force=force_remove)
-                        except Exception as e:
-                            click.echo(FeedbackManager.error_remove_oldest_rollback(error=str(e), semver=semver))
-                            sys.exit(1)
-
-                        if not dry_run:
-                            release = await client.release_promote(config["id"], semver)
-                            click.echo(FeedbackManager.success_release_promote(semver=semver))
-                            click.echo(FeedbackManager.success_git_release(release_commit=release["commit"]))
-                        else:
-                            click.echo(FeedbackManager.success_dry_release_promote(semver=semver))
-                            click.echo(FeedbackManager.success_dry_git_release(release_commit=release["commit"]))
-                    except Exception as e:
-                        raise CLIException(FeedbackManager.error_exception(error=str(e)))
-            except Exception as e:
-                raise CLIException(FeedbackManager.error_exception(error=str(e)))
-
-        if not new_release:
-            if dry_run:
-                if show_feedback:
-                    click.echo(FeedbackManager.success_dry_release_update(semver=current_semver, new_semver=semver))
-            else:
-                client.semver = None
-                await client.update_release_semver(config["id"], current_semver, semver)
-                if show_feedback:
-                    click.echo(FeedbackManager.success_release_update(semver=current_semver, new_semver=semver))
-    except AuthNoTokenException:
-        raise
-    except Exception as e:
-        raise CLIException(str(e))
+    click.secho = __old_click_secho