tinybird-cli 2.1.0.dev10__tar.gz → 2.1.0.dev12__tar.gz

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 2.1.0.dev10
+Version: 2.1.0.dev12
 Summary: Tinybird Command Line Tool
 Home-page: https://docs.tinybird.co/cli.html
 Author: Tinybird
@@ -19,6 +19,16 @@ Changelog
 
 ---------
 
+2.1.0.dev12
+************
+
+- `Changed` Regression tests select faster the requests used for the checks.
+
+2.1.0.dev11
+************
+
+- `Improve` peformance when using the option `--only-change` in the `tb push` command. This was a regression introduced in the version 2.0.0
+
 2.1.0.dev10
 ************
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://docs.tinybird.co/cli.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '2.1.0.dev10'
-__revision__ = '1fec830'
+__version__ = '2.1.0.dev12'
+__revision__ = '8032292'

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/ch_utils/engine.py

@@ -1,11 +1,10 @@
+import logging
 import re
 from collections import defaultdict
 from typing import Any, Callable, Dict, Iterable, List, Optional
-import logging
 
 from ..sql import col_name, engine_replicated_to_local, parse_table_structure
 
-
 DEFAULT_EMPTY_PARAMETERS = ["ttl", "partition_key", "sorting_key"]
 DEFAULT_JOIN_EMPTY_PARAMETERS = ["join_strictness", "join_type", "key_columns"]
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/check_pypi.py

@@ -1,7 +1,9 @@
 from typing import Optional
+
 import requests
-from tinybird.syncasync import sync_to_async
+
 from tinybird.feedback_manager import FeedbackManager
+from tinybird.syncasync import sync_to_async
 from tinybird.tb_cli_modules.common import CLIException, getenv_bool
 
 PYPY_URL = "https://pypi.org/pypi/tinybird-cli/json"

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/client.py

@@ -1,19 +1,19 @@
 import asyncio
 import json
+import logging
+import ssl
 from pathlib import Path
-from typing import Any, Callable, Dict, List, Optional, Set, Mapping, Union
+from typing import Any, Callable, Dict, List, Mapping, Optional, Set, Union
+from urllib.parse import quote, urlencode
 
 import requests
 import requests.adapters
 from requests import Response
-import logging
-import ssl
-from urllib.parse import quote, urlencode
 from urllib3 import Retry
+
 from tinybird.syncasync import sync_to_async
-from tinybird.tb_cli_modules.telemetry import add_telemetry_event
 from tinybird.tb_cli_modules.regions import fill_with_public_regions
-
+from tinybird.tb_cli_modules.telemetry import add_telemetry_event
 
 HOST = "https://api.tinybird.co"
 LIMIT_RETRIES = 10

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/config.py

@@ -1,7 +1,8 @@
+import json
 from os import environ, getcwd
 from pathlib import Path
-import json
 from typing import Any, Dict, Optional
+
 import click
 
 from tinybird import __cli__

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/connectors.py

@@ -1,11 +1,12 @@
-import os
 import logging
-from typing import Any, Dict, List, Optional, Tuple
+import os
 import time
+from abc import ABC, abstractmethod
+from datetime import datetime
+from typing import Any, Dict, List, Optional, Tuple
 from urllib.parse import unquote
+
 import requests
-from datetime import datetime
-from abc import ABC, abstractmethod
 
 from .client import ConnectorNothingToLoad
 
@@ -26,8 +27,8 @@ except ImportError:
 
 try:
     import googleapiclient.discovery
-    from google.api_core.exceptions import PreconditionFailed
     import snowflake.connector
+    from google.api_core.exceptions import PreconditionFailed
 except ImportError:
     UNINSTALLED_CONNECTORS += ["snowflake"]
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/context.py

@@ -1,6 +1,5 @@
 from contextvars import ContextVar
 
-
 workspace_id: ContextVar[str] = ContextVar("workspace_id")
 workspace: ContextVar[str] = ContextVar("workspace")
 table_id: ContextVar[str] = ContextVar("table_id")

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/datafile.py

@@ -1,10 +1,12 @@
 """
 Datafile is like a Dockerfile but to describe ETL processes
 """
+from asyncio import Semaphore, gather
+
 from requests import Response
 
 try:
-    from colorama import Fore, Back, Style, init
+    from colorama import Back, Fore, Style, init
 
     init()
 except ImportError:  # fallback so that the imported classes always exist
@@ -15,61 +17,60 @@ except ImportError:  # fallback so that the imported classes always exist
 
     Fore = Back = Style = ColorFallback()
 
-import os
+import difflib
+import glob
 import itertools
-from os import getcwd
-import logging
-import textwrap
 import json
-from operator import itemgetter
+import logging
+import math
+import os
+import os.path
+import pprint
+import re
 import shlex
+import shutil
 import sys
-import re
-from typing import Any, Callable, Dict, Generator, Iterable, List, Optional, Tuple, Union, cast
-from enum import Enum
-from mypy_extensions import VarArg, KwArg
-import difflib
-import click
-import glob
-import pprint
-import requests
+import textwrap
+import traceback
 import unittest
-from string import Template
-from toposort import toposort
-from pathlib import Path
 import urllib.parse
-from urllib.parse import urlencode, urlparse, parse_qs
 from collections import namedtuple
-from io import StringIO
-import os.path
 from copy import deepcopy
-import traceback
 from dataclasses import dataclass
+from enum import Enum
+from io import StringIO
+from operator import itemgetter
+from os import getcwd
+from pathlib import Path
+from statistics import mean, median
+from string import Template
+from typing import Any, Callable, Dict, Generator, Iterable, List, Optional, Tuple, Union, cast
+from urllib.parse import parse_qs, urlencode, urlparse
+
+import click
+import requests
 from croniter import croniter
-from contextlib import nullcontext
-import shutil
+from humanfriendly import format_size
+from humanfriendly.tables import format_pretty_table
+from mypy_extensions import KwArg, VarArg
+from toposort import toposort
 
-from .tornado_template import UnClosedIfError
-from .sql import parse_table_structure, schema_to_sql_columns
-from .client import TinyB, DoesNotExistException, AuthException, CanNotBeDeletedException
-from .sql_template import render_sql_template, get_used_tables_in_template
+from tinybird.config import PROJECT_PATHS
 from tinybird.sql_template_fmt import format_sql_template
-from .feedback_manager import FeedbackManager
-from .ch_utils.engine import ENABLED_ENGINES
 from tinybird.syncasync import sync_to_async
-from tinybird.config import PROJECT_PATHS
-from statistics import mean, median
-import math
-from humanfriendly.tables import format_pretty_table
-from humanfriendly import format_size
-
 from tinybird.tb_cli_modules.common import _get_tb_client, get_current_main_workspace, getenv_bool, wait_job
 from tinybird.tb_cli_modules.config import CLIConfig
-from tinybird.tb_cli_modules.exceptions import CLIPipeException, CLIGitReleaseException
+from tinybird.tb_cli_modules.exceptions import CLIGitReleaseException, CLIPipeException
 
-os.environ["GIT_PYTHON_REFRESH"] = "quiet"
-from git import Repo, HEAD, Diff, InvalidGitRepositoryError, GitCommandError  # noqa: E402
+from .ch_utils.engine import ENABLED_ENGINES
+from .client import AuthException, CanNotBeDeletedException, DoesNotExistException, TinyB
+from .feedback_manager import FeedbackManager
+from .sql import parse_table_structure, schema_to_sql_columns
+from .sql_template import get_used_tables_in_template, render_sql_template
+from .tornado_template import UnClosedIfError
 
+os.environ["GIT_PYTHON_REFRESH"] = "quiet"
+from git import HEAD, Diff, GitCommandError, InvalidGitRepositoryError, Repo  # noqa: E402
 
 INTERNAL_TABLES: Tuple[str, ...] = (
     "datasources_ops_log",
@@ -1876,7 +1877,7 @@ class PipeCheckerRunner:
                             method as http_method
                         FROM {pipe_stats_rt}
                         WHERE
-                            url like '%/{self.pipe_name}.%'
+                            pipe_name = '{self.pipe_name}'
                             AND url IS NOT NULL
                             AND extractURLParameter(assumeNotNull(url), 'from') <> 'ui'
                             AND extractURLParameter(assumeNotNull(url), 'pipe_checker') <> 'true'
@@ -1885,6 +1886,7 @@ class PipeCheckerRunner:
                             AND not mapContains(parameters, '__tb__semver')
                             {" AND " + " AND ".join([f"mapContains(post_params, '{match}')" for match in matches]) if matches and len(matches) > 0 else ''}
                             { extra_where_clause }
+                        Limit 5000000 -- Enough to bring data while not processing all requests from highly used pipes
                         )
                     group by request_param_names, http_method
                     FORMAT JSON
@@ -1902,8 +1904,8 @@ class PipeCheckerRunner:
                                         method as http_method
                                     FROM {pipe_stats_rt}
                                     WHERE
-                                        url like '%/{self.pipe_name}.%'
-                                        AND url is not null
+                                        pipe_name = '{self.pipe_name}'
+                                        AND url IS NOT NULL
                                         AND extractURLParameter(assumeNotNull(url), 'from') <> 'ui'
                                         AND extractURLParameter(assumeNotNull(url), 'pipe_checker') <> 'true'
                                         AND extractURLParameter(assumeNotNull(url), 'debug') <> 'query'
@@ -4250,6 +4252,16 @@ def format_sql(sql: str, DATAFILE_INDENT: str, line_length: Optional[int] = None
     return "\n".join([f"{DATAFILE_INDENT}{part}" for part in sql.split("\n") if len(part.strip())])
 
 
+async def _gather_with_concurrency(n, *tasks):
+    semaphore = Semaphore(n)
+
+    async def sem_task(task):
+        async with semaphore:
+            return await task
+
+    return await gather(*(sem_task(task) for task in tasks))
+
+
 async def folder_pull(
     client: TinyB,
     folder: str,
@@ -4293,54 +4305,60 @@ async def folder_pull(
         get_resource_function: str,
         progress_bar: bool = False,
     ):
-        values = versions.values()
-        with click.progressbar(values, label=f"Pulling {extension}s") if progress_bar else nullcontext(values) as values:  # type: ignore
-            for k in values:
-                name = f"{k['name']}.{extension}"
-
-                try:
-                    if pattern and not pattern.search(name):
-                        if verbose:
-                            click.echo(FeedbackManager.info_skipping_resource(resource=name))
-                        continue
+        async def write_resource(k: Dict[str, Any]):
+            name = f"{k['name']}.{extension}"
+            try:
+                if pattern and not pattern.search(name):
+                    if verbose:
+                        click.echo(FeedbackManager.info_skipping_resource(resource=name))
+                    return
 
-                    resource = await getattr(client, get_resource_function)(k["original_name"])
+                resource = await getattr(client, get_resource_function)(k["original_name"])
 
-                    dest_folder = folder
-                    if "." in k["name"] and extension != "token":
-                        dest_folder = Path(folder) / "vendor" / k["name"].split(".", 1)[0]
-                        name = f"{k['name'].split('.', 1)[1]}.{extension}"
+                dest_folder = folder
+                if "." in k["name"] and extension != "token":
+                    dest_folder = Path(folder) / "vendor" / k["name"].split(".", 1)[0]
+                    name = f"{k['name'].split('.', 1)[1]}.{extension}"
 
-                    file_folder = get_file_folder(extension)
-                    f = Path(dest_folder) / file_folder if file_folder is not None else Path(dest_folder)
+                file_folder = get_file_folder(extension)
+                f = Path(dest_folder) / file_folder if file_folder is not None else Path(dest_folder)
 
-                    if not f.exists():
-                        f.mkdir(parents=True)
+                if not f.exists():
+                    f.mkdir(parents=True)
 
-                    f = f / name
-                    resource_names = [x.split(".")[-1] for x in resources]
+                f = f / name
+                resource_names = [x.split(".")[-1] for x in resources]
 
+                if verbose:
+                    click.echo(FeedbackManager.info_writing_resource(resource=f))
+                if not f.exists() or force:
+                    with open(f, "w") as fd:
+                        # versions are a client only thing so
+                        # datafiles from the server do not contains information about versions
+                        if k["version"] >= 0:
+                            resource = f"VERSION {k['version']}\n" + resource
+                        if resource:
+                            matches = re.findall(r"([^\s\.]*__v\d+)", resource)
+                            for match in set(matches):
+                                m = match.split("__v")[0]
+                                if m in resources or m in resource_names:
+                                    resource = resource.replace(match, m)
+                            fd.write(resource)
+                else:
                     if verbose:
-                        click.echo(FeedbackManager.info_writing_resource(resource=f))
-                    if not f.exists() or force:
-                        with open(f, "w") as fd:
-                            # versions are a client only thing so
-                            # datafiles from the server do not contains information about versions
-                            if k["version"] >= 0:
-                                resource = f"VERSION {k['version']}\n" + resource
-                            if resource:
-                                matches = re.findall(r"([^\s\.]*__v\d+)", resource)
-                                for match in set(matches):
-                                    m = match.split("__v")[0]
-                                    if m in resources or m in resource_names:
-                                        resource = resource.replace(match, m)
-                                fd.write(resource)
-                    else:
-                        if verbose:
-                            click.echo(FeedbackManager.info_skip_already_exists())
-                except Exception as e:
-                    raise click.ClickException(FeedbackManager.error_exception(error=e))
-        return
+                        click.echo(FeedbackManager.info_skip_already_exists())
+            except Exception as e:
+                raise click.ClickException(FeedbackManager.error_exception(error=e))
+
+        values = versions.values()
+
+        if progress_bar:
+            with click.progressbar(values, label=f"Pulling {extension}s"):
+                for k in values:
+                    await write_resource(k)
+        else:
+            tasks = [write_resource(k) for k in values]
+            await _gather_with_concurrency(5, *tasks)
 
     try:
         datasources = await client.datasources()
@@ -4404,6 +4422,7 @@ async def diff_command(
     if filenames:
         if len(filenames) == 1:
             filenames = [filenames[0]] + get_project_filenames(filenames[0])
+        await folder_pull(client, target_dir, False, None, True, verbose=False)
     else:
         filenames = get_project_filenames(".")
         if verbose:
@@ -4439,9 +4458,6 @@ async def diff_command(
                 continue
 
             suffix = ".datasource" if ".datasource" in file else ".pipe"
-
-            if with_explicit_filenames:
-                await folder_pull(client, target_dir, False, None, True, verbose=False)
             target = target_dir + os.path.sep + rfilename + suffix
 
             diff_lines = await diff_files(target, file, with_format=fmt, with_color=(not no_color), client=client)

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/feedback_manager.py

@@ -1,5 +1,5 @@
 from collections import namedtuple
-from typing import Callable, Any
+from typing import Any, Callable
 
 FeedbackMessage = namedtuple("FeedbackMessage", "message")
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/sql_template.py

@@ -1,17 +1,18 @@
-import logging
+import ast
 import builtins
+import linecache
+import logging
+import re
+from datetime import datetime
 from functools import lru_cache
-from tornado import escape
-from typing import Optional, Tuple, Union
 from io import StringIO
-import ast
-import re
-import linecache
+from typing import Optional, Tuple, Union
+
+from tornado import escape
 from tornado.util import ObjectDict, exec_in, unicode_type
-from .datatypes import testers
-from datetime import datetime
 
-from .tornado_template import Template, SecurityException, VALID_CUSTOM_FUNCTION_NAMES
+from .datatypes import testers
+from .tornado_template import VALID_CUSTOM_FUNCTION_NAMES, SecurityException, Template
 
 
 class SQLTemplateCustomError(Exception):

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/sql_template_fmt.py

@@ -1,20 +1,18 @@
 import logging
-from typing import Any, Dict, List, Optional
 from dataclasses import dataclass
 from types import MethodType
+from typing import Any, Dict, List, Optional
 
-from sqlfmt import api
-from sqlfmt.mode import Mode
-from sqlfmt.dialect import ClickHouse
-from sqlfmt import actions
+from sqlfmt import actions, api
 from sqlfmt.analyzer import Rule, group
-from sqlfmt.line import Line
 from sqlfmt.comment import Comment
+from sqlfmt.dialect import ClickHouse
+from sqlfmt.jinjafmt import JinjaFormatter, JinjaTag
+from sqlfmt.line import Line
+from sqlfmt.mode import Mode
 from sqlfmt.node import Node
 from sqlfmt.node_manager import NodeManager
 from sqlfmt.token import Token, TokenType
-from sqlfmt.jinjafmt import JinjaTag, JinjaFormatter
-
 
 # This class extends and monkey patches https://github.com/tconbeer/sqlfm
 INDENT = " " * 4

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/sql_toolset.py

@@ -1,13 +1,14 @@
+import copy
 import logging
-from datetime import datetime
-from chtoolset import query as chquery
 from collections import defaultdict
+from datetime import datetime
 from functools import lru_cache
+from typing import Any, List, Optional, Set, Tuple
+
+from chtoolset import query as chquery
 from toposort import toposort
-from typing import List, Tuple, Set, Optional, Any
-from tinybird.ch_utils.constants import ENABLED_TABLE_FUNCTIONS
 
-import copy
+from tinybird.ch_utils.constants import ENABLED_TABLE_FUNCTIONS
 
 VALID_REMOTE = "VALID_REMOTE"
 
@@ -238,9 +239,9 @@ def replace_tables(
                     logging.info(
                         "Resource not found in replace_tables: %s",
                         {
-                            "sql": sql,
-                            "replacements": replacements,
-                            "deps_sorted": deps_sorted,
+                            "r": r,
+                            "default_database": default_database,
+                            "_replaced_with": _replaced_with,
                             "valid_tables": valid_tables,
                         },
                     )

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/syncasync.py

@@ -37,7 +37,7 @@ import sys
 import threading
 import warnings
 import weakref
-from concurrent.futures import Future, ThreadPoolExecutor, Executor
+from concurrent.futures import Executor, Future, ThreadPoolExecutor
 from typing import Any, Callable, Dict, Optional
 
 if sys.version_info >= (3, 7):

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli.py

@@ -1,22 +1,21 @@
-import sys
 import asyncio
+import sys
 
 if sys.platform == "win32":
     asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
 
-import tinybird.tb_cli_modules.common
-import tinybird.tb_cli_modules.cli
 import tinybird.tb_cli_modules.auth
-import tinybird.tb_cli_modules.workspace
-import tinybird.tb_cli_modules.workspace_members
 import tinybird.tb_cli_modules.branch
-import tinybird.tb_cli_modules.datasource
-import tinybird.tb_cli_modules.pipe
+import tinybird.tb_cli_modules.cli
+import tinybird.tb_cli_modules.common
 import tinybird.tb_cli_modules.connection
+import tinybird.tb_cli_modules.datasource
 import tinybird.tb_cli_modules.job
+import tinybird.tb_cli_modules.pipe
 import tinybird.tb_cli_modules.test
 import tinybird.tb_cli_modules.token
-
+import tinybird.tb_cli_modules.workspace
+import tinybird.tb_cli_modules.workspace_members
 
 cli = tinybird.tb_cli_modules.cli.cli
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/auth.py

@@ -3,23 +3,21 @@
 # - If it makes sense and only when strictly necessary, you can create utility functions in this file.
 # - But please, **do not** interleave utility functions and command definitions.
 
-import click
-
 from typing import Any, Dict, List, Optional
 
+import click
 import humanfriendly.tables
 
 from tinybird.feedback_manager import FeedbackManager
-
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
-    try_update_config_with_remote,
-    try_authenticate,
     configure_connector,
     coro,
+    echo_safe_humanfriendly_tables_format_smart_table,
     get_host_from_region_temp,
     get_regions_temp,
-    echo_safe_humanfriendly_tables_format_smart_table,
+    try_authenticate,
+    try_update_config_with_remote,
 )
 from tinybird.tb_cli_modules.config import CLIConfig, ConfigValueOrigin
 from tinybird.tb_cli_modules.exceptions import CLIAuthException

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/branch.py

@@ -3,30 +3,31 @@
 # - If it makes sense and only when strictly necessary, you can create utility functions in this file.
 # - But please, **do not** interleave utility functions and command definitions.
 
+import os
 from os import getcwd
-from typing import List, Tuple, Optional
+from typing import List, Optional, Tuple
+
 import click
 import yaml
-import os
 
+from tinybird.datafile import create_release, wait_job
+from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
+    MAIN_BRANCH,
     coro,
-    get_current_main_workspace_temp,
     create_workspace_branch,
-    switch_to_workspace_by_user_workspace_data,
-    print_current_workspace,
-    print_data_branch_summary,
     echo_safe_humanfriendly_tables_format_smart_table,
+    get_current_main_workspace_temp,
     get_current_workspace_branches,
-    MAIN_BRANCH,
-    print_current_branch,
     print_branch_regression_tests_summary,
+    print_current_branch,
+    print_current_workspace,
+    print_data_branch_summary,
+    switch_to_workspace_by_user_workspace_data,
     switch_workspace,
     try_update_config_with_remote,
 )
-from tinybird.feedback_manager import FeedbackManager
-from tinybird.datafile import wait_job, create_release
 from tinybird.tb_cli_modules.config import CLIConfig
 from tinybird.tb_cli_modules.exceptions import CLIBranchException, CLIException, CLIReleaseException
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/cicd.py

@@ -1,11 +1,11 @@
+from dataclasses import dataclass
 from enum import Enum
-from pathlib import Path
-from typing import Optional, Any, Dict, Union, Type, List
 from os import getcwd
-from tornado.template import Template
-from dataclasses import dataclass
+from pathlib import Path
+from typing import Any, Dict, List, Optional, Type, Union
 
 import click
+from tornado.template import Template
 
 from tinybird.client import TinyB
 from tinybird.feedback_manager import FeedbackManager

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/cli.py

@@ -3,71 +3,66 @@
 # - If it makes sense and only when strictly necessary, you can create utility functions in this file.
 # - But please, **do not** interleave utility functions and command definitions.
 
-import os
-from os import environ, getcwd
-
 import difflib
 import json
 import logging
+import os
 import pprint
 import re
 import shutil
 import sys
-import click
-from packaging import version
-from click import Context
-
+from os import environ, getcwd
 from pathlib import Path
-from typing import Any, Callable, Iterable, Optional, List, Dict, Tuple, Union
+from typing import Any, Callable, Dict, Iterable, List, Optional, Tuple, Union
 
+import click
 import humanfriendly
+from click import Context
+from packaging import version
 
+import tinybird.context as context
 from tinybird.client import AuthException, AuthNoTokenException, DoesNotExistException, TinyB
-
-
-from tinybird.feedback_manager import FeedbackManager
+from tinybird.config import CURRENT_VERSION, SUPPORTED_CONNECTORS, VERSION, FeatureFlags, get_config
 from tinybird.datafile import (
     AlreadyExistsException,
+    CLIGitRelease,
+    CLIGitReleaseException,
     Datafile,
     ParseException,
-    create_release,
     build_graph,
-    folder_push,
+    color_diff,
+    create_release,
+    diff_command,
     folder_pull,
+    folder_push,
     format_datasource,
     format_pipe,
     get_project_filenames,
+    get_resource_versions,
+    has_internal_datafiles,
     parse_datasource,
     parse_pipe,
-    wait_job,
-    get_resource_versions,
-    diff_command,
-    CLIGitRelease,
-    CLIGitReleaseException,
-    peek,
-    color_diff,
     parse_token,
-    has_internal_datafiles,
+    peek,
+    wait_job,
 )
-import tinybird.context as context
-from tinybird.config import FeatureFlags, get_config, VERSION, CURRENT_VERSION, SUPPORTED_CONNECTORS
-
+from tinybird.feedback_manager import FeedbackManager
+from tinybird.tb_cli_modules.cicd import check_cicd_exists, init_cicd
 from tinybird.tb_cli_modules.common import (
-    CLIException,
     CatchAuthExceptions,
+    CLIException,
     _get_tb_client,
     coro,
     create_tb_client,
+    echo_safe_humanfriendly_tables_format_smart_table,
     folder_init,
+    get_config_and_hosts,
     get_current_main_workspace,
     getenv_bool,
     load_connector_config,
-    get_config_and_hosts,
-    echo_safe_humanfriendly_tables_format_smart_table,
 )
 from tinybird.tb_cli_modules.config import CLIConfig
 from tinybird.tb_cli_modules.telemetry import add_telemetry_event
-from tinybird.tb_cli_modules.cicd import init_cicd, check_cicd_exists
 
 __old_click_echo = click.echo
 __old_click_secho = click.secho
@@ -210,7 +205,7 @@ async def cli(
     if ctx.invoked_subcommand == "auth":
         return
 
-    from tinybird.connectors import create_connector
+    from tinybird.connectors import create_connector  # noqa
 
     if gcp_project_id and gcs_bucket and google_application_credentials and not sf_account:
         bq_config = {

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/common.py

@@ -5,72 +5,66 @@
 #   the function to the proper command file.
 # - Please, **do not** define commands here.
 
-from copy import deepcopy
+import asyncio
 import json
-from os import environ, getcwd, getenv, chmod
-from enum import Enum
+import re
+import socket
 import sys
-from click._termui_impl import ProgressBar
-from typing import Any, Callable, Dict, List, Optional, Set, Tuple, Iterable, Union
 import uuid
-import click
-import click.formatting
-import re
+from contextlib import closing
+from copy import deepcopy
+from enum import Enum
+from functools import wraps
+from os import chmod, environ, getcwd, getenv
 from pathlib import Path
-from urllib.parse import urlparse, urljoin
+from sys import version_info
+from typing import Any, Callable, Dict, Iterable, List, Optional, Set, Tuple, Union
+from urllib.parse import urljoin, urlparse
 
-from click import Context
+import click
+import click.formatting
 import humanfriendly
 import humanfriendly.tables
+from click import Context
+from click._termui_impl import ProgressBar
 from humanfriendly.tables import format_pretty_table
+
 from tinybird.client import (
-    JobException,
-    TinyB,
     AuthException,
     AuthNoTokenException,
+    ConnectorNothingToLoad,
     DoesNotExistException,
+    JobException,
     OperationCanNotBePerformed,
-    ConnectorNothingToLoad,
+    TinyB,
 )
-from sys import version_info
-from typing import TYPE_CHECKING
-
-if TYPE_CHECKING:
-    from tinybird.connectors import Connector
-from tinybird.feedback_manager import FeedbackManager
-from tinybird.tb_cli_modules.regions import Region
-
-import asyncio
-from functools import wraps
-
 from tinybird.config import (
+    DEFAULT_API_HOST,
     DEFAULT_LOCALHOST,
+    DEFAULT_UI_HOST,
+    PROJECT_PATHS,
+    SUPPORTED_CONNECTORS,
+    VERSION,
+    FeatureFlags,
     get_config,
     write_config,
-    FeatureFlags,
-    VERSION,
-    SUPPORTED_CONNECTORS,
-    PROJECT_PATHS,
-    DEFAULT_API_HOST,
-    DEFAULT_UI_HOST,
 )
-
-import socket
-from contextlib import closing
-
+from tinybird.connectors import Connector
+from tinybird.feedback_manager import FeedbackManager
 from tinybird.syncasync import async_to_sync
 from tinybird.tb_cli_modules.config import CLIConfig
 from tinybird.tb_cli_modules.exceptions import (
     CLIAuthException,
+    CLIConnectionException,
     CLIException,
     CLIWorkspaceException,
-    CLIConnectionException,
 )
+from tinybird.tb_cli_modules.regions import Region
 from tinybird.tb_cli_modules.telemetry import (
-    init_telemetry,
     add_telemetry_event,
     add_telemetry_sysinfo_event,
     flush_telemetry,
+    init_telemetry,
     is_ci_environment,
 )
 
@@ -87,7 +81,8 @@ def obfuscate_token(value: Optional[str]) -> Optional[str]:
 
 def create_connector(connector: str, options: Dict[str, Any]):
     # Imported here to improve startup time when the connectors aren't used
-    from tinybird.connectors import create_connector as _create_connector, UNINSTALLED_CONNECTORS
+    from tinybird.connectors import UNINSTALLED_CONNECTORS
+    from tinybird.connectors import create_connector as _create_connector
 
     if connector in UNINSTALLED_CONNECTORS:
         raise CLIException(FeedbackManager.error_connector_not_installed(connector=connector))

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/config.py

@@ -1,16 +1,15 @@
 import json
 import os
-import tinybird.client as tbc
-
-from dataclasses import dataclass
 from copy import deepcopy
+from dataclasses import dataclass
 from enum import Enum
-from packaging import version
-from urllib.parse import urlparse
 from typing import Any, Dict, List, Optional, Tuple, Union
+from urllib.parse import urlparse
 
-from tinybird.config import DEFAULT_API_HOST, DEFAULT_LOCALHOST, CURRENT_VERSION
+from packaging import version
 
+import tinybird.client as tbc
+from tinybird.config import CURRENT_VERSION, DEFAULT_API_HOST, DEFAULT_LOCALHOST
 
 APP_CONFIG_NAME = "tinybird"
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/connection.py

@@ -4,29 +4,28 @@
 # - But please, **do not** interleave utility functions and command definitions.
 
 import os
-import click
-
 from os import getcwd
 from pathlib import Path
-from click import Context
 from typing import Any, Dict, Optional
 
-from tinybird.feedback_manager import FeedbackManager
-from tinybird.client import DoesNotExistException, TinyB
+import click
+from click import Context
 
+from tinybird.client import DoesNotExistException, TinyB
+from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
+    ConnectionReplacements,
     _get_setting_value,
     coro,
+    echo_safe_humanfriendly_tables_format_smart_table,
+    validate_connection_name,
     validate_kafka_auto_offset_reset,
     validate_kafka_bootstrap_servers,
     validate_kafka_key,
     validate_kafka_schema_registry_url,
     validate_kafka_secret,
-    echo_safe_humanfriendly_tables_format_smart_table,
     validate_string_connector_param,
-    validate_connection_name,
-    ConnectionReplacements,
 )
 from tinybird.tb_cli_modules.exceptions import CLIConnectionException
 from tinybird.tb_cli_modules.telemetry import is_ci_environment

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/datasource.py

@@ -10,33 +10,30 @@ import re
 from typing import Any, Dict, List, Optional
 
 import click
-from click import Context
 import humanfriendly
+from click import Context
 
 from tinybird.client import CanNotBeDeletedException, DoesNotExistException, TinyB
-from typing import TYPE_CHECKING
-
-if TYPE_CHECKING:
-    from tinybird.connectors import Connector
-from tinybird.feedback_manager import FeedbackManager
+from tinybird.connectors import Connector
 from tinybird.datafile import get_name_version, wait_job
+from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
     _analyze,
     _generate_datafile,
+    ask_for_user_token,
     autocomplete_topics,
     coro,
+    echo_safe_humanfriendly_tables_format_smart_table,
+    get_config_and_hosts,
     get_format_from_filename_or_url,
     load_connector_config,
     push_data,
     sync_data,
-    get_config_and_hosts,
     validate_datasource_name,
     validate_kafka_auto_offset_reset,
     validate_kafka_group,
     validate_kafka_topic,
-    echo_safe_humanfriendly_tables_format_smart_table,
-    ask_for_user_token,
 )
 from tinybird.tb_cli_modules.exceptions import CLIDatasourceException
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/exceptions.py

@@ -1,4 +1,5 @@
 from typing import Any, Dict, Optional
+
 import click
 
 from tinybird.tb_cli_modules.telemetry import add_telemetry_event

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/job.py

@@ -4,15 +4,13 @@
 # - But please, **do not** interleave utility functions and command definitions.
 
 import click
-
 from click import Context
 
-from tinybird.feedback_manager import FeedbackManager
 from tinybird.client import DoesNotExistException, TinyB
-
+from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
-from tinybird.tb_cli_modules.exceptions import CLIException
 from tinybird.tb_cli_modules.common import coro, echo_safe_humanfriendly_tables_format_smart_table
+from tinybird.tb_cli_modules.exceptions import CLIException
 
 
 @cli.group()

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/pipe.py

@@ -5,20 +5,21 @@
 
 import json
 import os
-from pathlib import Path
 import re
+from pathlib import Path
 from typing import Dict, List, Optional, Tuple
+
 import click
+import humanfriendly
 from click import Context
-import tinybird.context as context
 
-import humanfriendly
+import tinybird.context as context
 from tinybird.client import DoesNotExistException, TinyB
 from tinybird.config import DEFAULT_API_HOST, FeatureFlags
-from tinybird.datafile import folder_push, wait_job, get_name_version, process_file
+from tinybird.datafile import folder_push, get_name_version, process_file, wait_job
+from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import coro, create_tb_client, echo_safe_humanfriendly_tables_format_smart_table
-from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.exceptions import CLIPipeException
 
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/regions.py

@@ -1,4 +1,4 @@
-from typing import List, TypedDict, Optional
+from typing import List, Optional, TypedDict
 
 
 class Region(TypedDict):

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/test.py

@@ -4,13 +4,14 @@
 # - But please, **do not** interleave utility functions and command definitions.
 
 import glob
-import click
-from tinybird.feedback_manager import FeedbackManager
 from typing import Iterable, List, Tuple
 
+import click
+
+from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
-from tinybird.tb_cli_modules.exceptions import CLIException
 from tinybird.tb_cli_modules.common import coro, create_tb_client, gather_with_concurrency
+from tinybird.tb_cli_modules.exceptions import CLIException
 from tinybird.tb_cli_modules.tinyunit.tinyunit import (
     TestSummaryResults,
     generate_file,

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/tinyunit/tinyunit.py

@@ -1,11 +1,12 @@
 from dataclasses import dataclass
 from pathlib import Path
 from typing import Any, Dict, Iterable, List, Optional
+
 import click
-from humanfriendly.tables import format_smart_table
-from tinybird.client import TinyB
 import yaml
+from humanfriendly.tables import format_smart_table
 
+from tinybird.client import TinyB
 from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.common import CLIException
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/workspace.py

@@ -3,14 +3,13 @@
 # - If it makes sense and only when strictly necessary, you can create utility functions in this file.
 # - But please, **do not** interleave utility functions and command definitions.
 
-import click
+from typing import Optional
 
+import click
 from click import Context
-from typing import Optional
 
-from tinybird.feedback_manager import FeedbackManager
 from tinybird.client import CanNotBeDeletedException, DoesNotExistException, TinyB
-
+from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
     _get_config,
@@ -19,16 +18,16 @@ from tinybird.tb_cli_modules.common import (
     coro,
     create_workspace_interactive,
     create_workspace_non_interactive,
+    echo_safe_humanfriendly_tables_format_smart_table,
     get_config_and_hosts,
+    get_current_main_workspace,
     is_valid_starterkit,
-    switch_workspace,
     print_current_workspace,
-    echo_safe_humanfriendly_tables_format_smart_table,
-    get_current_main_workspace,
+    switch_workspace,
     try_update_config_with_remote,
 )
-from tinybird.tb_cli_modules.exceptions import CLIWorkspaceException
 from tinybird.tb_cli_modules.config import CLIConfig
+from tinybird.tb_cli_modules.exceptions import CLIWorkspaceException
 
 
 @cli.group()

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/workspace_members.py

@@ -3,25 +3,24 @@
 # - If it makes sense and only when strictly necessary, you can create utility functions in this file.
 # - But please, **do not** interleave utility functions and command definitions.
 
-import click
-
 from copy import deepcopy
-from click import Context
 from dataclasses import dataclass
 from typing import Any, Dict, Optional, Tuple
 
+import click
+from click import Context
+
 from tinybird.client import TinyB
 from tinybird.feedback_manager import FeedbackManager
-from tinybird.tb_cli_modules.workspace import workspace
 from tinybird.tb_cli_modules.common import (
     ask_for_user_token,
     coro,
+    echo_safe_humanfriendly_tables_format_smart_table,
     get_config_and_hosts,
     get_current_workspace,
-    echo_safe_humanfriendly_tables_format_smart_table,
 )
-
 from tinybird.tb_cli_modules.exceptions import CLIWorkspaceMembersException
+from tinybird.tb_cli_modules.workspace import workspace
 
 
 @dataclass

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tornado_template.py

@@ -197,18 +197,19 @@ if you need to include a literal ``{{``, ``{%``, or ``{#`` in the output.
 
 from __future__ import absolute_import, division, print_function
 
+import ast
 import datetime
 import linecache
 import os.path
 import posixpath
 import re
 import threading
-import ast
+from typing import Union
 
 from tornado import escape
 from tornado.log import app_log
-from tornado.util import ObjectDict, exec_in, unicode_type, PY3
-from typing import Union
+from tornado.util import PY3, ObjectDict, exec_in, unicode_type
+
 from .context import disable_template_security_validation
 
 if PY3:

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 2.1.0.dev10
+Version: 2.1.0.dev12
 Summary: Tinybird Command Line Tool
 Home-page: https://docs.tinybird.co/cli.html
 Author: Tinybird
@@ -19,6 +19,16 @@ Changelog
 
 ---------
 
+2.1.0.dev12
+************
+
+- `Changed` Regression tests select faster the requests used for the checks.
+
+2.1.0.dev11
+************
+
+- `Improve` peformance when using the option `--only-change` in the `tb push` command. This was a regression introduced in the version 2.0.0
+
 2.1.0.dev10
 ************
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/datatypes.py

@@ -1,5 +1,5 @@
-import re
 import ast
+import re
 
 datetime64_patterns = [
     r"\d\d\d\d.\d\d.\d\d(T|\s)\d\d:\d\d:\d\d.\d\d\d",

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/sql.py

@@ -1,6 +1,6 @@
-from collections import namedtuple
 import re
 import string
+from collections import namedtuple
 from typing import Any, Dict, Iterable, List, Optional
 
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/telemetry.py

@@ -4,16 +4,16 @@ import os
 import platform
 import re
 import sys
-from urllib.parse import urlencode
-import uuid
-import requests
-from tinybird.config import CURRENT_VERSION
 import threading
-
+import uuid
 from copy import deepcopy
 from datetime import datetime
 from typing import Any, Callable, Dict, List, Optional, Tuple
+from urllib.parse import urlencode
 
+import requests
+
+from tinybird.config import CURRENT_VERSION
 
 TELEMETRY_TIMEOUT: int = 1
 TELEMETRY_DATASOURCE: str = "tb_cli_telemetry"

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/tinyunit/tinyunit_lib.py

@@ -1,6 +1,6 @@
 import json
-from json import JSONEncoder
 from collections import namedtuple
+from json import JSONEncoder
 from typing import Optional
 
 

{tinybird-cli-2.1.0.dev10 → tinybird-cli-2.1.0.dev12}/tinybird/tb_cli_modules/token.py

@@ -1,17 +1,17 @@
+from typing import Any, Dict, Optional
+
 import click
 import pyperclip
-
 from click import Context
-from typing import Any, Dict, Optional
 
-from tinybird.feedback_manager import FeedbackManager
 from tinybird.client import TinyB
+from tinybird.feedback_manager import FeedbackManager
+from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
+    DoesNotExistException,
     coro,
     echo_safe_humanfriendly_tables_format_smart_table,
-    DoesNotExistException,
 )
-from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.exceptions import CLITokenException