tinybird-cli 4.1.2.dev0__tar.gz → 5.0.0__tar.gz

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 4.1.2.dev0
+Version: 5.0.0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,20 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.0.0
+******
+
+- `Breaking change` Make `insertion_date` column explicit. This column is no longer inferred, it must be present in the Data Source file.
+
+  Detailed info at https://www.tinybird.co/docs/changelog/2024-06-17-insertion_date-deprecation
+
+- `Added` parameter to `tb pipe regression-test` --relative-change
+- `Added` `tb push` displays warnings when using a reserved parameter in a pipe.
+- `Added` --role parameter to `tb workspace members add`
+- `Changed` Point region hosts to new `app.tinybird.co` domain
+- `Improved` help message of `tb workspace members set-role` now displays the 3 valid roles: viewer|guest|admin.
+- `Improved` syntax error messages when parsing endpoints.
+
 4.1.1
 ************
 
@@ -27,7 +41,7 @@ Changelog
 ************
 
 - `Added` `tb token create` command to be able to create static and JWT tokens from the CLI. You can check more information at https://www.tinybird.co/blog-posts/jwt-api-endpoints-public-beta
-- `Fixed` `tb init --git` to pin `tinybird-cli>=4,<5` in `requirements.txt` to avoid issues with the latest version of the CLI. 
+- `Fixed` `tb init --git` to pin `tinybird-cli>=4,<5` in `requirements.txt` to avoid issues with the latest version of the CLI.
 
 4.0.0
 ************
@@ -85,7 +99,7 @@ This is a major release, please read the commands affected below and consider up
 ************
 
 - `Changed` fixed major version of tinybird-cli to lower than 4 when using `tb init --git`
-- `Changed` behavior when running `tb deploy` on a branch to push the connection settings to the backend. This change is the backend that decides what to do. 
+- `Changed` behavior when running `tb deploy` on a branch to push the connection settings to the backend. This change is the backend that decides what to do.
 - `Changed` `tb pipe sink` commands are now available
 - `Fixed` regression tests query when filtering by specific parameter
 - `Fixed` Avoid `tb fmt` to error if there's a `CASE` in the sql

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '4.1.2.dev0'
-__revision__ = 'b6a6857'
+__version__ = '5.0.0'
+__revision__ = '2af0ad5'

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/tinybird/ch_utils/constants.py

@@ -4,6 +4,7 @@ LIVE_WS_NAME = "live"
 SNAPSHOT_WS_NAME = "snapshot"
 
 ENABLED_TABLE_FUNCTIONS = {"generateRandom", "null", "numbers", "numbers_mt", "values", "zeros", "zeros_mt"}
+COPY_ENABLED_TABLE_FUNCTIONS = frozenset(["postgresql"])
 
 ENABLED_SYSTEM_TABLES = {
     "functions",

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/tinybird/client.py

@@ -11,6 +11,7 @@ import requests.adapters
 from requests import Response
 from urllib3 import Retry
 
+from tinybird.ch_utils.constants import COPY_ENABLED_TABLE_FUNCTIONS
 from tinybird.syncasync import sync_to_async
 from tinybird.tb_cli_modules.regions import fill_with_public_regions
 from tinybird.tb_cli_modules.telemetry import add_telemetry_event
@@ -749,10 +750,12 @@ class TinyB(object):
     async def delete_branch(self, id: str):
         return await self._req(f"/v0/environments/{id}", method="DELETE")
 
-    async def add_users_to_workspace(self, workspace: Dict[str, Any], users_emails: List[str]):
+    async def add_users_to_workspace(self, workspace: Dict[str, Any], users_emails: List[str], role: Optional[str]):
         users = ",".join(users_emails)
         return await self._req(
-            f"/v0/workspaces/{workspace['id']}/users/", method="PUT", data={"operation": "add", "users": users}
+            f"/v0/workspaces/{workspace['id']}/users/",
+            method="PUT",
+            data={"operation": "add", "users": users, "role": role},
         )
 
     async def remove_users_from_workspace(self, workspace: Dict[str, Any], users_emails: List[str]):
@@ -1033,23 +1036,32 @@ class TinyB(object):
         return result["q"]
 
     @staticmethod
-    def _sql_get_used_tables_local(sql: str, raising: bool = False) -> List[str]:
+    def _sql_get_used_tables_local(sql: str, raising: bool = False, is_copy: Optional[bool] = False) -> List[str]:
         from tinybird.sql_toolset import sql_get_used_tables
 
-        tables = sql_get_used_tables(sql, raising, table_functions=False)
+        tables = sql_get_used_tables(
+            sql, raising, table_functions=False, function_allow_list=COPY_ENABLED_TABLE_FUNCTIONS if is_copy else None
+        )
         return [t[1] if t[0] == "" else f"{t[0]}.{t[1]}" for t in tables]
 
-    async def _sql_get_used_tables_remote(self, sql: str, raising: bool = False) -> List[str]:
-        params = {"q": sql, "raising": "true" if raising else "false", "table_functions": "false"}
+    async def _sql_get_used_tables_remote(
+        self, sql: str, raising: bool = False, is_copy: Optional[bool] = False
+    ) -> List[str]:
+        params = {
+            "q": sql,
+            "raising": "true" if raising else "false",
+            "table_functions": "false",
+            "is_copy": "true" if is_copy else "false",
+        }
         result = await self._req("/v0/sql_tables", data=params, method="POST")
         return [t[1] if t[0] == "" else f"{t[0]}.{t[1]}" for t in result["tables"]]
 
     # Get used tables from a query. Does not include table functions
-    async def sql_get_used_tables(self, sql: str, raising: bool = False) -> List[str]:
+    async def sql_get_used_tables(self, sql: str, raising: bool = False, is_copy: Optional[bool] = False) -> List[str]:
         try:
-            return self._sql_get_used_tables_local(sql, raising)
+            return self._sql_get_used_tables_local(sql, raising, is_copy)
         except ModuleNotFoundError:
-            return await self._sql_get_used_tables_remote(sql, raising)
+            return await self._sql_get_used_tables_remote(sql, raising, is_copy)
 
     @staticmethod
     def _replace_tables_local(q: str, replacements):

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/tinybird/datafile.py

@@ -711,6 +711,7 @@ class Datafile:
         self.raw: Optional[List[str]] = None
         self.includes: Dict[str, Any] = {}
         self.shared_with: List[str] = []
+        self.warnings: List[str] = []
 
     def validate(self) -> None:
         for x in self.nodes:
@@ -773,7 +774,8 @@ def parse_pipe(
         for node in doc.nodes:
             sql = node.get("sql", "")
             if sql.strip()[0] == "%":
-                sql, _, _ = render_sql_template(sql[1:], test_mode=True, name=node["name"])
+                sql, _, variable_warnings = render_sql_template(sql[1:], test_mode=True, name=node["name"])
+                doc.warnings = variable_warnings
             # it'll fail with a ModuleNotFoundError when the toolset is not available but it returns the parsed doc
             from tinybird.sql_toolset import format_sql as toolset_format_sql
 
@@ -1474,6 +1476,7 @@ async def process_file(
         deps = []
         nodes: List[Dict[str, Any]] = []
 
+        is_copy = any([node for node in doc.nodes if node.get("type", "standard").lower() == PipeNodeTypes.COPY])
         for node in doc.nodes:
             sql = node["sql"]
             node_type = node.get("type", "standard").lower()
@@ -1502,7 +1505,7 @@ async def process_file(
                 sql_rendered = sql
 
             try:
-                dependencies = await tb_client.sql_get_used_tables(sql_rendered, raising=True)
+                dependencies = await tb_client.sql_get_used_tables(sql_rendered, raising=True, is_copy=is_copy)
                 deps += [t for t in dependencies if t not in [n["name"] for n in doc.nodes]]
 
             except Exception as e:
@@ -1565,6 +1568,7 @@ async def process_file(
                 "deps": [x for x in set(deps)],
                 "tokens": doc.tokens,
                 "description": description,
+                "warnings": doc.warnings,
             }
         ]
     elif DataFileExtensions.TOKEN in filename:
@@ -1766,6 +1770,7 @@ class PipeChecker(unittest.TestCase):
         only_response_times: bool,
         ignore_order: bool,
         validate_processed_bytes: bool,
+        relative_change: float,
         *args,
         **kwargs,
     ) -> None:
@@ -1784,6 +1789,7 @@ class PipeChecker(unittest.TestCase):
         self.only_response_times = only_response_times
         self.ignore_order = ignore_order
         self.validate_processed_bytes = validate_processed_bytes
+        self.relative_change = relative_change
 
         parsed = urlparse(self.current_pipe_url)
         self.checker_pipe_url = f"{parsed.scheme}://{parsed.netloc}/v0/pipes/{self.checker_pipe_name}.json"
@@ -1901,12 +1907,13 @@ class PipeChecker(unittest.TestCase):
         for _, (current_data_e, check_fixtures_data_e) in enumerate(zip(current_data, checker_data)):
             self.assertEqual(list(current_data_e.keys()), list(check_fixtures_data_e.keys()))
             for x in current_data_e.keys():
-                if isinstance(current_data_e[x], float):
+                if isinstance(current_data_e[x], (float, int)):
                     d = abs(current_data_e[x] - check_fixtures_data_e[x])
+
                     try:
                         self.assertLessEqual(
                             d / current_data_e[x],
-                            0.01,
+                            self.relative_change,
                             f"key {x}. old value: {current_data_e[x]}, new value: {check_fixtures_data_e[x]}\n{self.diff(current_data_e, check_fixtures_data_e)}",
                         )
                     except ZeroDivisionError:
@@ -2057,6 +2064,7 @@ class PipeCheckerRunner:
         only_response_times: bool,
         ignore_order: bool,
         validate_processed_bytes: bool,
+        relative_change: float,
     ) -> PipeChecker:
         return PipeChecker(
             request,
@@ -2066,6 +2074,7 @@ class PipeCheckerRunner:
             only_response_times,
             ignore_order,
             validate_processed_bytes,
+            relative_change,
         )
 
     def _delta_percentage(self, checker: float, current: float) -> float:
@@ -2085,6 +2094,7 @@ class PipeCheckerRunner:
         only_response_times: bool,
         ignore_order: bool,
         validate_processed_bytes: bool,
+        relative_change: float,
         failfast: bool,
         custom_output: bool = False,
         debug: bool = False,
@@ -2123,7 +2133,13 @@ class PipeCheckerRunner:
         for _, request in enumerate(pipe_requests_to_check):
             suite.addTest(
                 self._get_checker(
-                    request, checker_pipe_name, token, only_response_times, ignore_order, validate_processed_bytes
+                    request,
+                    checker_pipe_name,
+                    token,
+                    only_response_times,
+                    ignore_order,
+                    validate_processed_bytes,
+                    relative_change,
                 )
             )
 
@@ -2264,6 +2280,7 @@ async def check_pipe(
     populate: bool,
     cl: TinyB,
     limit: int = 0,
+    relative_change: float = 0.01,
     sample_by_params: int = 0,
     only_response_times=False,
     matches: Optional[List[str]] = None,
@@ -2342,6 +2359,7 @@ async def check_pipe(
         only_response_times,
         ignore_order,
         validate_processed_bytes,
+        relative_change,
         failfast,
     )
 
@@ -2556,6 +2574,7 @@ async def new_pipe(
     run_tests: bool = False,
     as_standard: bool = False,
     tests_to_run: int = 0,
+    tests_relative_change: float = 0.01,
     tests_to_sample_by_params: int = 0,
     tests_filter_by: Optional[List[str]] = None,
     tests_failfast: bool = False,
@@ -2600,6 +2619,7 @@ async def new_pipe(
                         tb_client,
                         only_response_times=only_response_times,
                         limit=tests_to_run,
+                        relative_change=tests_relative_change,
                         sample_by_params=tests_to_sample_by_params,
                         matches=tests_filter_by,
                         failfast=tests_failfast,
@@ -3206,6 +3226,7 @@ async def exec_file(
     run_tests=False,
     as_standard=False,
     tests_to_run: int = 0,
+    tests_relative_change: float = 0.01,
     tests_to_sample_by_params: int = 0,
     tests_filter_by: Optional[List[str]] = None,
     tests_failfast: bool = False,
@@ -3235,6 +3256,7 @@ async def exec_file(
             run_tests=run_tests,
             as_standard=as_standard,
             tests_to_run=tests_to_run,
+            tests_relative_change=tests_relative_change,
             tests_to_sample_by_params=tests_to_sample_by_params,
             tests_filter_by=tests_filter_by,
             tests_failfast=tests_failfast,
@@ -3587,6 +3609,7 @@ async def build_graph(
         workspace_lib_paths: Optional[List[Tuple[str, str]]],
     ):
         name, kind = filename.rsplit(".", 1)
+        warnings = []
 
         try:
             res = await process_file(
@@ -3607,6 +3630,7 @@ async def build_graph(
 
         for r in res:
             fn = r["resource_name"]
+            warnings = r.get("warnings", [])
             if changed and fn in changed and (not changed[fn] or changed[fn] in ["shared", "remote"]):
                 continue
 
@@ -3655,7 +3679,7 @@ async def build_graph(
                 r["shared_with"] = mapped_workspaces
 
             dep_map[fn] = set(dep_list)
-        return os.path.basename(name)
+        return os.path.basename(name), warnings
 
     processed = set()
 
@@ -3675,9 +3699,20 @@ async def build_graph(
                 if ".incl" in filename:
                     click.echo(FeedbackManager.warning_skipping_include_file(file=filename))
 
-                name = await process(filename, deps, dep_map, to_run, workspace_lib_paths)
+                name, warnings = await process(filename, deps, dep_map, to_run, workspace_lib_paths)
                 processed.add(name)
 
+                if verbose:
+                    if len(warnings) == 1:
+                        click.echo(FeedbackManager.warning_pipe_restricted_param(word=warnings[0]))
+                    elif len(warnings) > 1:
+                        click.echo(
+                            FeedbackManager.warning_pipe_restricted_params(
+                                words=", ".join(["'{}'".format(param) for param in warnings[:-1]]),
+                                last_word=warnings[-1],
+                            )
+                        )
+
     await get_processed(filenames=filenames)
 
     if process_dependencies:
@@ -3805,6 +3840,7 @@ async def folder_push(
     raise_on_exists: bool = False,
     verbose: bool = True,
     tests_to_run: int = 0,
+    tests_relative_change: float = 0.01,
     tests_sample_by_params: int = 0,
     tests_filter_by: Optional[List[str]] = None,
     tests_failfast: bool = False,
@@ -3991,6 +4027,7 @@ async def folder_push(
                             run_tests,
                             as_standard,
                             tests_to_run,
+                            tests_relative_change,
                             tests_sample_by_params,
                             tests_filter_by,
                             tests_failfast,

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/tinybird/feedback_manager.py

@@ -261,7 +261,7 @@ class FeedbackManager:
         "** Unable to switch to 'main' Workspace. Need to authenticate again, use 'tb auth"
     )
     error_parsing_node_with_unclosed_if = error_message(
-        'Parsing node "{node}" from pipe "{pipe}":\n Missing in line {lineno} of the SQL:\n {sql}'
+        "Missing {{%end%}} block in parsing node '{node}' from pipe '{pipe}':\n Missing in line '{lineno}' of the SQL:\n '{sql}'"
     )
     error_unknown_connection = error_message("Unknown connection '{connection}' in Data Source '{datasource}'.")
     error_unknown_kafka_connection = error_message(
@@ -554,6 +554,13 @@ Ready? """
     warning_sink_no_connection = warning_message(
         "** Warning: pipe '{pipe_name}' does not have an associated Sink connection."
     )
+    warning_pipe_restricted_param = warning_message(
+        "** The parameter name '{word}' is a reserved word. Please, choose another name or the pipe will not work as expected."
+    )
+    warning_pipe_restricted_params = warning_message(
+        "** The parameter names {words} and '{last_word}' are reserved words. Please, choose another name or the pipe will not work as expected."
+    )
+
     info_fixtures_branch = info_message("** Data Fixtures are only pushed to Branches")
     info_materialize_push_datasource_exists = warning_message("** Data Source {name} already exists")
     info_materialize_push_datasource_override = prompt_message(

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/tinybird/sql_toolset.py

@@ -3,20 +3,26 @@ import logging
 from collections import defaultdict
 from datetime import datetime
 from functools import lru_cache
-from typing import Any, List, Optional, Set, Tuple
+from typing import Any, FrozenSet, List, Optional, Set, Tuple
 
 from chtoolset import query as chquery
 from toposort import toposort
 
-from tinybird.ch_utils.constants import ENABLED_TABLE_FUNCTIONS
+from tinybird.ch_utils.constants import COPY_ENABLED_TABLE_FUNCTIONS, ENABLED_TABLE_FUNCTIONS
 
 VALID_REMOTE = "VALID_REMOTE"
 
 
 class InvalidFunction(ValueError):
     def __init__(self, msg: str = "", table_function_names: str = ""):
+        if any([fn for fn in COPY_ENABLED_TABLE_FUNCTIONS if fn in msg]):
+            msg = msg.replace("is restricted", "is restricted to Copy Pipes")
+
         if table_function_names:
-            self.msg = f"The query uses disabled table functions: '{table_function_names}'"
+            if "postgresql" in table_function_names:
+                self.msg = "The postgresql table function is only allowed in Copy Pipes"
+            else:
+                self.msg = f"The query uses disabled table functions: '{table_function_names}'"
         else:
             self.msg = msg
         super().__init__(self.msg)
@@ -58,7 +64,11 @@ def format_where_for_mutation_command(where_clause: str) -> str:
 
 @lru_cache(maxsize=2**13)
 def sql_get_used_tables_cached(
-    sql: str, raising: bool = False, default_database: str = "", table_functions: bool = True
+    sql: str,
+    raising: bool = False,
+    default_database: str = "",
+    table_functions: bool = True,
+    function_allow_list: Optional[FrozenSet[str]] = None,
 ) -> List[Tuple[str, str, str]]:
     """
     >>> sql_get_used_tables("SELECT 1 FROM the_table")
@@ -79,7 +89,11 @@ def sql_get_used_tables_cached(
     [('d_d3926a', 't_976af08ec4b547419e729c63e754b17b', '')]
     """
     try:
-        tables: List[Tuple[str, str, str]] = chquery.tables(sql, default_database=default_database)
+        _function_allow_list = list() if function_allow_list is None else list(function_allow_list)
+
+        tables: List[Tuple[str, str, str]] = chquery.tables(
+            sql, default_database=default_database, function_allow_list=_function_allow_list
+        )
         if not table_functions:
             return [(t[0], t[1], "") for t in tables if t[0] or t[1]]
         return tables
@@ -93,10 +107,17 @@ def sql_get_used_tables_cached(
 
 
 def sql_get_used_tables(
-    sql: str, raising: bool = False, default_database: str = "", table_functions: bool = True
+    sql: str,
+    raising: bool = False,
+    default_database: str = "",
+    table_functions: bool = True,
+    function_allow_list: Optional[FrozenSet[str]] = None,
 ) -> List[Tuple[str, str, str]]:
-    # We return a copy here since the callers might (and replace_tables does) edit the resulting object
-    return copy.copy(sql_get_used_tables_cached(sql, raising, default_database, table_functions))
+    hashable_list = frozenset() if function_allow_list is None else function_allow_list
+
+    return copy.copy(
+        sql_get_used_tables_cached(sql, raising, default_database, table_functions, function_allow_list=hashable_list)
+    )
 
 
 class ReplacementsDict(dict):
@@ -150,9 +171,18 @@ def replace_tables_chquery_cached(
     default_database: str = "",
     output_one_line: bool = False,
     timestamp: Optional[datetime] = None,
+    function_allow_list: Optional[FrozenSet[str]] = None,
 ) -> str:
     replacements = dict(sorted_replacements) if sorted_replacements else {}
-    return chquery.replace_tables(sql, replacements, default_database=default_database, one_line=output_one_line)
+    _function_allow_list = list() if function_allow_list is None else list(function_allow_list)
+
+    return chquery.replace_tables(
+        sql,
+        replacements,
+        default_database=default_database,
+        one_line=output_one_line,
+        function_allow_list=_function_allow_list,
+    )
 
 
 def replace_tables(
@@ -164,15 +194,19 @@ def replace_tables(
     valid_tables: Optional[Set[Tuple[str, str]]] = None,
     output_one_line: bool = False,
     timestamp: Optional[datetime] = None,
+    function_allow_list: Optional[FrozenSet[str]] = None,
 ) -> str:
     """
     Given a query and a list of table replacements, returns the query after applying the table replacements.
     It takes into account dependencies between replacement subqueries (if any)
     It also validates the sql to verify it's valid and doesn't use unknown or prohibited functions
     """
+    hashable_list = frozenset() if function_allow_list is None else function_allow_list
     if not replacements:
         # Always call replace_tables to do validation and formatting
-        return replace_tables_chquery_cached(sql, None, output_one_line=output_one_line, timestamp=timestamp)
+        return replace_tables_chquery_cached(
+            sql, None, output_one_line=output_one_line, timestamp=timestamp, function_allow_list=hashable_list
+        )
 
     _replaced_with = set()
     _replacements = ReplacementsDict()
@@ -182,14 +216,24 @@ def replace_tables(
         _replaced_with.add(r)
 
     deps: defaultdict = defaultdict(set)
-    _tables = sql_get_used_tables(sql, default_database=default_database, raising=True, table_functions=check_functions)
+    _tables = sql_get_used_tables(
+        sql,
+        default_database=default_database,
+        raising=True,
+        table_functions=check_functions,
+        function_allow_list=function_allow_list,
+    )
     seen_tables = set()
     table: Tuple[str, str] | Tuple[str, str, str]
+    if function_allow_list is None:
+        _enabled_table_functions = ENABLED_TABLE_FUNCTIONS
+    else:
+        _enabled_table_functions = ENABLED_TABLE_FUNCTIONS.union(set(function_allow_list))
     while _tables:
         table = _tables.pop()
         if len(table) == 3:
             first_table, second_table, last_table = table
-            if last_table and last_table not in ENABLED_TABLE_FUNCTIONS:
+            if last_table and last_table not in _enabled_table_functions:
                 raise InvalidFunction(table_function_names=last_table)
             if first_table or second_table:
                 table = (first_table, second_table)
@@ -204,7 +248,7 @@ def replace_tables(
                 if len(dependent_table) == 3:
                     if (
                         dependent_table[2]
-                        and dependent_table[2] not in ENABLED_TABLE_FUNCTIONS
+                        and dependent_table[2] not in _enabled_table_functions
                         and not (dependent_table[2] in ["cluster"] and replacement[0] == VALID_REMOTE)
                     ):
                         raise InvalidFunction(table_function_names=dependent_table[2])
@@ -219,7 +263,9 @@ def replace_tables(
     deps_sorted = list(reversed(list(toposort(deps))))
 
     if not deps_sorted:
-        return replace_tables_chquery_cached(sql, None, output_one_line=output_one_line, timestamp=timestamp)
+        return replace_tables_chquery_cached(
+            sql, None, output_one_line=output_one_line, timestamp=timestamp, function_allow_list=hashable_list
+        )
 
     for current_deps in deps_sorted:
         current_replacements = {}
@@ -251,10 +297,17 @@ def replace_tables(
             # We need to transform the dictionary into something cacheable, so a sorted tuple of tuples it is
             r = tuple(sorted([(k, v) for k, v in current_replacements.items()]))
             sql = replace_tables_chquery_cached(
-                sql, r, default_database=default_database, output_one_line=output_one_line, timestamp=timestamp
+                sql,
+                r,
+                default_database=default_database,
+                output_one_line=output_one_line,
+                timestamp=timestamp,
+                function_allow_list=hashable_list,
             )
         else:
-            sql = replace_tables_chquery_cached(sql, None, output_one_line=output_one_line, timestamp=timestamp)
+            sql = replace_tables_chquery_cached(
+                sql, None, output_one_line=output_one_line, timestamp=timestamp, function_allow_list=hashable_list
+            )
 
     return sql
 

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/tinybird/tb_cli_modules/pipe.py

@@ -539,6 +539,12 @@ async def print_pipe(ctx: Context, pipe: str, query: str, format_: str):
     help="When set, the checker will get Main Workspace requests",
     hidden=True,
 )
+@click.option(
+    "--relative-change",
+    type=float,
+    default=0.01,
+    help="When set, the checker will validate the new version has less than this distance with the current version",
+)
 @click.pass_context
 @coro
 async def regression_test(
@@ -556,6 +562,7 @@ async def regression_test(
     ignore_order: bool,
     validate_processed_bytes: bool,
     check_requests_from_main: bool,
+    relative_change: float,
 ):
     """
     Run regression tests on Tinybird
@@ -583,6 +590,7 @@ async def regression_test(
         no_versions=no_versions,
         run_tests=True,
         tests_to_run=limit,
+        tests_relative_change=relative_change,
         tests_sample_by_params=sample_by_params,
         tests_filter_by=match,
         tests_failfast=failfast,

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/tinybird/tb_cli_modules/regions.py

@@ -16,35 +16,35 @@ regions_list: List[Region] = [
         "name": "europe-west3",
         "provider": "gcp",
         "api_host": "https://api.tinybird.co",
-        "host": "https://ui.tinybird.co",
+        "host": "https://app.tinybird.co/gcp/europe-west3",
         "default_password": "",
     },
     {
         "name": "us-east4",
         "provider": "gcp",
         "api_host": "https://api.us-east.tinybird.co",
-        "host": "https://ui.us-east.tinybird.co",
+        "host": "https://app.tinybird.co/gcp/us-east4",
         "default_password": "",
     },
     {
         "name": "us-east-1",
         "provider": "aws",
         "api_host": "https://api.us-east.aws.tinybird.co",
-        "host": "https://ui.us-east.aws.tinybird.co",
+        "host": "https://app.tinybird.co/aws/us-east-1",
         "default_password": "",
     },
     {
         "name": "us-west-2",
         "provider": "aws",
         "api_host": "https://api.us-west-2.aws.tinybird.co",
-        "host": "https://ui.us-west-2.aws.tinybird.co",
+        "host": "https://app.tinybird.co/aws/us-west-2",
         "default_password": "",
     },
     {
         "name": "eu-central-1",
         "provider": "aws",
         "api_host": "https://api.eu-central-1.aws.tinybird.co",
-        "host": "https://ui.eu-central-1.aws.tinybird.co",
+        "host": "https://app.tinybird.co/aws/eu-central-1",
         "default_password": "",
     },
 ]

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/tinybird/tb_cli_modules/workspace_members.py

@@ -22,6 +22,8 @@ from tinybird.tb_cli_modules.common import (
 from tinybird.tb_cli_modules.exceptions import CLIWorkspaceMembersException
 from tinybird.tb_cli_modules.workspace import workspace
 
+ROLES = ["viewer", "guest", "admin"]
+
 
 @dataclass
 class WorkspaceMemberCommandContext:
@@ -55,10 +57,13 @@ def members(ctx: Context) -> None:
 
 @members.command(name="add", short_help="Adds members to the current Workspace")
 @click.argument("members_emails")
+@click.option("--role", is_flag=False, default=None, help="Role for the members being added", type=click.Choice(ROLES))
 @click.option("--user_token", is_flag=False, default=None, help="When passed, we won't prompt asking for it")
 @click.pass_context
 @coro
-async def add_members_to_workspace(ctx: Context, members_emails: str, user_token: Optional[str]) -> None:
+async def add_members_to_workspace(
+    ctx: Context, members_emails: str, user_token: Optional[str], role: Optional[str]
+) -> None:
     """Adds members to the current Workspace."""
 
     cmd_ctx = await get_command_context(ctx)
@@ -79,7 +84,7 @@ async def add_members_to_workspace(ctx: Context, members_emails: str, user_token
 
         user_client: TinyB = deepcopy(cmd_ctx.client)
         user_client.token = user_token
-        await user_client.add_users_to_workspace(cmd_ctx.workspace, users_to_add)
+        await user_client.add_users_to_workspace(cmd_ctx.workspace, users_to_add, role)
         msg = (
             FeedbackManager.success_workspace_user_added(user=users_to_add[0], workspace_name=cmd_ctx.workspace["name"])
             if len(users_to_add) == 1
@@ -149,7 +154,7 @@ async def remove_members_from_workspace(ctx: Context, members_emails: str, user_
 
 
 @members.command(name="set-role", short_help="Sets the role for existing workspace members")
-@click.argument("role", required=True, type=click.Choice(["guest", "admin"]))
+@click.argument("role", required=True, type=click.Choice(ROLES))
 @click.argument("members_emails", required=True, type=str)
 @click.option("--user_token", is_flag=False, default=None, help="When passed, we won't prompt asking for it")
 @click.pass_context

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 4.1.2.dev0
+Version: 5.0.0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,20 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.0.0
+******
+
+- `Breaking change` Make `insertion_date` column explicit. This column is no longer inferred, it must be present in the Data Source file.
+
+  Detailed info at https://www.tinybird.co/docs/changelog/2024-06-17-insertion_date-deprecation
+
+- `Added` parameter to `tb pipe regression-test` --relative-change
+- `Added` `tb push` displays warnings when using a reserved parameter in a pipe.
+- `Added` --role parameter to `tb workspace members add`
+- `Changed` Point region hosts to new `app.tinybird.co` domain
+- `Improved` help message of `tb workspace members set-role` now displays the 3 valid roles: viewer|guest|admin.
+- `Improved` syntax error messages when parsing endpoints.
+
 4.1.1
 ************
 
@@ -27,7 +41,7 @@ Changelog
 ************
 
 - `Added` `tb token create` command to be able to create static and JWT tokens from the CLI. You can check more information at https://www.tinybird.co/blog-posts/jwt-api-endpoints-public-beta
-- `Fixed` `tb init --git` to pin `tinybird-cli>=4,<5` in `requirements.txt` to avoid issues with the latest version of the CLI. 
+- `Fixed` `tb init --git` to pin `tinybird-cli>=4,<5` in `requirements.txt` to avoid issues with the latest version of the CLI.
 
 4.0.0
 ************
@@ -85,7 +99,7 @@ This is a major release, please read the commands affected below and consider up
 ************
 
 - `Changed` fixed major version of tinybird-cli to lower than 4 when using `tb init --git`
-- `Changed` behavior when running `tb deploy` on a branch to push the connection settings to the backend. This change is the backend that decides what to do. 
+- `Changed` behavior when running `tb deploy` on a branch to push the connection settings to the backend. This change is the backend that decides what to do.
 - `Changed` `tb pipe sink` commands are now available
 - `Fixed` regression tests query when filtering by specific parameter
 - `Fixed` Avoid `tb fmt` to error if there's a `CASE` in the sql