tinybird-cli 4.1.2.dev0__tar.gz → 5.0.0.dev1__tar.gz

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0.dev1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 4.1.2.dev0
+Version: 5.0.0.dev1
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,22 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.0.0.dev1
+************
+
+- `Added` `tb push` displays warnings when using a reserved parameter in a pipe.
+
+5.0.0.dev0
+************
+
+- `Changed` Make `insertion_date`` column explicit. This column is no longer inferred, it must be present in the Data Source file.
+
+4.1.2.dev0
+************
+
+- `Added` parameter to `tb pipe regression-test` --relative-change
+
+
 4.1.1
 ************
 
@@ -27,7 +43,7 @@ Changelog
 ************
 
 - `Added` `tb token create` command to be able to create static and JWT tokens from the CLI. You can check more information at https://www.tinybird.co/blog-posts/jwt-api-endpoints-public-beta
-- `Fixed` `tb init --git` to pin `tinybird-cli>=4,<5` in `requirements.txt` to avoid issues with the latest version of the CLI. 
+- `Fixed` `tb init --git` to pin `tinybird-cli>=4,<5` in `requirements.txt` to avoid issues with the latest version of the CLI.
 
 4.0.0
 ************
@@ -85,7 +101,7 @@ This is a major release, please read the commands affected below and consider up
 ************
 
 - `Changed` fixed major version of tinybird-cli to lower than 4 when using `tb init --git`
-- `Changed` behavior when running `tb deploy` on a branch to push the connection settings to the backend. This change is the backend that decides what to do. 
+- `Changed` behavior when running `tb deploy` on a branch to push the connection settings to the backend. This change is the backend that decides what to do.
 - `Changed` `tb pipe sink` commands are now available
 - `Fixed` regression tests query when filtering by specific parameter
 - `Fixed` Avoid `tb fmt` to error if there's a `CASE` in the sql

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0.dev1}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '4.1.2.dev0'
-__revision__ = 'b6a6857'
+__version__ = '5.0.0.dev1'
+__revision__ = '77477da'

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0.dev1}/tinybird/datafile.py

@@ -711,6 +711,7 @@ class Datafile:
         self.raw: Optional[List[str]] = None
         self.includes: Dict[str, Any] = {}
         self.shared_with: List[str] = []
+        self.warnings: List[str] = []
 
     def validate(self) -> None:
         for x in self.nodes:
@@ -773,7 +774,8 @@ def parse_pipe(
         for node in doc.nodes:
             sql = node.get("sql", "")
             if sql.strip()[0] == "%":
-                sql, _, _ = render_sql_template(sql[1:], test_mode=True, name=node["name"])
+                sql, _, variable_warnings = render_sql_template(sql[1:], test_mode=True, name=node["name"])
+                doc.warnings = variable_warnings
             # it'll fail with a ModuleNotFoundError when the toolset is not available but it returns the parsed doc
             from tinybird.sql_toolset import format_sql as toolset_format_sql
 
@@ -1565,6 +1567,7 @@ async def process_file(
                 "deps": [x for x in set(deps)],
                 "tokens": doc.tokens,
                 "description": description,
+                "warnings": doc.warnings,
             }
         ]
     elif DataFileExtensions.TOKEN in filename:
@@ -1766,6 +1769,7 @@ class PipeChecker(unittest.TestCase):
         only_response_times: bool,
         ignore_order: bool,
         validate_processed_bytes: bool,
+        relative_change: float,
         *args,
         **kwargs,
     ) -> None:
@@ -1784,6 +1788,7 @@ class PipeChecker(unittest.TestCase):
         self.only_response_times = only_response_times
         self.ignore_order = ignore_order
         self.validate_processed_bytes = validate_processed_bytes
+        self.relative_change = relative_change
 
         parsed = urlparse(self.current_pipe_url)
         self.checker_pipe_url = f"{parsed.scheme}://{parsed.netloc}/v0/pipes/{self.checker_pipe_name}.json"
@@ -1901,12 +1906,13 @@ class PipeChecker(unittest.TestCase):
         for _, (current_data_e, check_fixtures_data_e) in enumerate(zip(current_data, checker_data)):
             self.assertEqual(list(current_data_e.keys()), list(check_fixtures_data_e.keys()))
             for x in current_data_e.keys():
-                if isinstance(current_data_e[x], float):
+                if isinstance(current_data_e[x], (float, int)):
                     d = abs(current_data_e[x] - check_fixtures_data_e[x])
+
                     try:
                         self.assertLessEqual(
                             d / current_data_e[x],
-                            0.01,
+                            self.relative_change,
                             f"key {x}. old value: {current_data_e[x]}, new value: {check_fixtures_data_e[x]}\n{self.diff(current_data_e, check_fixtures_data_e)}",
                         )
                     except ZeroDivisionError:
@@ -2057,6 +2063,7 @@ class PipeCheckerRunner:
         only_response_times: bool,
         ignore_order: bool,
         validate_processed_bytes: bool,
+        relative_change: float,
     ) -> PipeChecker:
         return PipeChecker(
             request,
@@ -2066,6 +2073,7 @@ class PipeCheckerRunner:
             only_response_times,
             ignore_order,
             validate_processed_bytes,
+            relative_change,
         )
 
     def _delta_percentage(self, checker: float, current: float) -> float:
@@ -2085,6 +2093,7 @@ class PipeCheckerRunner:
         only_response_times: bool,
         ignore_order: bool,
         validate_processed_bytes: bool,
+        relative_change: float,
         failfast: bool,
         custom_output: bool = False,
         debug: bool = False,
@@ -2123,7 +2132,13 @@ class PipeCheckerRunner:
         for _, request in enumerate(pipe_requests_to_check):
             suite.addTest(
                 self._get_checker(
-                    request, checker_pipe_name, token, only_response_times, ignore_order, validate_processed_bytes
+                    request,
+                    checker_pipe_name,
+                    token,
+                    only_response_times,
+                    ignore_order,
+                    validate_processed_bytes,
+                    relative_change,
                 )
             )
 
@@ -2264,6 +2279,7 @@ async def check_pipe(
     populate: bool,
     cl: TinyB,
     limit: int = 0,
+    relative_change: float = 0.01,
     sample_by_params: int = 0,
     only_response_times=False,
     matches: Optional[List[str]] = None,
@@ -2342,6 +2358,7 @@ async def check_pipe(
         only_response_times,
         ignore_order,
         validate_processed_bytes,
+        relative_change,
         failfast,
     )
 
@@ -2556,6 +2573,7 @@ async def new_pipe(
     run_tests: bool = False,
     as_standard: bool = False,
     tests_to_run: int = 0,
+    tests_relative_change: float = 0.01,
     tests_to_sample_by_params: int = 0,
     tests_filter_by: Optional[List[str]] = None,
     tests_failfast: bool = False,
@@ -2600,6 +2618,7 @@ async def new_pipe(
                         tb_client,
                         only_response_times=only_response_times,
                         limit=tests_to_run,
+                        relative_change=tests_relative_change,
                         sample_by_params=tests_to_sample_by_params,
                         matches=tests_filter_by,
                         failfast=tests_failfast,
@@ -3206,6 +3225,7 @@ async def exec_file(
     run_tests=False,
     as_standard=False,
     tests_to_run: int = 0,
+    tests_relative_change: float = 0.01,
     tests_to_sample_by_params: int = 0,
     tests_filter_by: Optional[List[str]] = None,
     tests_failfast: bool = False,
@@ -3235,6 +3255,7 @@ async def exec_file(
             run_tests=run_tests,
             as_standard=as_standard,
             tests_to_run=tests_to_run,
+            tests_relative_change=tests_relative_change,
             tests_to_sample_by_params=tests_to_sample_by_params,
             tests_filter_by=tests_filter_by,
             tests_failfast=tests_failfast,
@@ -3587,6 +3608,7 @@ async def build_graph(
         workspace_lib_paths: Optional[List[Tuple[str, str]]],
     ):
         name, kind = filename.rsplit(".", 1)
+        warnings = []
 
         try:
             res = await process_file(
@@ -3607,6 +3629,7 @@ async def build_graph(
 
         for r in res:
             fn = r["resource_name"]
+            warnings = r.get("warnings", [])
             if changed and fn in changed and (not changed[fn] or changed[fn] in ["shared", "remote"]):
                 continue
 
@@ -3655,7 +3678,7 @@ async def build_graph(
                 r["shared_with"] = mapped_workspaces
 
             dep_map[fn] = set(dep_list)
-        return os.path.basename(name)
+        return os.path.basename(name), warnings
 
     processed = set()
 
@@ -3675,9 +3698,20 @@ async def build_graph(
                 if ".incl" in filename:
                     click.echo(FeedbackManager.warning_skipping_include_file(file=filename))
 
-                name = await process(filename, deps, dep_map, to_run, workspace_lib_paths)
+                name, warnings = await process(filename, deps, dep_map, to_run, workspace_lib_paths)
                 processed.add(name)
 
+                if verbose:
+                    if len(warnings) == 1:
+                        click.echo(FeedbackManager.warning_pipe_restricted_param(word=warnings[0]))
+                    elif len(warnings) > 1:
+                        click.echo(
+                            FeedbackManager.warning_pipe_restricted_params(
+                                words=", ".join(["'{}'".format(param) for param in warnings[:-1]]),
+                                last_word=warnings[-1],
+                            )
+                        )
+
     await get_processed(filenames=filenames)
 
     if process_dependencies:
@@ -3805,6 +3839,7 @@ async def folder_push(
     raise_on_exists: bool = False,
     verbose: bool = True,
     tests_to_run: int = 0,
+    tests_relative_change: float = 0.01,
     tests_sample_by_params: int = 0,
     tests_filter_by: Optional[List[str]] = None,
     tests_failfast: bool = False,
@@ -3991,6 +4026,7 @@ async def folder_push(
                             run_tests,
                             as_standard,
                             tests_to_run,
+                            tests_relative_change,
                             tests_sample_by_params,
                             tests_filter_by,
                             tests_failfast,

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0.dev1}/tinybird/feedback_manager.py

@@ -554,6 +554,13 @@ Ready? """
     warning_sink_no_connection = warning_message(
         "** Warning: pipe '{pipe_name}' does not have an associated Sink connection."
     )
+    warning_pipe_restricted_param = warning_message(
+        "** The parameter name '{word}' is a reserved word. Please, choose another name or the pipe will not work as expected."
+    )
+    warning_pipe_restricted_params = warning_message(
+        "** The parameter names {words} and '{last_word}' are reserved words. Please, choose another name or the pipe will not work as expected."
+    )
+
     info_fixtures_branch = info_message("** Data Fixtures are only pushed to Branches")
     info_materialize_push_datasource_exists = warning_message("** Data Source {name} already exists")
     info_materialize_push_datasource_override = prompt_message(

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0.dev1}/tinybird/tb_cli_modules/pipe.py

@@ -539,6 +539,12 @@ async def print_pipe(ctx: Context, pipe: str, query: str, format_: str):
     help="When set, the checker will get Main Workspace requests",
     hidden=True,
 )
+@click.option(
+    "--relative-change",
+    type=float,
+    default=0.01,
+    help="When set, the checker will validate the new version has less than this distance with the current version",
+)
 @click.pass_context
 @coro
 async def regression_test(
@@ -556,6 +562,7 @@ async def regression_test(
     ignore_order: bool,
     validate_processed_bytes: bool,
     check_requests_from_main: bool,
+    relative_change: float,
 ):
     """
     Run regression tests on Tinybird
@@ -583,6 +590,7 @@ async def regression_test(
         no_versions=no_versions,
         run_tests=True,
         tests_to_run=limit,
+        tests_relative_change=relative_change,
         tests_sample_by_params=sample_by_params,
         tests_filter_by=match,
         tests_failfast=failfast,

{tinybird-cli-4.1.2.dev0 → tinybird-cli-5.0.0.dev1}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 4.1.2.dev0
+Version: 5.0.0.dev1
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,22 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.0.0.dev1
+************
+
+- `Added` `tb push` displays warnings when using a reserved parameter in a pipe.
+
+5.0.0.dev0
+************
+
+- `Changed` Make `insertion_date`` column explicit. This column is no longer inferred, it must be present in the Data Source file.
+
+4.1.2.dev0
+************
+
+- `Added` parameter to `tb pipe regression-test` --relative-change
+
+
 4.1.1
 ************
 
@@ -27,7 +43,7 @@ Changelog
 ************
 
 - `Added` `tb token create` command to be able to create static and JWT tokens from the CLI. You can check more information at https://www.tinybird.co/blog-posts/jwt-api-endpoints-public-beta
-- `Fixed` `tb init --git` to pin `tinybird-cli>=4,<5` in `requirements.txt` to avoid issues with the latest version of the CLI. 
+- `Fixed` `tb init --git` to pin `tinybird-cli>=4,<5` in `requirements.txt` to avoid issues with the latest version of the CLI.
 
 4.0.0
 ************
@@ -85,7 +101,7 @@ This is a major release, please read the commands affected below and consider up
 ************
 
 - `Changed` fixed major version of tinybird-cli to lower than 4 when using `tb init --git`
-- `Changed` behavior when running `tb deploy` on a branch to push the connection settings to the backend. This change is the backend that decides what to do. 
+- `Changed` behavior when running `tb deploy` on a branch to push the connection settings to the backend. This change is the backend that decides what to do.
 - `Changed` `tb pipe sink` commands are now available
 - `Fixed` regression tests query when filtering by specific parameter
 - `Fixed` Avoid `tb fmt` to error if there's a `CASE` in the sql