tinybird-cli 3.6.1.dev5__py3-none-any.whl → 3.6.1.dev7__py3-none-any.whl

tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '3.6.1.dev5'
-__revision__ = '321fe96'
+__version__ = '3.6.1.dev7'
+__revision__ = 'c015232'

tinybird/ch_utils/engine.py

@@ -32,7 +32,20 @@ class TableDetails:
     >>> ed.to_datafile()
     ''
 
+    >>> ed = TableDetails({ "engine_full": "MergeTree() PARTITION BY toYear(timestamp) ORDER BY (timestamp, cityHash64(location)) SAMPLE BY cityHash64(location) SETTINGS index_granularity = 32, index_granularity_bytes = 2048", "engine": "MergeTree", "partition_key": "toYear(timestamp)", "sorting_key": "timestamp, cityHash64(location)", "primary_key": "timestamp, cityHash64(location)", "sampling_key": "cityHash64(location)", "settings": "index_granularity = 32, index_granularity_bytes = 2048", "ttl": None })
+    >>> ed.diff_ttl("toDate(timestamp) + toIntervalDay(1)")
+    True
     >>> ed = TableDetails({ "engine_full": "MergeTree() PARTITION BY toYear(timestamp) ORDER BY (timestamp, cityHash64(location)) SAMPLE BY cityHash64(location) SETTINGS index_granularity = 32, index_granularity_bytes = 2048 TTL toDate(timestamp) + INTERVAL 1 DAY", "engine": "MergeTree", "partition_key": "toYear(timestamp)", "sorting_key": "timestamp, cityHash64(location)", "primary_key": "timestamp, cityHash64(location)", "sampling_key": "cityHash64(location)", "settings": "index_granularity = 32, index_granularity_bytes = 2048", "ttl": "toDate(timestamp) + INTERVAL 1 DAY" })
+    >>> ed.diff_ttl("toDate(timestamp) + toIntervalDay(1)")
+    False
+    >>> ed.diff_ttl("toDate(timestamp) + toIntervalDay(2)")
+    True
+    >>> ed.diff_ttl("toDate(timestamp) + INTERVAL DAY 2")
+    True
+    >>> ed.diff_ttl("toDate(timestamp) + INTERVAL 1 DAY")
+    False
+    >>> ed.diff_ttl("")
+    True
     >>> ed.engine_full
     'MergeTree() PARTITION BY toYear(timestamp) ORDER BY (timestamp, cityHash64(location)) SAMPLE BY cityHash64(location) SETTINGS index_granularity = 32, index_granularity_bytes = 2048 TTL toDate(timestamp) + INTERVAL 1 DAY'
     >>> ed.engine
@@ -132,6 +145,16 @@ class TableDetails:
             return is_aggregating or is_replacing or is_collapsing
         return False
 
+    def diff_ttl(self, new_ttl: str) -> bool:
+        try:
+            from tinybird.sql_toolset import format_sql
+
+            current_ttl = format_sql(f"select {self.ttl}")[7:]
+            new_ttl = format_sql(f"select {new_ttl}")[7:]
+            return current_ttl != new_ttl
+        except Exception:
+            return self.ttl != new_ttl
+
     @property
     def partition_key(self) -> Optional[str]:
         return self.details.get("partition_key", None)

tinybird/datafile.py

@@ -237,6 +237,10 @@ class ParseException(Exception):
         super().__init__(err)
 
 
+class IncludeFileNotFoundException(Exception):
+    pass
+
+
 class ValidationException(Exception):
     def __init__(self, err: str, lineno: int = -1) -> None:
         self.lineno: int = lineno
@@ -411,16 +415,21 @@ class CLIGitRelease:
         parsed_resources: Dict[str, Datafile] = {}
 
         def _is_include(include_path, resource_path):
-            if filename.endswith(".pipe"):
-                parsed_func = parse_pipe
-            else:
-                parsed_func = parse_datasource
-            parsed_resource = parsed_resources.get(resource_path, parsed_func(resource_path))
-            parsed_resources[filename] = parsed_resource
-            for include in parsed_resource.includes.keys():
-                if Path(include_path).resolve().name in include.strip('"').strip("'"):
-                    return True
-            return False
+            try:
+                if filename.endswith(".pipe"):
+                    parsed_func = parse_pipe
+                else:
+                    parsed_func = parse_datasource
+                parsed_resource = parsed_resources.get(resource_path, parsed_func(resource_path))
+                parsed_resources[filename] = parsed_resource
+                for include in parsed_resource.includes.keys():
+                    if Path(include_path).resolve().name in include.strip('"').strip("'"):
+                        return True
+                return False
+            except IncludeFileNotFoundException as e:
+                raise click.ClickException(
+                    FeedbackManager.error_deleted_include(include_file=str(e), filename=filename)
+                )
 
         for diff in diffs:
             changes_in_includes = False
@@ -663,7 +672,9 @@ class Deployment:
                 for dep in node["dependencies"]:
                     if dep in [pipe["name"] for pipe in remote_pipes]:
                         pipes_deps.setdefault(dep, []).append(pipe["name"])
-        deleted_resources: Dict[str, str] = {Path(resource).resolve().stem: resource for resource in deleted}
+        deleted_resources: Dict[str, str] = {
+            Path(resource).resolve().stem: resource for resource in deleted if ".incl" not in resource
+        }
 
         for group in toposort(pipes_deps):
             # for each level keep materialized for the end
@@ -976,19 +987,22 @@ def parse(
         # be sure to replace the include line
         p = Path(basepath)
 
-        with open(p / f) as file:
-            try:
-                ll = list(StringIO(file.read(), newline=None))
-                node_line = [line for line in ll if "NODE" in line]
-                if node_line and doc.includes[args_with_attrs]:
-                    doc.includes[node_line[0].split("NODE")[-1].split("\n")[0].strip()] = ""
-            except Exception:
-                pass
-            finally:
-                file.seek(0)
-            lines[lineno : lineno + 1] = [""] + list(
-                StringIO(Template(file.read()).safe_substitute(attrs), newline=None)
-            )
+        try:
+            with open(p / f) as file:
+                try:
+                    ll = list(StringIO(file.read(), newline=None))
+                    node_line = [line for line in ll if "NODE" in line]
+                    if node_line and doc.includes[args_with_attrs]:
+                        doc.includes[node_line[0].split("NODE")[-1].split("\n")[0].strip()] = ""
+                except Exception:
+                    pass
+                finally:
+                    file.seek(0)
+                lines[lineno : lineno + 1] = [""] + list(
+                    StringIO(Template(file.read()).safe_substitute(attrs), newline=None)
+                )
+        except FileNotFoundError:
+            raise IncludeFileNotFoundException(f)
 
     def version(*args: str, **kwargs: Any) -> None:
         if len(args) < 1:
@@ -1152,6 +1166,8 @@ def parse(
             raise click.ClickException(FeedbackManager.error_missing_datasource_name())
         else:
             raise ValidationException(f"Validation error, found {line} in line {str(lineno)}: {str(e)}", lineno=lineno)
+    except IncludeFileNotFoundException as e:
+        raise e
     except Exception as e:
         traceback.print_tb(e.__traceback__)
         raise ParseException(f"Unexpected error: {e}", lineno=lineno)
@@ -3628,6 +3644,8 @@ async def build_graph(
             )
         except click.ClickException as e:
             raise e
+        except IncludeFileNotFoundException as e:
+            raise click.ClickException(FeedbackManager.error_deleted_include(include_file=str(e), filename=filename))
         except Exception as e:
             raise click.ClickException(str(e))
 

tinybird/feedback_manager.py

@@ -206,6 +206,9 @@ class FeedbackManager:
     error_connection_create = error_message("Connection {connection_name} could not be created: {error}")
     error_connection_integration_not_available = error_message("Connection could not be created: {error}")
     error_workspace = error_message("Workspace {workspace} not found. use 'tb workspace ls' to list your workspaces")
+    error_deleted_include = error_message(
+        "Related include file {include_file} was deleted and it's used in {filename}. Delete or remove dependency from {filename}."
+    )
     error_branch = error_message(
         "Branch {branch} not found. use 'tb branch ls' to list your Branches, make sure you are authenticated using the right workspace token"
     )

{tinybird_cli-3.6.1.dev5.dist-info → tinybird_cli-3.6.1.dev7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 3.6.1.dev5
+Version: 3.6.1.dev7
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -52,6 +52,16 @@ Changelog
 
 ---------
 
+3.6.1.dev7
+************
+
+- `Fixed` `tb deploy` supports deployment when a `.incl` file is removed
+
+3.6.1.dev6
+************
+
+- `Fixed` Some issues when using `--fmt: off` with `CASE` in the sql
+
 3.6.1.dev5
 ************
 

{tinybird_cli-3.6.1.dev5.dist-info → tinybird_cli-3.6.1.dev7.dist-info}/RECORD

@@ -1,13 +1,13 @@
-tinybird/__cli__.py,sha256=9b226fjwx6IUFDoehvMthpbbpOiAS-OJceoZ5qknImY,254
+tinybird/__cli__.py,sha256=CR5Z-Th3G0oO7rKALtC5QWrdWpqifscvz0inDmvyO4k,254
 tinybird/check_pypi.py,sha256=_4NkharLyR_ELrAdit-ftqIWvOf7jZNPt3i76frlo9g,975
 tinybird/client.py,sha256=HbTicwXGErvAMCFj7o9X7aGKxI0WuuTKOr6tf-0jYOA,46575
 tinybird/config.py,sha256=E0jDwbFD1zhdijNhtF8fg6mqIyKbZ8xpNPP_3n2PFpE,2003
 tinybird/connector_settings.py,sha256=js2LvL8bAv5PegDICWB6EQ-LhqhAQU9VPApU1dW0vyA,6258
 tinybird/connectors.py,sha256=lkpVSUmSuViEZBa4QjTK7YmPHUop0a5UFoTrSmlVq6k,15244
 tinybird/context.py,sha256=BlMsbeg5jTjTtJmcyJBCpjQE74sYk_CLBeHorSUer1M,913
-tinybird/datafile.py,sha256=AT8umvbMwPSzfifMfsCj0jk8-Od-5PZbX6XHqr97mEw,211020
+tinybird/datafile.py,sha256=I6ILGNHDOiBrg2QbE93deUYGMBxxLOSrrS30X8ntunE,211777
 tinybird/datatypes.py,sha256=adYOQBTyfeBGVINIlaRex_81gTQQuqF2M9VTQpzq1H0,7060
-tinybird/feedback_manager.py,sha256=p8unybrnH8L6uK-k5UZ0nvzrSfzwDMeIKSGIzRy0_nU,58756
+tinybird/feedback_manager.py,sha256=uia44mEbC-2iDOTOXEET0W0_IPY2PltS-kEDtrENnj0,58937
 tinybird/git_settings.py,sha256=vu8sWb3TAXeM8Tqy27aR0el8MnPm7kqQzTRV76xB0ro,4707
 tinybird/sql.py,sha256=ln_rs8goRV-yP7BdiA3MewzFKgIHQdRalhtiUrwTBV4,41181
 tinybird/sql_template.py,sha256=-q64irnoIqKhYgtCmsgjPV62vluM6aFxKgkgtRcL1n8,76994
@@ -17,7 +17,7 @@ tinybird/syncasync.py,sha256=fAvq0qkRgqXqXMKwbY2iJNYqLT_r6mDsh1MRpGKrdRU,27763
 tinybird/tb_cli.py,sha256=XPyQ8QQ85ohpfVv7ZGzZjIbeijFZEzWQDwCz5zVpZ_U,674
 tinybird/tornado_template.py,sha256=yA9r0wPS5_Na48HZEGtwES14xX3UcKtm581ZXw-nsOc,41982
 tinybird/ch_utils/constants.py,sha256=QtaTrpYsmxnlogsC57YEnkrbw22t9hx6ueCvl6qD9f4,3657
-tinybird/ch_utils/engine.py,sha256=RXuiseVt43BROW2nn3nWYEeQbkzz_8IKVPSFrPWpScw,38465
+tinybird/ch_utils/engine.py,sha256=KVxZdmNkUCYXaw74aZgpUd7n1E5AhLynsGnLx8pi7UM,39699
 tinybird/data_connectors/credentials.py,sha256=c52x4f6PTORcnoDJAtYC186GYBbTzdbEY3bi79OrCaU,638
 tinybird/tb_cli_modules/auth.py,sha256=joR1uS821o2bPTpgDyMCYed9Kw7MutR0aa-YvmIb4zA,8561
 tinybird/tb_cli_modules/branch.py,sha256=5d0lDMxUOt68BK5rmcVCxPYshdUfs42oz_sxIn9NSsk,37863
@@ -38,8 +38,8 @@ tinybird/tb_cli_modules/workspace.py,sha256=NDHINzW3SBo8FcWH8Bx-DCeUXQ8YUJX6FW8c
 tinybird/tb_cli_modules/workspace_members.py,sha256=3HzY43218fb35ZM81mtkwDQe7gAAf1zEFY6kIEhGvgE,8268
 tinybird/tb_cli_modules/tinyunit/tinyunit.py,sha256=0dYYmZMMJVubxSPls2e_a-fqtUYvgLfu2B0xwLfkbHw,11667
 tinybird/tb_cli_modules/tinyunit/tinyunit_lib.py,sha256=j92za8QbXrv4eIPjKBZPn9ghR-nYQ2wZZ88MeXyMWXE,1868
-tinybird_cli-3.6.1.dev5.dist-info/METADATA,sha256=4tC2eTcips1VHScwJvriZ6HzHCQwvhT7JDIBw5iEXbQ,69168
-tinybird_cli-3.6.1.dev5.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tinybird_cli-3.6.1.dev5.dist-info/entry_points.txt,sha256=PKPKuPmA4IfJYnCFHHUiw-aAWZuBomFvwCklv1OyCjE,43
-tinybird_cli-3.6.1.dev5.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
-tinybird_cli-3.6.1.dev5.dist-info/RECORD,,
+tinybird_cli-3.6.1.dev7.dist-info/METADATA,sha256=wORHK2U5g1BqPmqlv2xV0NtN1YpsGEvKScOAClmIulY,69362
+tinybird_cli-3.6.1.dev7.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tinybird_cli-3.6.1.dev7.dist-info/entry_points.txt,sha256=PKPKuPmA4IfJYnCFHHUiw-aAWZuBomFvwCklv1OyCjE,43
+tinybird_cli-3.6.1.dev7.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
+tinybird_cli-3.6.1.dev7.dist-info/RECORD,,