tinybird-cli 5.20.1.dev0__tar.gz → 5.22.2.dev0__tar.gz

{tinybird_cli-5.20.1.dev0 → tinybird_cli-5.22.2.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird_cli
-Version: 5.20.1.dev0
+Version: 5.22.2.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli
 Author: Tinybird
@@ -16,7 +16,7 @@ Requires-Dist: croniter==1.3.15
 Requires-Dist: GitPython~=3.1.32
 Requires-Dist: humanfriendly~=8.2
 Requires-Dist: pydantic~=2.8.0
-Requires-Dist: pyperclip==1.8.2
+Requires-Dist: pyperclip==1.9.0
 Requires-Dist: pyyaml<6.1,>=6.0
 Requires-Dist: requests<3,>=2.28.1
 Requires-Dist: shandy-sqlfmt==0.11.1
@@ -61,6 +61,30 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.22.1
+***********
+
+- `Fixed` RuntimeWarning for unawaited coroutines when `tb pull` encounters server errors
+
+5.22.0
+***********
+
+- `Added` `tb init --git --override-commit` now works on workspaces without an existing release, allowing you to initialize git deployments from scratch
+- `Added` `tb release create --commit` option to specify a specific git commit instead of using HEAD
+- `Improved` `tb fmt` now supports `{% end if %}` and `{% end for %}` tag variations in addition to the standard Tornado-style `{% end %}` tags
+- `Improved` Error message when trying to format a file using `tb fmt` or when we are running `tb init --git` to include the resource name and source (local/remote)
+
+5.21.1
+***********
+
+- `Fixed` The `--on-demand-compute` flag will now ask for confirmation.
+
+5.21.0
+***********
+
+- `Added` `tb pipe populate` and `tb push <PIPE> --populate` has a new `--on-demand-compute` flag to enable Compute-Compute Separation in populates.
+- `Added` When trying to push a materialized view with an unoptimized join, the CLI will now warn the user.
+
 5.19.0
 ***********
 
@@ -198,6 +222,7 @@ Changelog
 - `Added` `tb tag` commands to manage tags from the CLI.
 - `Added` support to `TAGS` in `tb fmt`.
 - `Added` support to `TAGS` in `tb pull` and `tb push`. Allows tagging resources for filtering in the UI.
+- `Changed` Improved message when creating a DynamoDB connection
 
 5.7.0
 **********

{tinybird_cli-5.20.1.dev0 → tinybird_cli-5.22.2.dev0}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '5.20.1.dev0'
-__revision__ = '4f9495f'
+__version__ = '5.22.2.dev0'
+__revision__ = 'e1b50a6'

{tinybird_cli-5.20.1.dev0 → tinybird_cli-5.22.2.dev0}/tinybird/ch_utils/constants.py

@@ -242,3 +242,25 @@ FORBIDDEN_SQL_KEYWORDS = {
 
 CH_SETTINGS_JOIN_ALGORITHM_HASH = "hash"  # uses 'hash' by default, https://clickhouse.com/docs/en/operations/settings/settings/#settings-join_algorithm
 CH_SETTINGS_JOIN_ALGORITHM_AUTO = "auto,hash"
+
+VALID_QUERY_FORMATS = (
+    "JSON",
+    "CSV",
+    "CSVWithNames",
+    "TSV",
+    "TSVWithNames",
+    "PrettyCompact",
+    "JSONEachRow",
+    "Parquet",
+    "JSONStrings",
+    "Prometheus",
+    "Native",
+    "RowBinaryWithNamesAndTypes",
+    "TabSeparated",
+    "JSONCompactEachRowWithNamesAndTypes",
+    "TabSeparatedWithNamesAndTypes",
+    "JSONCompactEachRow",
+    "JSONCompact",
+    "JSONStringsEachRowWithProgress",
+    "ODBCDriver2",
+)

{tinybird_cli-5.20.1.dev0 → tinybird_cli-5.22.2.dev0}/tinybird/ch_utils/engine.py

@@ -134,8 +134,9 @@ class TableDetails:
         _version = self.details.get("version", None)
         return _version
 
-    def is_replicated(self):
-        return "Replicated" in self.details.get("engine", None)
+    def is_replicated(self) -> bool:
+        engine: Optional[str] = self.details.get("engine", None)
+        return engine is not None and "Replicated" in engine
 
     def is_mergetree_family(self) -> bool:
         return self.engine is not None and "mergetree" in self.engine.lower()
@@ -146,10 +147,9 @@ class TableDetails:
     def is_replacing_engine(self) -> bool:
         if self.engine:
             engine_lower = self.engine.lower()
-            is_aggregating = "aggregatingmergetree" in engine_lower
             is_replacing = "replacingmergetree" in engine_lower
             is_collapsing = "collapsingmergetree" in engine_lower
-            return is_aggregating or is_replacing or is_collapsing
+            return is_replacing or is_collapsing
         return False
 
     def diff_ttl(self, new_ttl: str) -> bool:
@@ -169,6 +169,10 @@ class TableDetails:
     @property
     def sorting_key(self) -> Optional[str]:
         _sorting_key = self.details.get("sorting_key", None)
+        # TODO: This should use ENABLED_ENGINES to guess if the sorting key is required or not
+        # Also checking this and raising an error in a getter is a bit of an anti-pattern,
+        # a data source could have a "wrong" sorting key and we won't be able to even show it in the API.
+        # All these checks be performed only on creation time.
         if self.is_replacing_engine() and not _sorting_key:
             raise ValueError(f"SORTING_KEY must be defined for the {self.engine} engine")
         if self.is_mergetree_family():
@@ -354,7 +358,11 @@ class EngineParam:
         self.required = required
         self.default_value = default_value
         self.is_valid = is_valid
-        self.tb_param = tb_param if tb_param else "_".join(["engine", name])
+        self.tb_param = tb_param if tb_param else self.build_engine_param_name(name)
+
+    @staticmethod
+    def build_engine_param_name(name: str):
+        return "_".join(["engine", name])
 
 
 def engine_config(name: str, params: Optional[List[EngineParam]] = None, options: Optional[List[EngineOption]] = None):
@@ -491,6 +499,19 @@ ENABLED_ENGINES = [
 ]
 
 
+def __get_valid_engine_params():
+    engine_vars = set()
+    for _, (params, options) in ENABLED_ENGINES:
+        for p in params:
+            engine_vars.add(p.name)
+        for o in options:
+            engine_vars.add(o.name)
+    return engine_vars
+
+
+VALID_ENGINE_PARAMS = __get_valid_engine_params()
+
+
 def get_engine_config(engine: str):
     for name, config in ENABLED_ENGINES:
         if engine.lower() == name.lower():

{tinybird_cli-5.20.1.dev0 → tinybird_cli-5.22.2.dev0}/tinybird/client.py

@@ -552,7 +552,7 @@ class TinyB:
     async def analyze_pipe_node(
         self, pipe_name: str, node: Dict[str, Any], dry_run: str = "false", datasource_name: Optional[str] = None
     ):
-        params = {**{"include_datafile": "true", "dry_run": dry_run}, **node.get("params", node)}
+        params = {"include_datafile": "true", "dry_run": dry_run, **node.get("params", node)}
         if "mode" in params:
             params.pop("mode")
         node_name = node["params"]["name"] if node.get("params", None) else node["name"]
@@ -569,6 +569,7 @@ class TinyB:
         populate_condition: Optional[str] = None,
         truncate: bool = True,
         unlink_on_populate_error: bool = False,
+        on_demand_compute: bool = False,
     ):
         params: Dict[str, Any] = {
             "truncate": "true" if truncate else "false",
@@ -578,6 +579,8 @@ class TinyB:
             params.update({"populate_subset": populate_subset})
         if populate_condition:
             params.update({"populate_condition": populate_condition})
+        if on_demand_compute:
+            params.update({"on_demand_compute": "true"})
         response = await self._req(
             f"/v0/pipes/{pipe_name}/nodes/{node_name}/population?{urlencode(params)}", method="POST"
         )

{tinybird_cli-5.20.1.dev0 → tinybird_cli-5.22.2.dev0}/tinybird/config.py

@@ -38,13 +38,10 @@ LEGACY_HOSTS = {
     "https://api.wadus3.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus3",
     "https://api.wadus4.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus4",
     "https://api.wadus5.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus5",
-    "https://api.wadus6.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus6",
     "https://api.wadus1.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus1",
     "https://api.wadus2.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus2",
     "https://api.wadus3.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus3",
     "https://api.wadus4.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus4",
-    "https://api.wadus5.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus5",
-    "https://api.wadus6.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus6",
     "https://ui.tinybird.co": "https://app.tinybird.co/gcp/europe-west3",
     "https://ui.us-east.tinybird.co": "https://app.tinybird.co/gcp/us-east4",
     "https://ui.us-east.aws.tinybird.co": "https://app.tinybird.co/aws/us-east-1",
@@ -62,13 +59,10 @@ LEGACY_HOSTS = {
     "https://ui.wadus3.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus3",
     "https://ui.wadus4.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus4",
     "https://ui.wadus5.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus5",
-    "https://ui.wadus6.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus6",
     "https://ui.wadus1.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus1",
     "https://ui.wadus2.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus2",
     "https://ui.wadus3.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus3",
     "https://ui.wadus4.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus4",
-    "https://ui.wadus5.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus5",
-    "https://ui.wadus6.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus6",
 }
 
 

{tinybird_cli-5.20.1.dev0 → tinybird_cli-5.22.2.dev0}/tinybird/connectors.py

@@ -369,13 +369,7 @@ class Snowflake(Connector):
             the_type = "String"
             if t.startswith("NUMBER"):
                 the_type = "Int32"
-            if (
-                t.startswith("FLOAT")
-                or t.startswith("DOUBLE")
-                or t.startswith("REAL")
-                or t.startswith("NUMERIC")
-                or t.startswith("DECIMAL")
-            ):
+            if t.startswith(("FLOAT", "DOUBLE", "REAL", "NUMERIC", "DECIMAL")):
                 the_type = "Float32"
             if t == "DATE":
                 the_type = "Date"

{tinybird_cli-5.20.1.dev0 → tinybird_cli-5.22.2.dev0}/tinybird/context.py

@@ -3,15 +3,15 @@ from typing import TYPE_CHECKING
 
 # Avoid circular import error
 if TYPE_CHECKING:
-    from tinybird.user import User
+    from hfi.hfi_workspace_data import HfiWorkspaceData
+
 
 workspace_id: ContextVar[str] = ContextVar("workspace_id")
-workspace: ContextVar["User"] = ContextVar("workspace")
+hfi_workspace_data: ContextVar["HfiWorkspaceData"] = ContextVar("hfi_workspace_data")
 table_id: ContextVar[str] = ContextVar("table_id")
 hfi_frequency: ContextVar[float] = ContextVar("hfi_frequency")
 hfi_frequency_gatherer: ContextVar[float] = ContextVar("hfi_frequency_gatherer")
 use_gatherer: ContextVar[bool] = ContextVar("use_gatherer")
-allow_gatherer_fallback: ContextVar[bool] = ContextVar("allow_gatherer_fallback")
 gatherer_allow_s3_backup_on_user_errors: ContextVar[bool] = ContextVar("gatherer_allow_s3_backup_on_user_errors")
 disable_template_security_validation: ContextVar[bool] = ContextVar("disable_template_security_validation")
 origin: ContextVar[str] = ContextVar("origin")