tinybird-cli 3.3.1.dev12__py3-none-any.whl → 3.3.1.dev14__py3-none-any.whl

tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://docs.tinybird.co/cli.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '3.3.1.dev12'
-__revision__ = '059af77'
+__version__ = '3.3.1.dev14'
+__revision__ = '5fde94c'

tinybird/ch_utils/engine.py

@@ -1,9 +1,10 @@
 import logging
 import re
 from collections import defaultdict
+from dataclasses import asdict
 from typing import Any, Callable, Dict, Iterable, List, Optional
 
-from ..sql import col_name, engine_replicated_to_local, parse_table_structure
+from ..sql import TableIndex, col_name, engine_replicated_to_local, parse_indices_structure, parse_table_structure
 
 DEFAULT_EMPTY_PARAMETERS = ["ttl", "partition_key", "sorting_key"]
 DEFAULT_JOIN_EMPTY_PARAMETERS = ["join_strictness", "join_type", "key_columns"]
@@ -204,6 +205,10 @@ class TableDetails:
             "row_count": self.details.get("total_rows", None),
         }
 
+    @property
+    def indices(self) -> List[TableIndex]:
+        return _parse_indices(str(self.details.get("create_table_query", "")))
+
     def to_json(self, exclude: Optional[List[str]] = None, include_empty_details: bool = False):
         # name, database are not exported since they are not part of the engine
         d: Dict[str, Any] = {
@@ -234,6 +239,8 @@ class TableDetails:
             d["version"] = self.version
         if self.ttl:
             d["ttl"] = self.ttl.strip()
+        if self.indices:
+            d["indices"] = [asdict(index) for index in self.indices]
 
         if self.engine_full:
             engine_params = engine_params_from_engine_full(self.engine_full)
@@ -253,7 +260,9 @@ class TableDetails:
         return d
 
     def to_datafile(self, include_empty_details: bool = False) -> str:
-        d: Dict[str, Any] = self.to_json(exclude=["engine", "engine_full"], include_empty_details=include_empty_details)
+        d: Dict[str, Any] = self.to_json(
+            exclude=["engine", "engine_full", "indices"], include_empty_details=include_empty_details
+        )
         engine: str = self.engine
 
         datafile: str = ""
@@ -774,3 +783,21 @@ def ttl_condition_from_engine_full(engine_full: Optional[str]) -> Optional[str]:
     except Exception as e:
         logging.error(str(e))
         return None
+
+
+def _parse_indices(create_table_query_expr: str) -> List[TableIndex]:
+    if create_table_query_expr == "":
+        return []
+    try:
+        from tinybird.sql_toolset import format_sql
+
+        indices = [
+            line.strip()
+            for line in format_sql(create_table_query_expr).splitlines()
+            if line.strip().startswith("INDEX")
+        ]
+    except ModuleNotFoundError:
+        # this is not needed from CLI
+        return []
+
+    return parse_indices_structure(indices)

tinybird/datafile.py

@@ -65,7 +65,7 @@ from tinybird.tb_cli_modules.exceptions import CLIGitReleaseException, CLIPipeEx
 from .ch_utils.engine import ENABLED_ENGINES
 from .client import AuthException, CanNotBeDeletedException, DoesNotExistException, TinyB
 from .feedback_manager import FeedbackManager
-from .sql import parse_table_structure, schema_to_sql_columns
+from .sql import parse_indices_structure, parse_table_structure, schema_to_sql_columns
 from .sql_template import get_used_tables_in_template, render_sql_template
 from .tornado_template import UnClosedIfError
 
@@ -824,6 +824,17 @@ def parse(
         parser_state.current_node["schema"] = ",".join(schema_to_sql_columns(sh))
         parser_state.current_node["columns"] = sh
 
+    def indices(*args, **kwargs):
+        s = _unquote("".join(args))
+        if not s:
+            return
+        try:
+            indices = parse_indices_structure(s.splitlines())
+        except Exception as e:
+            raise ParseException(FeedbackManager.error_parsing_indices(line=kwargs["lineno"], error=e))
+
+        parser_state.current_node["indices"] = indices
+
     def assign_var(v: str) -> Callable[[VarArg(str), KwArg(Any)], None]:
         def _f(*args: str, **kwargs: Any):
             s = _unquote((" ".join(args)).strip())
@@ -970,6 +981,7 @@ def parse(
         "source": sources,
         "maintainer": assign("maintainer"),
         "schema": schema,
+        "indices": indices,
         "engine": set_engine,
         "partition_key": assign_var("partition_key"),
         "sorting_key": assign_var("sorting_key"),
@@ -1307,10 +1319,16 @@ async def process_file(
             return name
 
         description = node.get("description", "")
+        indices_list = node.get("indices", [])
+        indices = None
+        if indices_list:
+            indices = "\n".join([index.to_sql() for index in indices_list])
         params = {
             "name": append_version_to_name(name, version),
             "description": description,
             "schema": schema,
+            "indices": indices,
+            "indices_list": indices_list,
             "format": _format,
         }
 

tinybird/feedback_manager.py

@@ -96,6 +96,9 @@ class FeedbackManager:
     error_pull = error_message("there was a problem while pulling: {error}")
     error_parsing_file = error_message("error parsing {filename}:{lineno} {error}")
     error_parsing_schema = error_message("error parsing schema (line {line}): {error}")
+    error_parsing_indices = error_message(
+        "error parsing indices (line {line}): {error}. Usage: `name expr TYPE type_full GRANULARITY granularity`. Separate multiple indices by a new line."
+    )
     error_sorting_key = error_message("SORTING_KEY should be set with {engine}")
     error_unknown_resource = error_message("Unknown resource '{resource}'")
     error_file_extension = error_message(

{tinybird_cli-3.3.1.dev12.dist-info → tinybird_cli-3.3.1.dev14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 3.3.1.dev12
+Version: 3.3.1.dev14
 Summary: Tinybird Command Line Tool
 Home-page: https://docs.tinybird.co/cli.html
 Author: Tinybird
@@ -52,6 +52,16 @@ Changelog
 
 ---------
 
+3.3.1.dev14
+************
+
+- `Added` Support `tb deploy` .datasource with `INDICES`
+
+3.3.1.dev13
+************
+
+- `Added` Support `tb push` .datasource with `INDICES`
+
 3.3.1.dev12
 ************
 
@@ -60,7 +70,7 @@ Changelog
 3.3.1.dev11
 ************
 
-- `Add` Check backfill on preview is required when `tb deploy` modified datasources. Disable check with `TB_CHECK_BACKFILL_REQUIRED=0`.
+- `Added` Check backfill on preview is required when `tb deploy` modified datasources. Disable check with `TB_CHECK_BACKFILL_REQUIRED=0`.
 
 3.3.1.dev10
 ************

{tinybird_cli-3.3.1.dev12.dist-info → tinybird_cli-3.3.1.dev14.dist-info}/RECORD

@@ -1,13 +1,13 @@
-tinybird/__cli__.py,sha256=KRIjqk_5xPZ1L4o_pIx0mX1JXXmiFF-A__D9XkbEtdE,238
+tinybird/__cli__.py,sha256=MRI1KpxSe_rofDh_2zh_cT5MtvWxbS-pKdAMOAjMUSE,238
 tinybird/check_pypi.py,sha256=_4NkharLyR_ELrAdit-ftqIWvOf7jZNPt3i76frlo9g,975
 tinybird/client.py,sha256=iLQHu8tVUZ25U3DeWTxO2vAhsy-pko1XDX2r0xNoays,46468
 tinybird/config.py,sha256=E0jDwbFD1zhdijNhtF8fg6mqIyKbZ8xpNPP_3n2PFpE,2003
 tinybird/connector_settings.py,sha256=js2LvL8bAv5PegDICWB6EQ-LhqhAQU9VPApU1dW0vyA,6258
 tinybird/connectors.py,sha256=lkpVSUmSuViEZBa4QjTK7YmPHUop0a5UFoTrSmlVq6k,15244
 tinybird/context.py,sha256=604s0gs82KfNzdVoGSuAUTLZqPslPVHuBZb0PdowX_I,853
-tinybird/datafile.py,sha256=vtUFa972q5jIJFiWoNH1a5Dok-CDULSHplhMWwf8yBk,206483
+tinybird/datafile.py,sha256=EunuL98NmOe8ocVJorALq9ubs1n5RbjzFQbplZ06QIk,207155
 tinybird/datatypes.py,sha256=adYOQBTyfeBGVINIlaRex_81gTQQuqF2M9VTQpzq1H0,7060
-tinybird/feedback_manager.py,sha256=iCDhtnSCqd_jEu5vRw6I0Hij8k-NmJavlDIQeKMG8GI,55661
+tinybird/feedback_manager.py,sha256=7JAPUmgDXHg4mzRqhUeWpyesb9GYCUqm_nvsPCFGf-U,55866
 tinybird/git_settings.py,sha256=JsnUVBTMEKFh3WLUxrih7TKoGzQJCita6I_bZd-p36A,4424
 tinybird/sql.py,sha256=fEVF2pi8zkgCCREWDhUbaHku5fBQYW_YTNflVF9Q17o,41181
 tinybird/sql_template.py,sha256=BnIh7kDl3W4PViak7jaa6S8h7xlY7dQnELK6GwqHfrY,74896
@@ -17,7 +17,7 @@ tinybird/syncasync.py,sha256=fAvq0qkRgqXqXMKwbY2iJNYqLT_r6mDsh1MRpGKrdRU,27763
 tinybird/tb_cli.py,sha256=XPyQ8QQ85ohpfVv7ZGzZjIbeijFZEzWQDwCz5zVpZ_U,674
 tinybird/tornado_template.py,sha256=0CMUKHZXMfe86mKgEWSuQdYG1ptRfJCg8TGnUjhOJlc,41970
 tinybird/ch_utils/constants.py,sha256=QtaTrpYsmxnlogsC57YEnkrbw22t9hx6ueCvl6qD9f4,3657
-tinybird/ch_utils/engine.py,sha256=LzQxPraFN7tTl6YP-xwd3Z2o3BjjD4VNqWDrreC4koI,37634
+tinybird/ch_utils/engine.py,sha256=GDICiBGV1jup9Mmt_xRfg_HiWZnrrQplF8UmbDK8VVY,38465
 tinybird/data_connectors/credentials.py,sha256=c52x4f6PTORcnoDJAtYC186GYBbTzdbEY3bi79OrCaU,638
 tinybird/tb_cli_modules/auth.py,sha256=joR1uS821o2bPTpgDyMCYed9Kw7MutR0aa-YvmIb4zA,8561
 tinybird/tb_cli_modules/branch.py,sha256=5d0lDMxUOt68BK5rmcVCxPYshdUfs42oz_sxIn9NSsk,37863
@@ -38,8 +38,8 @@ tinybird/tb_cli_modules/workspace.py,sha256=NDHINzW3SBo8FcWH8Bx-DCeUXQ8YUJX6FW8c
 tinybird/tb_cli_modules/workspace_members.py,sha256=6oZM7oJQPxDMycL95TPtALriL5WRI2DhNlQWD8MP8JU,8205
 tinybird/tb_cli_modules/tinyunit/tinyunit.py,sha256=0dYYmZMMJVubxSPls2e_a-fqtUYvgLfu2B0xwLfkbHw,11667
 tinybird/tb_cli_modules/tinyunit/tinyunit_lib.py,sha256=j92za8QbXrv4eIPjKBZPn9ghR-nYQ2wZZ88MeXyMWXE,1868
-tinybird_cli-3.3.1.dev12.dist-info/METADATA,sha256=yRZd9saF3rnAEthxWsKPeu2M6JKlpQSnWsbGaougXP0,67667
-tinybird_cli-3.3.1.dev12.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tinybird_cli-3.3.1.dev12.dist-info/entry_points.txt,sha256=PKPKuPmA4IfJYnCFHHUiw-aAWZuBomFvwCklv1OyCjE,43
-tinybird_cli-3.3.1.dev12.dist-info/top_level.txt,sha256=8TRt5snq9vZpx4rBBc9EWpj76Er6IAdfnx_Eq6cNBk8,45
-tinybird_cli-3.3.1.dev12.dist-info/RECORD,,
+tinybird_cli-3.3.1.dev14.dist-info/METADATA,sha256=e6QOrUL72DNu23afm8nJOwAuIuy3VklNzuN49C8hgYU,67835
+tinybird_cli-3.3.1.dev14.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tinybird_cli-3.3.1.dev14.dist-info/entry_points.txt,sha256=PKPKuPmA4IfJYnCFHHUiw-aAWZuBomFvwCklv1OyCjE,43
+tinybird_cli-3.3.1.dev14.dist-info/top_level.txt,sha256=8TRt5snq9vZpx4rBBc9EWpj76Er6IAdfnx_Eq6cNBk8,45
+tinybird_cli-3.3.1.dev14.dist-info/RECORD,,