tinybird-cli 5.1.1.dev2__tar.gz → 5.2.0__tar.gz

{tinybird-cli-5.1.1.dev2 → tinybird-cli-5.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.1.1.dev2
+Version: 5.2.0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,15 +18,12 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
-5.1.1.dev2
-************
+5.2.0
+******
 
+- `Added` internal changes
 - `Added` `tb pipe unlink` command
-
-5.1.1.dev1
-***********
-
-- `Added` internal release
+- `Changed` No need for `--node` param in `tb pipe populate`
 
 5.1.0
 ******

{tinybird-cli-5.1.1.dev2 → tinybird-cli-5.2.0}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '5.1.1.dev2'
-__revision__ = '1417339'
+__version__ = '5.2.0'
+__revision__ = '83349b1'

{tinybird-cli-5.1.1.dev2 → tinybird-cli-5.2.0}/tinybird/datatypes.py

@@ -1,5 +1,7 @@
 import ast
+import decimal
 import re
+from decimal import Decimal
 
 datetime64_patterns = [
     r"\d\d\d\d.\d\d.\d\d(T|\s)\d\d:\d\d:\d\d.\d\d\d",
@@ -317,3 +319,89 @@ def type_test(i, t):
         return True
     except Exception:
         return False
+
+
+def parse_decimal_type(typ):
+    """
+    >>> parse_decimal_type("decimal")
+
+    >>> parse_decimal_type('Decimal')
+    (64, 10, 0)
+    >>> parse_decimal_type('Decimal()')
+
+    >>> parse_decimal_type('Decimal(2)')
+    (32, 2, 0)
+    >>> parse_decimal_type('Decimal(5,2)')
+    (32, 5, 2)
+    >>> parse_decimal_type('Decimal( 9 , 2 )')
+    (32, 9, 2)
+    >>> parse_decimal_type('Decimal(10,2)')
+    (64, 10, 2)
+    >>> parse_decimal_type('Decimal(19,2)')
+    (128, 19, 2)
+    >>> parse_decimal_type('Decimal(39,2)')
+    (256, 39, 2)
+    >>> parse_decimal_type('Decimal32(9)')
+    (32, 9, 9)
+    >>> parse_decimal_type('Decimal32(10)')
+
+    >>> parse_decimal_type('Decimal(10,10)')
+    (64, 10, 10)
+    >>> parse_decimal_type('Decimal(10,11)')
+
+    >>> parse_decimal_type('Decimal32(5, 2)')
+
+    >>> parse_decimal_type('Decimal64(2)')
+    (64, 18, 2)
+    >>> parse_decimal_type('Decimal128(2)')
+    (128, 38, 2)
+    >>> parse_decimal_type('Decimal256(2)')
+    (256, 76, 2)
+    """
+    # Obtained from https://clickhouse.com/docs/en/sql-reference/data-types/decimal
+    max_digits_by_bit_width = {32: 9, 64: 18, 128: 38, 256: 76}
+
+    # Check if type is Decimal, Decimal(P), or Decimal(P, S) with whitespace support
+    # Regex contains two capturing groups. First capturing P. Second capturing S.
+    if m := re.match(r"^Decimal\s*(?:\(\s*(\d+)(?:\s*,\s*(\d+))?\s*\))?$", typ):
+        p, s = int(m.group(1) or 10), int(m.group(2) or 0)
+        b = min(bit_width for bit_width, max_digits in max_digits_by_bit_width.items() if max_digits >= p)
+        if p < s or b is None:
+            return None
+    # Check if type is Decimal32(S), Decimal64(S), Decimal128(S), or Decimal256(S) with whitespace support.
+    # Regex contains 2 capturing groups. First capturing 32, 64, 128 or 256. Second capturing S.
+    elif m := re.match(r"^Decimal(32|64|128|256)\s*\(\s*(\d+)\s*\)$", typ):
+        b, s = int(m.group(1)), int(m.group(2))
+        p = max_digits_by_bit_width[int(b)]
+        if p < s:
+            return None
+    else:
+        return None
+    return b, p, s
+
+
+def is_type_decimal(type_to_check):
+    """
+    >>> is_type_decimal('Decimal')
+    True
+    >>> is_type_decimal("Decimal(10, 2)")
+    True
+    >>> is_type_decimal("decimal")
+    False
+    """
+    return parse_decimal_type(type_to_check) is not None
+
+
+def get_decimal_limits(p, s):
+    """
+    >>> get_decimal_limits(1, 0)
+    (Decimal('-9'), Decimal('9'))
+    >>> get_decimal_limits(5, 5)
+    (Decimal('-0.99999'), Decimal('0.99999'))
+    >>> get_decimal_limits(76, 38)
+    (Decimal('-99999999999999999999999999999999999999.99999999999999999999999999999999999999'), Decimal('99999999999999999999999999999999999999.99999999999999999999999999999999999999'))
+    """
+    with decimal.localcontext(prec=p + 2):
+        max_value = Decimal(((10**p) - 1)) / (10**s)
+        min_value = -max_value
+    return min_value, max_value

{tinybird-cli-5.1.1.dev2 → tinybird-cli-5.2.0}/tinybird/feedback_manager.py

@@ -357,6 +357,11 @@ class FeedbackManager:
     error_number_of_fixed_params_and_resources_mismatch = error_message(
         "The number of --fixed-params options must not exceed the number of --scope and --resource options."
     )
+    error_pipe_not_materialized = error_message("Pipe {pipe} is not materialized.")
+    error_populate_no_materialized_in_pipe = error_message("No materialized nodes in pipe {pipe}. Use --node param.")
+    error_populate_several_materialized_in_pipe = error_message(
+        "Several materialized nodes in pipe {pipe}. Use --node param."
+    )
     error_unlinking_pipe_not_linked = error_message("** {pipe} is not linked (MV, Copy, or Sink).")
 
     info_incl_relative_path = info_message("** Relative path {path} does not exist, skipping.")

{tinybird-cli-5.1.1.dev2 → tinybird-cli-5.2.0}/tinybird/sql_template.py

@@ -1384,9 +1384,13 @@ def generate(self, **kwargs) -> Tuple[str, TemplateExecutionResults]:
                 if is_test_mode:
                     return Symbol("{" + sqlescape(x) + ": String}")
                 else:
-                    raise SQLTemplateException(f"Secret '{x}' does not exist in Workspace")
+                    raise SQLTemplateException(
+                        f"Cannot access secret '{x}'. Check the secret exists in the Workspace and the token has the required scope."
+                    )
         except Exception:
-            raise SQLTemplateException(f"Secret '{x}' does not exist in Workspace")
+            raise SQLTemplateException(
+                f"Cannot access secret '{x}'. Check the secret exists in the Workspace and the token has the required scope."
+            )
 
     def set_max_threads(x):
         try:
@@ -2115,7 +2119,7 @@ def render_sql_template(
     >>> render_sql_template("select * from table where str = {{tb_secret('test')}}", variables = { 'test': '1234' })
     Traceback (most recent call last):
     ...
-    tinybird.sql_template.SQLTemplateException: Template Syntax Error: Secret 'test' does not exist in Workspace
+    tinybird.sql_template.SQLTemplateException: Template Syntax Error: Cannot access secret 'test'. Check the secret exists in the Workspace and the token has the required scope.
     >>> render_sql_template("select * from table where str = {{tb_secret('test')}}", test_mode=True)
     ('select * from table where str = {test: String}', {}, [])
     >>> render_sql_template("select * from table where str = {{tb_secret('test')}}", secrets = [ 'tb_secret_test' ], test_mode=True)
@@ -2123,7 +2127,7 @@ def render_sql_template(
     >>> render_sql_template("select * from table where str = {{tb_secret('test')}}", secrets = [ 'tb_secret_test2' ])
     Traceback (most recent call last):
     ...
-    tinybird.sql_template.SQLTemplateException: Template Syntax Error: Secret 'test' does not exist in Workspace
+    tinybird.sql_template.SQLTemplateException: Template Syntax Error: Cannot access secret 'test'. Check the secret exists in the Workspace and the token has the required scope.
     """
     escape_split_to_array = ff_split_to_array_escape.get(False)
     bypass_preprocess_variables = ff_preprocess_parameters_circuit_breaker.get(False)

{tinybird-cli-5.1.1.dev2 → tinybird-cli-5.2.0}/tinybird/tb_cli_modules/pipe.py

@@ -212,7 +212,7 @@ async def pipe_ls(ctx: Context, match: str, format_: str):
 
 @pipe.command(name="populate")
 @click.argument("pipe_name")
-@click.option("--node", type=str, help="Name of the materialized node.", required=True)
+@click.option("--node", type=str, help="Name of the materialized node.", default=None, required=False)
 @click.option(
     "--sql-condition",
     type=str,
@@ -247,6 +247,23 @@ async def pipe_populate(
 ):
     """Populate the result of a Materialized Node into the target Materialized View"""
     cl = create_tb_client(ctx)
+
+    pipe = await cl.pipe(pipe_name)
+
+    if pipe["type"] != PipeTypes.MATERIALIZED:
+        raise CLIPipeException(FeedbackManager.error_pipe_not_materialized(pipe=pipe_name))
+
+    if not node:
+        materialized_ids = [pipe_node["id"] for pipe_node in pipe["nodes"] if pipe_node.get("materialized") is not None]
+
+        if not materialized_ids:
+            raise CLIPipeException(FeedbackManager.error_populate_no_materialized_in_pipe(pipe=pipe_name))
+
+        elif len(materialized_ids) > 1:
+            raise CLIPipeException(FeedbackManager.error_populate_several_materialized_in_pipe(pipe=pipe_name))
+
+        node = materialized_ids[0]
+
     response = await cl.populate_node(
         pipe_name,
         node,

{tinybird-cli-5.1.1.dev2 → tinybird-cli-5.2.0}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.1.1.dev2
+Version: 5.2.0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,15 +18,12 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
-5.1.1.dev2
-************
+5.2.0
+******
 
+- `Added` internal changes
 - `Added` `tb pipe unlink` command
-
-5.1.1.dev1
-***********
-
-- `Added` internal release
+- `Changed` No need for `--node` param in `tb pipe populate`
 
 5.1.0
 ******