tinybird 0.0.1.dev109__py3-none-any.whl → 0.0.1.dev111__py3-none-any.whl

tinybird/sql.py

@@ -9,6 +9,24 @@ valid_chars_name: str = string.ascii_letters + string.digits + "._`*<>+-'"
 valid_chars_fn: str = valid_chars_name + "[](),=!?:/ \n\t\r"
 
 INDEX_WHITELIST = ["minmax", "set", "bloom_filter", "ngrambf_v1", "tokenbf_v1"]
+INDEX_SUPPORTED_TYPES = {
+    "bloom_filter": [
+        "Int*",
+        "UInt*",
+        "Float*",
+        "Enum",
+        "Date",
+        "DateTime",
+        "String",
+        "FixedString",
+        "Array",
+        "LowCardinality",
+        "Nullable",
+        "UUID",
+        "Map",
+    ],
+    "ngrambf_v1": ["String", "FixedString", "Map"],
+}
 
 
 @dataclass
@@ -39,12 +57,37 @@ class TableIndex:
     def clear_index_sql(self):
         return f"CLEAR INDEX IF EXISTS {self.name}"
 
-    def validate_allowed(self):
+    def _validate_index_type(self, table_structure: List[Dict[str, Any]]):
+        for col in table_structure:
+            if col["normalized_name"] != self.expr:
+                continue
+            col_type = col["type"]
+            index_supported_types: Optional[str] = next((t for t in INDEX_SUPPORTED_TYPES if t in self.type_full), None)
+
+            if index_supported_types:
+                for supported_type in INDEX_SUPPORTED_TYPES.get(index_supported_types, []):
+                    # Convert supported type to regex pattern
+                    # Replace * with \d+ to match any number
+                    pattern = supported_type.replace("*", r"\d+")
+                    if re.match(f"^{pattern}$", col_type):
+                        return
+                raise ValueError(
+                    f"Not allowed data type '{col_type}' for index '{self.type_full}' for column '{self.expr}' "
+                )
+
+    def validate_allowed(self, table_structure: Optional[List[Dict[str, Any]]] = None):
         """
         Validate at API level not to depend on CLI version
         """
         if not any(index in self.type_full for index in INDEX_WHITELIST):
             raise ValueError(f"Not allowed index '{self.type_full}'")
+        try:
+            if table_structure:
+                self._validate_index_type(table_structure)
+        except ValueError as e:
+            raise e
+        except Exception:
+            logging.exception(f"Error validating index '{self.type_full}' for column '{self.expr}'")
 
 
 @dataclass

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev109'
-__revision__ = '421d6c4'
+__version__ = '0.0.1.dev111'
+__revision__ = '621864a'

tinybird/tb/modules/cicd.py

@@ -49,7 +49,7 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Install Tinybird CLI
-        run: curl -LsSf https://api.tinybird.co/static/install.sh | sh
+        run: curl https://tinybird.co | sh
       - name: Build project
         run: tb build
       - name: Test project
@@ -81,7 +81,7 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Install Tinybird CLI
-        run: curl -LsSf https://api.tinybird.co/static/install.sh | sh
+        run: curl https://tinybird.co | sh
       - name: Deploy project
         run: tb --cloud --host ${{! env.TINYBIRD_HOST }} --token ${{! env.TINYBIRD_TOKEN }} deploy
 """
@@ -110,7 +110,7 @@ tinybird_ci_workflow:
         - {{ data_project_dir }}/**/*{% end %}
   before_script:
     - apt update && apt install -y curl
-    - curl -LsSf https://api.tinybird.co/static/install.sh | sh
+    - curl https://tinybird.co | sh
   script:
     - export PATH="$HOME/.local/bin:$PATH"
     - cd $CI_PROJECT_DIR/{{ data_project_dir }}

tinybird/tb/modules/datafile/parse_datasource.py

@@ -1,8 +1,9 @@
 import os
-from typing import List, Optional
+from typing import Dict, Optional
 
 import click
 
+from tinybird.sql_template import render_template_with_secrets
 from tinybird.tb.modules.datafile.common import (
     Datafile,
     DatafileKind,
@@ -21,7 +22,7 @@ def parse_datasource(
     skip_eval: bool = False,
     hide_folders: bool = False,
     add_context_to_datafile_syntax_errors: bool = True,
-    secrets: Optional[List[str]] = None,
+    secrets: Optional[Dict[str, str]] = None,
 ) -> Datafile:
     basepath = ""
     if not content:
@@ -31,6 +32,7 @@ def parse_datasource(
     else:
         s = content
 
+    s = render_template_with_secrets(filename, s, secrets=secrets or {})
     filename = format_filename(filename, hide_folders)
     try:
         doc = parse(

tinybird/tb/modules/datafile/parse_pipe.py

@@ -1,5 +1,5 @@
 import os
-from typing import List, Optional
+from typing import Dict, Optional
 
 import click
 
@@ -23,7 +23,7 @@ def parse_pipe(
     skip_eval: bool = False,
     hide_folders: bool = False,
     add_context_to_datafile_syntax_errors: bool = True,
-    secrets: Optional[List[str]] = None,
+    secrets: Optional[Dict[str, str]] = None,
 ) -> Datafile:
     basepath = ""
     if not content:

tinybird/tb/modules/local.py

@@ -1,12 +1,14 @@
 import re
 import subprocess
 import time
+from typing import Optional
 
 import boto3
 import click
 
 import docker
 from docker.client import DockerClient
+from docker.models.containers import Container
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import coro
 from tinybird.tb.modules.exceptions import CLIException
@@ -41,10 +43,9 @@ def start_tinybird_local(
     if pull_required:
         docker_client.images.pull(TB_IMAGE_NAME, platform="linux/amd64")
 
-    container = None
-    containers = docker_client.containers.list(all=True, filters={"name": TB_CONTAINER_NAME})
-    if containers:
-        container = containers[0]
+    environment = get_use_aws_creds() if use_aws_creds else {}
+
+    container = get_existing_container_with_matching_env(docker_client, TB_CONTAINER_NAME, environment)
 
     if container and not pull_required:
         # Container `start` is idempotent. It's safe to call it even if the container is already running.
@@ -53,8 +54,6 @@ def start_tinybird_local(
         if container:
             container.remove(force=True)
 
-        environment = get_use_aws_creds() if use_aws_creds else {}
-
         container = docker_client.containers.run(
             TB_IMAGE_NAME,
             name=TB_CONTAINER_NAME,
@@ -82,6 +81,43 @@ def start_tinybird_local(
         image.remove(force=True)
 
 
+def get_existing_container_with_matching_env(
+    docker_client: DockerClient, container_name: str, required_env: dict[str, str]
+) -> Optional[Container]:
+    """
+    Checks if a container with the given name exists and has matching environment variables.
+    If it exists but environment doesn't match, it returns None.
+
+    Args:
+        docker_client: The Docker client instance
+        container_name: The name of the container to check
+        required_env: Dictionary of environment variables that must be present
+
+    Returns:
+        The container if it exists with matching environment, None otherwise
+    """
+    container = None
+    containers = docker_client.containers.list(all=True, filters={"name": container_name})
+    if containers:
+        container = containers[0]
+
+    if container and required_env:
+        container_info = container.attrs
+        container_env = container_info.get("Config", {}).get("Env", [])
+        env_missing = False
+        for key, value in required_env.items():
+            env_var = f"{key}={value}"
+            if env_var not in container_env:
+                env_missing = True
+                break
+
+        if env_missing:
+            container.remove(force=True)
+            container = None
+
+    return container
+
+
 def get_docker_client() -> DockerClient:
     """Check if Docker is installed and running."""
     try:
@@ -94,7 +130,7 @@ def get_docker_client() -> DockerClient:
         )
 
 
-def get_use_aws_creds():
+def get_use_aws_creds() -> dict[str, str]:
     credentials: dict[str, str] = {}
     try:
         # Get the boto3 session and credentials
@@ -113,14 +149,29 @@ def get_use_aws_creds():
             # Add region if available
             if session.region_name:
                 credentials["AWS_DEFAULT_REGION"] = session.region_name
-    except Exception:
-        # TODO (rbarbadillo): We should handle this better. If users don't have AWS credentials, most times it's fine
-        # but if they want to use S3, they'll need a warning.
-        pass
+
+            click.echo(
+                FeedbackManager.success(
+                    message=f"✓ AWS credentials found and will be passed to Tinybird Local (region: {session.region_name or 'not set'})"
+                )
+            )
+        else:
+            click.echo(
+                FeedbackManager.warning(
+                    message="△ No AWS credentials found. S3 operations will not work in Tinybird Local."
+                )
+            )
+    except Exception as e:
+        click.echo(
+            FeedbackManager.warning(
+                message=f"△ Error retrieving AWS credentials: {str(e)}. S3 operations will not work in Tinybird Local."
+            )
+        )
+
     return credentials
 
 
-def stop_tinybird_local(docker_client):
+def stop_tinybird_local(docker_client: DockerClient) -> None:
     """Stop the Tinybird container."""
     try:
         container = docker_client.containers.get(TB_CONTAINER_NAME)
@@ -129,7 +180,7 @@ def stop_tinybird_local(docker_client):
         pass
 
 
-def remove_tinybird_local(docker_client):
+def remove_tinybird_local(docker_client: DockerClient) -> None:
     """Remove the Tinybird container."""
     try:
         container = docker_client.containers.get(TB_CONTAINER_NAME)
@@ -145,7 +196,7 @@ def remove_tinybird_local(docker_client):
         pass
 
 
-def update_cli():
+def update_cli() -> None:
     click.echo(FeedbackManager.highlight(message="» Updating Tinybird CLI..."))
 
     try:
@@ -156,7 +207,7 @@ def update_cli():
             text=True,
         )
     except FileNotFoundError:
-        raise CLIException("Cannot find required tool: uv. Reinstall using: curl -LsSf tbrd.co/fwd | sh")
+        raise CLIException("Cannot find required tool: uv. Reinstall using: curl https://tinybird.co | sh")
 
     stdout, stderr = process.communicate()
     if "Nothing to upgrade" not in stdout + stderr:
@@ -169,20 +220,20 @@ def update_cli():
 
 
 @cli.command()
-def update():
+def update() -> None:
     """Update Tinybird CLI to the latest version."""
     update_cli()
 
 
 @cli.command(name="upgrade", hidden=True)
-def upgrade():
+def upgrade() -> None:
     """Update Tinybird CLI to the latest version."""
     update_cli()
 
 
 @cli.group()
 @click.pass_context
-def local(ctx):
+def local(ctx: click.Context) -> None:
     """Manage the local Tinybird instance."""
 
 
@@ -208,7 +259,12 @@ async def remove() -> None:
 
 @local.command()
 @coro
-@click.option("--use-aws-creds", default=False, is_flag=True, help="Use local AWS credentials")
+@click.option(
+    "--use-aws-creds",
+    default=False,
+    is_flag=True,
+    help="Use local AWS credentials from your environment and pass them to the Tinybird docker container",
+)
 async def start(use_aws_creds: bool) -> None:
     """Start Tinybird Local"""
     click.echo(FeedbackManager.highlight(message="» Starting Tinybird Local..."))
@@ -219,7 +275,12 @@ async def start(use_aws_creds: bool) -> None:
 
 @local.command()
 @coro
-@click.option("--use-aws-creds", is_flag=True, help="Use local AWS credentials")
+@click.option(
+    "--use-aws-creds",
+    default=False,
+    is_flag=True,
+    help="Use local AWS credentials from your environment and pass them to the Tinybird docker container",
+)
 async def restart(use_aws_creds: bool) -> None:
     """Restart Tinybird Local"""
     click.echo(FeedbackManager.highlight(message="» Restarting Tinybird Local..."))

{tinybird-0.0.1.dev109.dist-info → tinybird-0.0.1.dev111.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev109
+Version: 0.0.1.dev111
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev109.dist-info → tinybird-0.0.1.dev111.dist-info}/RECORD

@@ -7,7 +7,7 @@ tinybird/datatypes.py,sha256=XNypumfqNjsvLJ5iNXnbVHRvAJe0aQwI3lS6Cxox-e0,10979
 tinybird/feedback_manager.py,sha256=a_ZhFX2zcB7vRknIcmHKMdQbb0c7TqlTBQ_5hPuWh88,69267
 tinybird/git_settings.py,sha256=Sw_8rGmribEFJ4Z_6idrVytxpFYk7ez8ei0qHULzs3E,3934
 tinybird/prompts.py,sha256=0i4Bzg-60lV6NlrQ1Vu6NZ_2we3GqV3rExu77YfA0V4,33889
-tinybird/sql.py,sha256=J35bhdpuu84HW2tiLp-cs_nzkRwPhiy1yPcFhcWMCR4,46248
+tinybird/sql.py,sha256=C_B81wwv3BsqyXGhF5oTk9DcTUkrp7NwIFqSzd3Dmjc,47854
 tinybird/sql_template.py,sha256=mK0yeRFctbXTAu0VNMjIzoFBJoh9PoniAVgEatA5SG4,99832
 tinybird/sql_template_fmt.py,sha256=KUHdj5rYCYm_rKKdXYSJAE9vIyXUQLB0YSZnUXHeBlY,10196
 tinybird/sql_toolset.py,sha256=KORVbNAUTfW1qo3U9oe7Z59xQ0QMsFhB0ji3HzY2JVo,15324
@@ -15,11 +15,11 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=BZuPM7MFS7vaEKK5tOMR2bwSAgJudPrJt27uVEwZmTY,40512
-tinybird/tb/__cli__.py,sha256=gq1iOJ_OD1Jr2fuf07Ot_OShPnS-FIvM36rsSSSVtzs,252
+tinybird/tb/__cli__.py,sha256=I7Yrc9jlvEPM-x0iwreh6-Gh2UYMf4--ijbZe2x9G78,252
 tinybird/tb/cli.py,sha256=H_HaZhkimKgkryYXpBjHfY9Qtg-ZORiONU3psDNpzDk,1135
 tinybird/tb/modules/auth.py,sha256=L1IatO2arRSzys3t8px8xVt8uPWUL5EVD0sFzAV_uVU,9022
 tinybird/tb/modules/build.py,sha256=h5drdmDFX8NHts9dA2Zepao7KSgMAl3DZGyFufVZP78,11085
-tinybird/tb/modules/cicd.py,sha256=F0hQw-TExU9W3NpUSY-msNZ4tlaPeTXjRDpFZ2B2STU,7023
+tinybird/tb/modules/cicd.py,sha256=k2hCout_N1g_rRAMWo_cf9tAGiJ1Puu5eiTV2DPob20,6939
 tinybird/tb/modules/cli.py,sha256=XtdwMI5uPoKfhlpSuCuhzODRJfTCx1oXHz_bn3x1OBg,16047
 tinybird/tb/modules/common.py,sha256=6AmvMe8Uj-5A46aUlM3wJg7AilkJEAmHt1hTOb5IH2w,82957
 tinybird/tb/modules/config.py,sha256=FqdLpLaKpYubqw3xkB4EX06ufZYDgGRxONR_9i-y-KE,11416
@@ -36,7 +36,7 @@ tinybird/tb/modules/infra.py,sha256=GA5xnYLlVItPfJu_3_5NIdHQDuyfk2Z71wtcn9NncGA,
 tinybird/tb/modules/job.py,sha256=956Pj8BEEsiD2GZsV9RKKVM3I_CveOLgS82lykO5ukk,2963
 tinybird/tb/modules/llm.py,sha256=AC0VSphTOM2t-v1_3NLvNN_FIbgMo4dTyMqIv5nniPo,835
 tinybird/tb/modules/llm_utils.py,sha256=nS9r4FAElJw8yXtmdYrx-rtI2zXR8qXfi1QqUDCfxvg,3469
-tinybird/tb/modules/local.py,sha256=4BhxfkSTHpckXmH4aU_BothlV5n4JyAIoBKX3wP_BZg,7863
+tinybird/tb/modules/local.py,sha256=VZZVHVsqf5BTQdwSNFII5IXjpsK6xoHGdv4zD-WclWc,9912
 tinybird/tb/modules/local_common.py,sha256=RN5OEncHdq7ua4AZ--WgKtaFuEsLvIhq_ROHJadRXXA,3188
 tinybird/tb/modules/login.py,sha256=lLCJ1kIq3sLcoSMH1kZge5isHh-fDwHPRHApIqbaCkw,6350
 tinybird/tb/modules/logout.py,sha256=ULooy1cDBD02-r7voZmhV7udA0ML5tVuflJyShrh56Y,1022
@@ -68,8 +68,8 @@ tinybird/tb/modules/datafile/fixture.py,sha256=si-9LB-LdKQSWDtVW82xDrHtFfko5bgBG
 tinybird/tb/modules/datafile/format_common.py,sha256=WaNV4tXrQU5gjV6MJP-5TGqg_Bre6ilNS8emvFl-X3c,1967
 tinybird/tb/modules/datafile/format_datasource.py,sha256=gpRsGnDEMxEo0pIlEHXKvyuwKIpqJJUCN9JRSiDYs_4,6156
 tinybird/tb/modules/datafile/format_pipe.py,sha256=58iSTrJ5lg-IsbpX8TQumQTuZ6UIotMsCIkNJd1M-pM,7418
-tinybird/tb/modules/datafile/parse_datasource.py,sha256=BNof0FnaIVZUG5ORFtZSw-gUmWID4o2ZQLVgfVIuHRI,1566
-tinybird/tb/modules/datafile/parse_pipe.py,sha256=tBjh3-I0iq7JdtB84RPYFrUlUOF2ZYWgQ_mwW5SPgmI,3467
+tinybird/tb/modules/datafile/parse_datasource.py,sha256=cW08P_IaSl3kI3-ApjPW9BZTNaClkeC28Y7nwEw6KRE,1707
+tinybird/tb/modules/datafile/parse_pipe.py,sha256=cGz83DLCZ9y4N9_h5PumpUy3QzhBGu1JC68h1siy5WM,3472
 tinybird/tb/modules/datafile/pipe_checker.py,sha256=LnDLGIHLJ3N7qHb2ptEbPr8CoczNfGwpjOY8EMdxfHQ,24649
 tinybird/tb/modules/datafile/playground.py,sha256=7yblQh3jlNfdY0ySSCBrXTK6mE9e0TFI-TbaGGV-qBE,56545
 tinybird/tb/modules/datafile/pull.py,sha256=vcjMUbjnZ9XQMGmL33J3ElpbXBTat8Yzp-haeDggZd4,5967
@@ -81,8 +81,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev109.dist-info/METADATA,sha256=v6-T3y67YWXtDvTUvKDY54ywJvMNaNpb150tom2JvtM,1612
-tinybird-0.0.1.dev109.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev109.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev109.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev109.dist-info/RECORD,,
+tinybird-0.0.1.dev111.dist-info/METADATA,sha256=Od6iCtY8gfCnixP673yRdEc2fR8aRC3dgMrIt4NF15Y,1612
+tinybird-0.0.1.dev111.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev111.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev111.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev111.dist-info/RECORD,,