tinybird 0.0.1.dev94__py3-none-any.whl → 0.0.1.dev96__py3-none-any.whl

tinybird/prompts.py

@@ -419,13 +419,15 @@ You are a Tinybird expert. You will be given a prompt to generate new or update
 {pipe_example}
 {copy_pipe_instructions}
 {materialized_pipe_instructions}
+{connection_instructions}
+{connection_example}
 
 {feedback_history}
 
 Use the following format to generate the response and do not wrap it in any other text, including the <response> tag.
 <response>
     <resource>
-        <type>[datasource or pipe]</type>
+        <type>[datasource or pipe or connection]</type>
         <name>[resource name here]</name>
         <content>[resource content here]</content>
     </resource>
@@ -440,6 +442,8 @@ Use the following format to generate the response and do not wrap it in any othe
         pipe_example=pipe_example,
         copy_pipe_instructions=copy_pipe_instructions,
         materialized_pipe_instructions=materialized_pipe_instructions,
+        connection_instructions=connection_instructions,
+        connection_example=connection_example,
         feedback_history=feedback_history,
     )
 
@@ -672,6 +676,25 @@ ENGINE_SORTING_KEY "date, dimension_1, dimension_2, ..."
 </target_datasource_content>
 """
 
+connection_instructions = """
+<connection_file_instructions>
+    - Content cannot be empty.
+    - The connection names must be unique.
+    - No indentation is allowed for property names
+    - We only support kafka connections for now
+</connection_file_instructions>
+"""
+
+connection_example = """
+<connection_content>
+TYPE kafka
+KAFKA_BOOTSTRAP_SERVERS {{ tb_secret("PRODUCTION_KAFKA_SERVERS", "localhost:9092") }}
+KAFKA_SECURITY_PROTOCOL SASL_SSL
+KAFKA_SASL_MECHANISM PLAIN
+KAFKA_KEY {{ tb_secret("PRODUCTION_KAFKA_USERNAME", "") }}
+KAFKA_SECRET {{ tb_secret("PRODUCTION_KAFKA_PASSWORD", "") }}
+</connection_content>
+"""
 
 datasource_instructions = """
 <datasource_file_instructions>
@@ -805,6 +828,7 @@ When you need to work with resources or data in cloud, add always the --cloud fl
 </command_calling>
 <development_instructions>
 - When asking to create a tinybird data project, if the needed folders are not already created, use the following structure:
+├── connections
 ├── copies
 ├── datasources
 ├── endpoints
@@ -838,6 +862,8 @@ Follow these instructions when creating or updating .pipe files:
 {pipe_example}
 {copy_pipe_instructions}
 {materialized_pipe_instructions}
+{connection_instructions}
+{connection_example}
 </pipe_file_instructions>
 <test_file_instructions>
 Follow these instructions when creating or updating .yaml files for tests:
@@ -858,6 +884,8 @@ Follow these instructions when evolving a datasource schema:
         materialized_pipe_instructions=materialized_pipe_instructions,
         test_instructions=test_instructions,
         deployment_instructions=deployment_instructions,
+        connection_instructions=connection_instructions,
+        connection_example=connection_example,
     )
 
 

tinybird/sql_template.py

@@ -2399,3 +2399,87 @@ def extract_variables_from_sql(sql: str, params: List[Dict[str, Any]]) -> Dict[s
         return {}
 
     return defaults
+
+
+def render_template_with_secrets(name: str, content: str, secrets: Optional[Dict[str, str]] = None) -> str:
+    """Renders a template with secrets, allowing for default values.
+
+    Args:
+        name: The name of the template
+        content: The template content
+        secrets: A dictionary mapping secret names to their values
+
+    Returns:
+        The rendered template
+
+    Examples:
+        >>> render_template_with_secrets(
+        ...     "my_kafka_connection",
+        ...     "KAFKA_BOOTSTRAP_SERVERS {{ tb_secret('PRODUCTION_KAFKA_SERVERS', 'localhost:9092') }}",
+        ...     secrets = {'PRODUCTION_KAFKA_SERVERS': 'server1:9092,server2:9092'}
+        ... )
+        'KAFKA_BOOTSTRAP_SERVERS server1:9092,server2:9092'
+
+        >>> render_template_with_secrets(
+        ...     "my_kafka_connection",
+        ...     "KAFKA_BOOTSTRAP_SERVERS {{ tb_secret('MISSING_SECRET', 'localhost:9092') }}",
+        ...     secrets = {}
+        ... )
+        'KAFKA_BOOTSTRAP_SERVERS localhost:9092'
+
+        >>> render_template_with_secrets(
+        ...     "my_kafka_connection",
+        ...     "KAFKA_BOOTSTRAP_SERVERS {{ tb_secret('MISSING_SECRET') }}",
+        ...     secrets = {}
+        ... )
+        Traceback (most recent call last):
+        ...
+        tinybird.sql_template.SQLTemplateException: Template Syntax Error: Cannot access secret 'MISSING_SECRET'. Check the secret exists in the Workspace and the token has the required scope.
+    """
+    if not secrets:
+        secrets = {}
+
+    def tb_secret(secret_name: str, default: Optional[str] = None) -> str:
+        """Get a secret value with an optional default.
+
+        Args:
+            secret_name: The name of the secret to retrieve
+            default: The default value to use if the secret is not found
+
+        Returns:
+            The secret value or default
+
+        Raises:
+            SQLTemplateException: If the secret is not found and no default is provided
+        """
+        if secret_name in secrets:
+            return secrets[secret_name]
+        elif default is not None:
+            return default
+        else:
+            raise SQLTemplateException(
+                f"Cannot access secret '{secret_name}'. Check the secret exists in the Workspace and the token has the required scope."
+            )
+
+    # Create the template
+    t = Template(content, name=name)
+
+    try:
+        # Create namespace with our tb_secret function
+        namespace = {"tb_secret": tb_secret}
+
+        # Generate the template without all the extra processing
+        # This directly uses the underlying _generate method of the Template class
+        result = t.generate(**namespace)
+
+        # Convert the result to string
+        if isinstance(result, bytes):
+            return result.decode("utf-8")
+
+        return str(result)
+    except SQLTemplateCustomError as e:
+        raise e
+    except SQLTemplateException as e:
+        raise e
+    except Exception as e:
+        raise SQLTemplateException(f"Error rendering template with secrets: {str(e)}")

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev94'
-__revision__ = '97387e2'
+__version__ = '0.0.1.dev96'
+__revision__ = 'f1cd799'

tinybird/tb/cli.py

@@ -15,6 +15,7 @@ import tinybird.tb.modules.datasource
 import tinybird.tb.modules.deployment
 import tinybird.tb.modules.endpoint
 import tinybird.tb.modules.fmt
+import tinybird.tb.modules.infra
 import tinybird.tb.modules.job
 import tinybird.tb.modules.local
 import tinybird.tb.modules.login

tinybird/tb/modules/build.py

@@ -97,6 +97,8 @@ def build_project(project: Project, tb_client: TinyB, file_changed: Optional[str
             build = result.get("build")
             datasources = build.get("new_datasource_names", [])
             pipes = build.get("new_pipe_names", [])
+            connections = build.get("new_data_connector_names", [])
+
             if not file_changed:
                 for ds in datasources:
                     ds_path_str: Optional[str] = next(
@@ -115,6 +117,15 @@ def build_project(project: Project, tb_client: TinyB, file_changed: Optional[str
                         pipe_path_str = pipe_path_str.replace(f"{project.folder}/", "")
                         click.echo(FeedbackManager.info(message=f"✓ {pipe_path_str} created"))
 
+                for connection in connections:
+                    connection_name = connection
+                    connection_path_str: Optional[str] = next(
+                        (p for p in project_files if p.endswith(connection_name + ".connection")), None
+                    )
+                    if connection_path_str:
+                        connection_path_str = connection_path_str.replace(f"{project.folder}/", "")
+                        click.echo(FeedbackManager.info(message=f"✓ {connection_path_str} created"))
+
             try:
                 for filename in project_files:
                     if filename.endswith(".datasource"):

tinybird/tb/modules/cicd.py

@@ -31,6 +31,10 @@ on:
 
 concurrency: ${{! github.workflow }}-${{! github.event.pull_request.number }}
 
+env:
+  TINYBIRD_HOST: ${{ secrets.TINYBIRD_HOST }}
+  TINYBIRD_TOKEN: ${{ secrets.TINYBIRD_TOKEN }}
+
 jobs:
   ci:
     runs-on: ubuntu-latest
@@ -50,6 +54,8 @@ jobs:
         run: tb build
       - name: Test project
         run: tb test run
+      - name: Deployment check
+        run: tb --cloud --host ${{ TINYBIRD_HOST }} --token ${{ TINYBIRD_TOKEN }} deploy --check
 """
 
 
@@ -82,6 +88,7 @@ tinybird_ci_workflow:
     - cd $CI_PROJECT_DIR/{{ data_project_dir }}
     - tb build
     - tb test run
+    - tb --cloud --host ${{ TINYBIRD_HOST }} --token ${{ TINYBIRD_TOKEN }} deploy --check
   services:
     - name: tinybirdco/tinybird-local:beta
       alias: tinybird-local

tinybird/tb/modules/cli.py

@@ -7,8 +7,11 @@ import json
 import logging
 import os
 import sys
+from os import getcwd
+from pathlib import Path
 from typing import Any, Callable, Dict, List, Optional, Tuple, Union
 
+import aiofiles
 import click
 import humanfriendly
 from click import Context
@@ -18,7 +21,6 @@ from tinybird.client import (
     AuthNoTokenException,
     TinyB,
 )
-from tinybird.config import get_config
 from tinybird.tb import __cli__
 from tinybird.tb.modules.common import (
     CatchAuthExceptions,
@@ -53,6 +55,7 @@ VERSION = f"{__cli__.__version__} (rev {__cli__.__revision__})"
     help="Prints internal representation, can be combined with any command to get more information.",
 )
 @click.option("--token", help="Use auth token, defaults to TB_TOKEN envvar, then to the .tinyb file.")
+@click.option("--user-token", help="Use user token, defaults to TB_USER_TOKEN envvar, then to the .tinyb file.")
 @click.option("--host", help="Use custom host, defaults to TB_HOST envvar, then to https://api.tinybird.co")
 @click.option("--show-tokens", is_flag=True, default=False, help="Enable the output of tokens.")
 @click.option("--cloud/--local", is_flag=True, default=False, help="Run against cloud or local.")
@@ -65,6 +68,7 @@ async def cli(
     ctx: Context,
     debug: bool,
     token: str,
+    user_token: str,
     host: str,
     show_tokens: bool,
     cloud: bool,
@@ -92,7 +96,9 @@ async def cli(
         config_temp.set_token(token)
     if host:
         config_temp.set_host(host)
-    if token or host:
+    if user_token:
+        config_temp.set_user_token(user_token)
+    if token or host or user_token:
         await try_update_config_with_remote(config_temp, auto_persist=False, raise_on_errors=False)
 
     # Overwrite token and host with env vars manually, without resorting to click.
@@ -104,8 +110,10 @@ async def cli(
         token = os.environ.get("TB_TOKEN", "")
     if not host and "TB_HOST" in os.environ:
         host = os.environ.get("TB_HOST", "")
+    if not user_token and "TB_USER_TOKEN" in os.environ:
+        user_token = os.environ.get("TB_USER_TOKEN", "")
 
-    config = await get_config(host, token, config_file=config_temp._path)
+    config = await get_config(host, token, user_token=user_token, config_file=config_temp._path)
     client = _get_tb_client(config.get("token", None), config["host"])
     folder = os.path.join(config_temp._path.replace(".tinyb", ""), config.get("cwd", os.getcwd()))
     project = Project(folder=folder)
@@ -398,7 +406,7 @@ async def create_ctx_client(ctx: Context, config: Dict[str, Any], cloud: bool, b
     if command in commands_without_ctx_client:
         return None
 
-    commands_always_cloud = ["pull", "playground"]
+    commands_always_cloud = ["pull", "playground", "infra"]
     commands_always_build = ["build", "test", "dev", "create"]
     commands_always_local: List[str] = []
     if (
@@ -422,3 +430,34 @@ def get_target_env(cloud: bool, build: bool) -> str:
     if build:
         return "build"
     return "local"
+
+
+async def get_config(
+    host: str,
+    token: Optional[str],
+    user_token: Optional[str],
+    semver: Optional[str] = None,
+    config_file: Optional[str] = None,
+) -> Dict[str, Any]:
+    if host:
+        host = host.rstrip("/")
+
+    config = {}
+    try:
+        async with aiofiles.open(config_file or Path(getcwd()) / ".tinyb") as file:
+            res = await file.read()
+            config = json.loads(res)
+    except OSError:
+        pass
+    except json.decoder.JSONDecodeError:
+        click.echo(FeedbackManager.error_load_file_config(config_file=config_file))
+        return config
+
+    config["token_passed"] = token
+    config["token"] = token or config.get("token", None)
+    config["user_token"] = user_token or config.get("user_token", None)
+    config["semver"] = semver or config.get("semver", None)
+    config["host"] = host or config.get("host", "https://api.europe-west2.gcp.tinybird.co")
+    config["workspaces"] = config.get("workspaces", [])
+    config["cwd"] = config.get("cwd", getcwd())
+    return config

tinybird/tb/modules/common.py

@@ -81,6 +81,8 @@ SUPPORTED_FORMATS = ["csv", "ndjson", "json", "parquet"]
 OLDEST_ROLLBACK = "oldest_rollback"
 MAIN_BRANCH = "main"
 
+CONTEXT_SETTINGS = dict(help_option_names=["-h", "--help"])
+
 
 def obfuscate_token(value: Optional[str]) -> Optional[str]:
     if not value:

tinybird/tb/modules/create.py

@@ -9,7 +9,7 @@ from tinybird.client import TinyB
 from tinybird.prompts import create_prompt, mock_prompt, rules_prompt
 from tinybird.tb.modules.cicd import init_cicd
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import _generate_datafile, check_user_token_with_client, coro, generate_datafile
+from tinybird.tb.modules.common import _generate_datafile, coro, generate_datafile
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.datafile.fixture import persist_fixture
 from tinybird.tb.modules.exceptions import CLIException
@@ -44,6 +44,7 @@ async def create(
     local_client: TinyB = ctx.ensure_object(dict)["client"]
     project: Project = ctx.ensure_object(dict)["project"]
     config = CLIConfig.get_project_config()
+    ctx_config = ctx.ensure_object(dict)["config"]
 
     # If folder is provided, rewrite the config and project folder
     if folder:
@@ -65,15 +66,14 @@ async def create(
         folder_path.mkdir()
 
     try:
-        tb_client = config.get_client()
+        tb_client = config.get_client(token=ctx_config.get("token"), host=ctx_config.get("host"))
         user_token: Optional[str] = None
         created_something = False
         if prompt:
             try:
-                user_token = config.get_user_token()
+                user_token = ctx_config.get("user_token")
                 if not user_token:
                     raise CLIException("No user token found")
-                await check_user_token_with_client(tb_client, token=user_token)
             except Exception as e:
                 click.echo(
                     FeedbackManager.error(
@@ -144,7 +144,7 @@ async def create(
         click.echo(FeedbackManager.error(message=f"Error: {str(e)}"))
 
 
-PROJECT_PATHS = ("datasources", "endpoints", "materializations", "copies", "pipes", "fixtures", "tests")
+PROJECT_PATHS = ("datasources", "endpoints", "materializations", "copies", "pipes", "fixtures", "tests", "connections")
 
 
 def validate_project_structure(folder: str) -> bool:
@@ -248,6 +248,7 @@ TYPE ENDPOINT
         resources = parse_xml(result, "resource")
         datasources = []
         pipes = []
+        connections = []
         for resource_xml in resources:
             resource_type = extract_xml(resource_xml, "type")
             name = extract_xml(resource_xml, "name")
@@ -260,6 +261,8 @@ TYPE ENDPOINT
                 datasources.append(resource)
             elif resource_type.lower() == "pipe":
                 pipes.append(resource)
+            elif resource_type.lower() == "connection":
+                connections.append(resource)
 
         for ds in datasources:
             content = ds["content"].replace("```", "")
@@ -279,6 +282,12 @@ TYPE ENDPOINT
             generate_pipe_file(pipe["name"], content, folder)
             created_any_resource = True
 
+        for conn in connections:
+            content = conn["content"].replace("```", "")
+            filename = f"{conn['name']}.connection"
+            generate_connection_file(conn["name"], content, folder)
+            created_any_resource = True
+
     return result, created_any_resource
 
 
@@ -333,6 +342,17 @@ def generate_pipe_file(name: str, content: str, folder: str) -> Path:
     return f.relative_to(folder)
 
 
+def generate_connection_file(name: str, content: str, folder: str) -> Path:
+    base = Path(folder) / "connections"
+    if not base.exists():
+        base.mkdir()
+    f = base / (f"{name}.connection")
+    with open(f"{f}", "w") as file:
+        file.write(content)
+    click.echo(FeedbackManager.info_file_created(file=f.relative_to(folder)))
+    return f.relative_to(folder)
+
+
 def create_rules(folder: str, source: str, agent: str):
     if agent == "cursor":
         extension = ".cursorrules"

tinybird/tb/modules/datafile/common.py

@@ -115,6 +115,7 @@ class DataFileExtensions:
     PIPE = ".pipe"
     DATASOURCE = ".datasource"
     INCL = ".incl"
+    CONNECTION = ".connection"
 
 
 class CopyModes:
@@ -241,6 +242,11 @@ class Datafile:
                     raise DatafileValidationError(f"Materialized node {repr(node['name'])} missing target datasource")
                 if node.get("type", "").lower() == PipeNodeTypes.COPY:
                     self.validate_copy_node(node)
+            for token in self.tokens:
+                if token["permission"].upper() != "READ":
+                    raise DatafileValidationError(
+                        f"Invalid permission {token['permission']} for token {token['token_name']}. Only READ is allowed for pipes"
+                    )
         elif self.kind == DatafileKind.datasource:
             # TODO(eclbg):
             #  [x] Just one node
@@ -253,6 +259,11 @@ class Datafile:
             node = self.nodes[0]
             if "schema" not in node:
                 raise DatafileValidationError("SCHEMA is mandatory")
+            for token in self.tokens:
+                if token["permission"].upper() not in {"READ", "APPEND"}:
+                    raise DatafileValidationError(
+                        f"Invalid permission {token['permission']} for token {token['token_name']}. Only READ and APPEND are allowed for datasources"
+                    )
         else:
             # We cannot validate a datafile whose kind is unknown
             pass
@@ -1274,16 +1285,28 @@ def parse(
 
     @multiline_not_supported
     def add_token(*args: str, **kwargs: Any) -> None:  # token_name, permissions):
-        # lineno = kwargs["lineno"]
+        lineno = kwargs["lineno"]
         if len(args) < 2:
             raise DatafileSyntaxError(
-                message='TOKEN takes two params: token name and permissions e.g TOKEN "read api token" READ',
+                message='TOKEN takes two params: token name and permission e.g TOKEN "read api token" READ',
                 lineno=lineno,
                 pos=1,
             )
-        # TODO(eclbg): We should validate that the permissions are a valid string. We only support READ for pipes and
-        # APPEND for datasources
-        doc.tokens.append({"token_name": _unquote(args[0]), "permissions": args[1]})
+        if len(args) > 2:
+            raise DatafileSyntaxError(
+                f"Invalid number of arguments for TOKEN command: {len(args)}. Expected 2 arguments: token name and permission",
+                lineno=lineno,
+                pos=len("token") + len(args[0]) + 3,  # Naive handling of whitespace. Assuming there's 2
+            )
+        permission = args[1]
+        if permission.upper() not in ["READ", "APPEND"]:
+            raise DatafileSyntaxError(
+                f"Invalid permission: {permission}. Only READ and APPEND are supported",
+                lineno=lineno,
+                pos=len("token") + len(args[0]) + 3,  # Naive handling of whitespace. Assuming there's 2
+            )
+        token_name = _unquote(args[0])
+        doc.tokens.append({"token_name": token_name, "permission": permission.upper()})
 
     @not_supported_yet()
     def include(*args: str, **kwargs: Any) -> None:
@@ -1678,6 +1701,7 @@ def get_project_filenames(folder: str, with_vendor=False) -> List[str]:
         f"{folder}/sinks/*.pipe",
         f"{folder}/copies/*.pipe",
         f"{folder}/playgrounds/*.pipe",
+        f"{folder}/connections/*.connection",
     ]
     if with_vendor:
         folders.append(f"{folder}/vendor/**/**/*.datasource")

tinybird/tb/modules/datafile/parse_datasource.py

@@ -1,5 +1,5 @@
 import os
-from typing import Optional
+from typing import List, Optional
 
 import click
 
@@ -21,6 +21,7 @@ def parse_datasource(
     skip_eval: bool = False,
     hide_folders: bool = False,
     add_context_to_datafile_syntax_errors: bool = True,
+    secrets: Optional[List[str]] = None,
 ) -> Datafile:
     basepath = ""
     if not content:

tinybird/tb/modules/datafile/parse_pipe.py

@@ -1,5 +1,5 @@
 import os
-from typing import Optional
+from typing import List, Optional
 
 import click
 
@@ -23,6 +23,7 @@ def parse_pipe(
     skip_eval: bool = False,
     hide_folders: bool = False,
     add_context_to_datafile_syntax_errors: bool = True,
+    secrets: Optional[List[str]] = None,
 ) -> Datafile:
     basepath = ""
     if not content:

tinybird/tb/modules/deployment.py

@@ -4,7 +4,7 @@ import sys
 import time
 from datetime import datetime
 from pathlib import Path
-from typing import Any, Dict, Optional, Union
+from typing import Any, Dict, Optional, Tuple, Union
 
 import click
 import requests
@@ -451,8 +451,10 @@ def create_deployment(
 
 def print_changes(result: dict, project: Project) -> None:
     deployment = result.get("deployment", {})
-    columns = ["status", "name", "path"]
+    resources_columns = ["status", "name", "path"]
     resources: list[list[Union[str, None]]] = []
+    tokens_columns = ["Change", "Token name", "Added permissions", "Removed permissions"]
+    tokens: list[Tuple[str, str, str, str]] = []
 
     for ds in deployment.get("new_datasource_names", []):
         resources.append(["new", ds, project.get_resource_path(ds, "datasource")])
@@ -481,8 +483,26 @@ def print_changes(result: dict, project: Project) -> None:
     for dc in deployment.get("deleted_data_connector_names", []):
         resources.append(["deleted", dc, project.get_resource_path(dc, "data_connector")])
 
+    for token_change in deployment.get("token_changes", []):
+        token_name = token_change.get("token_name")
+        change_type = token_change.get("change_type")
+        added_perms = []
+        removed_perms = []
+        permission_changes = token_change.get("permission_changes", {})
+        for perm in permission_changes.get("added_permissions", []):
+            added_perms.append(f"{perm['resource_name']}.{perm['resource_type']}:{perm['permission']}")
+        for perm in permission_changes.get("removed_permissions", []):
+            removed_perms.append(f"{perm['resource_name']}.{perm['resource_type']}:{perm['permission']}")
+
+        tokens.append((change_type, token_name, "\n".join(added_perms), "\n".join(removed_perms)))
+
     if resources:
         click.echo(FeedbackManager.highlight(message="\n» Changes to be deployed...\n"))
-        echo_safe_humanfriendly_tables_format_smart_table(resources, column_names=columns)
+        echo_safe_humanfriendly_tables_format_smart_table(resources, column_names=resources_columns)
     else:
         click.echo(FeedbackManager.highlight(message="\n» No changes to be deployed\n"))
+    if tokens:
+        click.echo(FeedbackManager.highlight(message="\n» Changes in tokens to be deployed...\n"))
+        echo_safe_humanfriendly_tables_format_smart_table(tokens, column_names=tokens_columns)
+    else:
+        click.echo(FeedbackManager.highlight(message="\n» No changes in tokens to be deployed\n"))

tinybird/tb/modules/infra.py

@@ -0,0 +1,507 @@
+from pathlib import Path
+from typing import Optional
+
+import click
+from click import Context
+
+from tinybird.tb.modules.cli import cli
+
+from .common import CONTEXT_SETTINGS
+
+K8S_YML = """
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: %(namespace)s
+  labels:
+    name: tinybird
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: tinybird
+  namespace:  %(namespace)s
+  labels:
+    name: tinybird
+automountServiceAccountToken: true
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: tinybird
+  namespace:  %(namespace)s
+  labels:
+    name: tinybird
+  annotations:
+    service.beta.kubernetes.io/aws-load-balancer-type: 'external'
+    service.beta.kubernetes.io/aws-load-balancer-nlb-target-type: 'ip'
+    service.beta.kubernetes.io/aws-load-balancer-backend-protocol: 'tcp'
+    service.beta.kubernetes.io/aws-load-balancer-scheme: 'internet-facing'
+    service.beta.kubernetes.io/aws-load-balancer-ssl-negotiation-policy: 'ELBSecurityPolicy-TLS13-1-2-2021-06'
+    service.beta.kubernetes.io/aws-load-balancer-ssl-cert: '%(cert_arn)s'
+spec:
+  type: LoadBalancer
+  ports:
+    - port: 443
+      targetPort: http
+      protocol: TCP
+      name: https
+  selector:
+    name: tinybird
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: tinybird
+  namespace:  %(namespace)s
+  labels:
+    name: tinybird
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      name: tinybird
+  template:
+    metadata:
+      labels:
+        name: tinybird
+    spec:
+      serviceAccountName: tinybird
+      containers:
+        - name: tinybird
+          image: "tinybirdco/tinybird-local:beta"
+          imagePullPolicy: Always
+          ports:
+            - name: http
+              containerPort: 7181
+              protocol: TCP
+"""
+
+TERRAFORM_FIRST_TEMPLATE = """
+terraform {
+  required_providers {
+    aws = {
+      source  = "hashicorp/aws"
+      version = "~> 5.0"
+    }
+  }
+}
+
+provider "aws" {
+  region = "%(aws_region)s"
+}
+
+# Get the hosted zone data
+data "aws_route53_zone" "selected" {
+  name = "%(domain)s"
+}
+
+# Create ACM certificate
+resource "aws_acm_certificate" "cert" {
+  domain_name               = "*.${data.aws_route53_zone.selected.name}"
+  validation_method         = "DNS"
+  subject_alternative_names = [data.aws_route53_zone.selected.name]
+
+  lifecycle {
+    create_before_destroy = true
+  }
+}
+
+# Create DNS records for certificate validation
+resource "aws_route53_record" "cert_validation" {
+  for_each = {
+    for dvo in aws_acm_certificate.cert.domain_validation_options : dvo.domain_name => {
+      name   = dvo.resource_record_name
+      record = dvo.resource_record_value
+      type   = dvo.resource_record_type
+    }
+  }
+
+  allow_overwrite = true
+  name            = each.value.name
+  records         = [each.value.record]
+  ttl             = 60
+  type            = each.value.type
+  zone_id         = data.aws_route53_zone.selected.zone_id
+}
+
+# Certificate validation
+resource "aws_acm_certificate_validation" "cert" {
+  certificate_arn         = aws_acm_certificate.cert.arn
+  validation_record_fqdns = [for record in aws_route53_record.cert_validation : record.fqdn]
+}
+
+output "certificate_arn" {
+  description = "The ARN of the ACM certificate"
+  value       = aws_acm_certificate.cert.arn
+}
+"""
+
+TERRAFORM_SECOND_TEMPLATE = """
+# Create Route 53 record for the load balancer
+resource "aws_route53_record" "tinybird" {
+  zone_id = data.aws_route53_zone.selected.zone_id
+  name    = "%(full_dns_name)s"
+  type    = "CNAME"
+  ttl     = 300
+  records = ["%(external_ip)s"]
+}
+
+output "tinybird_dns" {
+  description = "The DNS name for Tinybird"
+  value       = aws_route53_record.tinybird.fqdn
+}
+"""
+
+
+@cli.group(context_settings=CONTEXT_SETTINGS, hidden=True)
+@click.pass_context
+def infra(ctx: Context) -> None:
+    """Infra commands."""
+
+
+@infra.command(name="ls", hidden=True)
+@click.pass_context
+async def infra_ls(ctx: Context) -> None:
+    """List infra"""
+
+
+@infra.command(name="init")
+@click.option("--provider", default="aws", type=str, help="Infrastructure provider (aws, gcp, azure)")
+@click.option("--region", type=str, help="AWS region (for AWS provider)")
+@click.option("--domain", type=str, help="Route53 domain name (for AWS provider)")
+@click.option("--namespace", type=str, help="Kubernetes namespace for deployment")
+@click.option("--dns-record", type=str, help="DNS record name to create (without domain, e.g. 'tinybird')")
+@click.option(
+    "--auto-apply-terraform", is_flag=True, help="Automatically apply Terraform configuration without prompting"
+)
+@click.option("--auto-apply-dns", is_flag=True, help="Automatically apply DNS configuration without prompting")
+@click.option(
+    "--auto-apply-kubectl", is_flag=True, help="Automatically apply Kubernetes configuration without prompting"
+)
+@click.option("--skip-terraform", is_flag=True, help="Skip Terraform configuration and application")
+@click.option("--skip-kubectl", is_flag=True, help="Skip Kubernetes configuration and application")
+@click.option("--skip-dns", is_flag=True, help="Skip DNS configuration and application")
+@click.pass_context
+def infra_init(
+    ctx: Context,
+    provider: str,
+    region: Optional[str] = None,
+    domain: Optional[str] = None,
+    namespace: Optional[str] = None,
+    dns_record: Optional[str] = None,
+    auto_apply_terraform: bool = False,
+    auto_apply_dns: bool = False,
+    auto_apply_kubectl: bool = False,
+    skip_terraform: bool = False,
+    skip_kubectl: bool = False,
+    skip_dns: bool = False,
+) -> None:
+    """Init infra"""
+    # AWS-specific Terraform template creation
+    if provider.lower() != "aws":
+        click.echo("Provider not supported yet.")
+        return
+
+    # Create infra directory if it doesn't exist
+    infra_dir = Path("infra")
+    infra_dir.mkdir(exist_ok=True)
+    yaml_path = infra_dir / "k8s.yaml"
+    tf_path = infra_dir / "main.tf"
+
+    # Write the Terraform template
+    region = region or click.prompt("Enter aws region", default="us-east-1", type=str)
+    domain = domain or click.prompt("Enter route 53 domain name", type=str)
+
+    terraform_content = TERRAFORM_FIRST_TEMPLATE % {"aws_region": region, "domain": domain}
+
+    with open(tf_path, "w") as f:
+        f.write(terraform_content.lstrip())
+
+    click.echo(f"Creating Terraform configuration in {tf_path}")
+
+    # Apply Terraform configuration if user confirms
+    if not skip_terraform and (
+        auto_apply_terraform or click.confirm("Would you like to apply the Terraform configuration now?")
+    ):
+        import subprocess
+
+        # Initialize Terraform
+        click.echo("Initializing Terraform...")
+        init_result = subprocess.run(["terraform", "-chdir=infra", "init"], capture_output=True, text=True)
+
+        if init_result.returncode != 0:
+            click.echo("Terraform initialization failed:")
+            click.echo(init_result.stderr)
+            return
+
+        click.echo(init_result.stdout)
+
+        # Apply Terraform configuration
+        click.echo("\nApplying Terraform configuration...\n")
+        apply_result = subprocess.run(
+            ["terraform", "-chdir=infra", "apply", "-auto-approve"], capture_output=True, text=True
+        )
+
+        if apply_result.returncode != 0:
+            click.echo("Terraform apply failed:")
+            click.echo(apply_result.stderr)
+            return
+
+        click.echo(apply_result.stdout)
+
+        # Get the certificate ARN output
+        output_result = subprocess.run(
+            ["terraform", "-chdir=infra", "output", "certificate_arn"], capture_output=True, text=True
+        )
+
+        if output_result.returncode == 0:
+            cert_arn = output_result.stdout.strip().replace('"', "")
+
+            namespace = namespace or click.prompt("Enter namespace name", default="tinybird", type=str)
+            new_content = K8S_YML % {"namespace": namespace, "cert_arn": cert_arn}
+
+            with open(yaml_path, "w") as f:
+                f.write(new_content.lstrip())
+
+            click.echo(f"Created Kubernetes configuration with certificate ARN in {yaml_path}")
+
+            # Prompt to apply the k8s configuration
+            if not skip_kubectl and (
+                auto_apply_kubectl or click.confirm("Would you like to apply the Kubernetes configuration now?")
+            ):
+                import subprocess
+
+                # Get current kubectl context
+                current_context_result = subprocess.run(
+                    ["kubectl", "config", "current-context"], capture_output=True, text=True
+                )
+
+                current_context = (
+                    current_context_result.stdout.strip() if current_context_result.returncode == 0 else "unknown"
+                )
+
+                # Get available contexts
+                contexts_result = subprocess.run(
+                    ["kubectl", "config", "get-contexts", "-o", "name"], capture_output=True, text=True
+                )
+
+                if contexts_result.returncode != 0:
+                    click.echo("Failed to get kubectl contexts:")
+                    click.echo(contexts_result.stderr)
+                    return
+
+                available_contexts = [
+                    context.strip() for context in contexts_result.stdout.splitlines() if context.strip()
+                ]
+
+                if not available_contexts:
+                    click.echo("No kubectl contexts found. Please configure kubectl first.")
+                    return
+
+                # Prompt user to select a context
+                if len(available_contexts) == 1:
+                    selected_context = available_contexts[0]
+                    click.echo(f"Using the only available kubectl context: {selected_context}")
+                else:
+                    click.echo("\nAvailable kubectl contexts:")
+                    for i, context in enumerate(available_contexts):
+                        marker = " (current)" if context == current_context else ""
+                        click.echo(f"  {i + 1}. {context}{marker}")
+
+                    click.echo("")
+                    default_index = (
+                        available_contexts.index(current_context) + 1 if current_context in available_contexts else 1
+                    )
+
+                    selected_index = click.prompt(
+                        "Select kubectl context number to apply configuration",
+                        type=click.IntRange(1, len(available_contexts)),
+                        default=default_index,
+                    )
+
+                    selected_context = available_contexts[selected_index - 1]
+                    click.echo(f"Selected context: {selected_context}")
+
+                # Apply the configuration to the selected context
+                click.echo(f"Applying Kubernetes configuration to context '{selected_context}'...")
+                apply_result = subprocess.run(
+                    ["kubectl", "--context", selected_context, "apply", "-f", str(yaml_path)],
+                    capture_output=True,
+                    text=True,
+                )
+
+                if apply_result.returncode != 0:
+                    click.echo("Failed to apply Kubernetes configuration:")
+                    click.echo(apply_result.stderr)
+                else:
+                    click.echo("Kubernetes configuration applied successfully:")
+                    click.echo(apply_result.stdout)
+
+                    # Get the namespace from the applied configuration
+                    namespace = None
+                    with open(yaml_path, "r") as f:
+                        for line in f:
+                            if "namespace:" in line and not namespace:
+                                namespace = line.split("namespace:")[1].strip()
+                                break
+
+                    if not namespace:
+                        namespace = "tinybird"  # Default namespace
+
+                    click.echo(f"\nWaiting for load balancer to be provisioned in namespace '{namespace}'...")
+
+                    # Wait for the load balancer to get an external IP
+                    max_attempts = 30
+                    attempt = 0
+                    external_ip = None
+
+                    while attempt < max_attempts and not external_ip:
+                        attempt += 1
+
+                        # Get the service details
+                        get_service_result = subprocess.run(
+                            [
+                                "kubectl",
+                                "--context",
+                                selected_context,
+                                "-n",
+                                namespace,
+                                "get",
+                                "service",
+                                "tinybird",
+                                "-o",
+                                "jsonpath='{.status.loadBalancer.ingress[0].hostname}'",
+                            ],
+                            capture_output=True,
+                            text=True,
+                        )
+
+                        if get_service_result.returncode == 0:
+                            potential_ip = get_service_result.stdout.strip().replace("'", "")
+                            if potential_ip and potential_ip != "":
+                                external_ip = potential_ip
+                                break
+
+                        click.echo(
+                            f"Attempt {attempt}/{max_attempts}: Load balancer not ready yet, waiting 10 seconds..."
+                        )
+                        import time
+
+                        time.sleep(10)
+
+                    if external_ip:
+                        click.echo("\n✅ Load balancer provisioned successfully!")
+
+                        # Update the Terraform configuration with the load balancer DNS
+                        if not skip_dns and domain and tf_path.exists():
+                            click.echo("\nUpdating Terraform configuration with load balancer DNS...")
+
+                            with open(tf_path, "r") as f:
+                                tf_content = f.read()
+
+                            # Check if the Route 53 record already exists in the file
+                            if 'resource "aws_route53_record" "tinybird"' not in tf_content:
+                                # Get the DNS record name
+                                dns_record = dns_record or click.prompt(
+                                    "Enter DNS record name (without domain)", default="tinybird", type=str
+                                )
+
+                                # Create the full DNS name
+                                full_dns_name = f"{dns_record}.{domain}"
+
+                                # Use in the Terraform template
+                                route53_record = TERRAFORM_SECOND_TEMPLATE % {
+                                    "external_ip": external_ip,
+                                    "full_dns_name": full_dns_name,
+                                }
+
+                                # Append the Route 53 record to the Terraform file
+                                with open(tf_path, "a") as f:
+                                    f.write(route53_record.lstrip())
+
+                                click.echo("Added Route 53 record to Terraform configuration")
+                            else:
+                                # Update the existing Route 53 record
+                                updated_tf = tf_content.replace(
+                                    'records = ["LOAD_BALANCER_DNS_PLACEHOLDER"]', f'records = ["{external_ip}"]'
+                                )
+
+                                # Also handle case where there might be another placeholder or old value
+                                import re
+
+                                pattern = r'records\s*=\s*\[\s*"[^"]*"\s*\]'
+                                updated_tf = re.sub(pattern, f'records = ["{external_ip}"]', updated_tf)
+
+                                with open(tf_path, "w") as f:
+                                    f.write(updated_tf.lstrip())
+
+                                click.echo("Updated existing Route 53 record in Terraform configuration")
+
+                            # Apply the updated Terraform configuration
+                            if not skip_dns and (
+                                auto_apply_dns
+                                or click.confirm("Would you like to create the DNS record in Route 53 now?")
+                            ):
+                                click.echo("Applying updated Terraform configuration...")
+                                apply_result = subprocess.run(
+                                    ["terraform", "-chdir=infra", "apply", "-auto-approve"],
+                                    capture_output=True,
+                                    text=True,
+                                )
+
+                                if apply_result.returncode != 0:
+                                    click.echo("Failed to create DNS record:")
+                                    click.echo(apply_result.stderr)
+                                else:
+                                    click.echo(apply_result.stdout)
+                                    click.echo("DNS record created successfully!")
+
+                                    # Get the DNS name from Terraform output
+                                    dns_output = subprocess.run(
+                                        ["terraform", "-chdir=infra", "output", "tinybird_dns"],
+                                        capture_output=True,
+                                        text=True,
+                                    )
+
+                                    if dns_output.returncode == 0:
+                                        dns_name = dns_output.stdout.strip().replace('"', "")
+                                        click.echo("\nDNS record created successfully!")
+                                        click.echo(
+                                            "\nWaiting up to 5 minutes for HTTPS endpoint to become available..."
+                                        )
+
+                                        import time
+
+                                        import requests
+
+                                        max_attempts = 30  # 30 attempts * 10 seconds = 5 minutes
+                                        attempt = 0
+                                        while attempt < max_attempts:
+                                            attempt += 1
+                                            try:
+                                                response = requests.get(
+                                                    f"https://{dns_name}", allow_redirects=False, timeout=5
+                                                )
+                                                response.raise_for_status()
+                                                click.echo("\n✅ HTTPS endpoint is now accessible!")
+                                                break
+                                            except requests.RequestException:
+                                                if attempt == max_attempts:
+                                                    click.echo("\n⚠️  HTTPS endpoint not accessible after 5 minutes")
+                                                    click.echo(
+                                                        "  This might be due to DNS propagation or the Load Balancer provisioning delays"
+                                                    )
+                                                    click.echo(
+                                                        "  Please try accessing the URL manually in a few minutes"
+                                                    )
+                                                else:
+                                                    click.echo(
+                                                        f"Attempt {attempt}/{max_attempts}: Not ready yet, waiting 10 seconds..."
+                                                    )
+                                                    time.sleep(10)
+                                    else:
+                                        click.echo(
+                                            f"\nYour Tinybird instance should be available at: https://tinybird.{domain}"
+                                        )

tinybird/tb/modules/mock.py

@@ -6,7 +6,7 @@ import click
 from tinybird.client import TinyB
 from tinybird.prompts import mock_prompt
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import CLIException, check_user_token_with_client, coro, push_data
+from tinybird.tb.modules.common import CLIException, coro, push_data
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.datafile.fixture import persist_fixture, persist_fixture_sql
 from tinybird.tb.modules.feedback_manager import FeedbackManager
@@ -39,6 +39,7 @@ async def mock(ctx: click.Context, datasource: str, rows: int, prompt: str) -> N
     try:
         tb_client: TinyB = ctx.ensure_object(dict)["client"]
         project: Project = ctx.ensure_object(dict)["project"]
+        ctx_config = ctx.ensure_object(dict)["config"]
         env = ctx.ensure_object(dict)["env"]
         datasource_path = Path(datasource)
         datasource_name = datasource
@@ -56,13 +57,12 @@ async def mock(ctx: click.Context, datasource: str, rows: int, prompt: str) -> N
 
         datasource_content = datasource_path.read_text()
         config = CLIConfig.get_project_config()
-        user_client = config.get_client()
-        user_token = config.get_user_token()
+        user_client = config.get_client(token=ctx_config.get("token"), host=ctx_config.get("host"))
+        user_token = ctx_config.get("user_token")
 
         try:
             if not user_token:
                 raise CLIException("No user token found")
-            await check_user_token_with_client(user_client, token=user_token)
         except Exception:
             click.echo(FeedbackManager.error(message="This action requires authentication. Run 'tb login' first."))
             return

tinybird/tb/modules/project.py

@@ -51,6 +51,10 @@ class Project:
     def pipes(self) -> List[str]:
         return sorted([Path(f).stem for f in glob.glob(f"{self.path}/**/*.pipe", recursive=False)])
 
+    @property
+    def connections(self) -> List[str]:
+        return sorted([Path(f).stem for f in glob.glob(f"{self.path}/**/*.connection", recursive=False)])
+
     def get_pipe_datafile(self, filename: str) -> Optional[Datafile]:
         try:
             return parse_pipe(filename)

tinybird/tb/modules/watch.py

@@ -22,7 +22,7 @@ from tinybird.tb.modules.shell import Shell
 
 
 class WatchProjectHandler(PatternMatchingEventHandler):
-    valid_extensions = [".datasource", ".pipe", ".ndjson", ".sql"]
+    valid_extensions = [".datasource", ".pipe", "connection", ".ndjson", ".sql"]
 
     def __init__(self, shell: Shell, project: Project, process: Callable):
         self.shell = shell

{tinybird-0.0.1.dev94.dist-info → tinybird-0.0.1.dev96.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev94
+Version: 0.0.1.dev96
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev94.dist-info → tinybird-0.0.1.dev96.dist-info}/RECORD

@@ -6,32 +6,33 @@ tinybird/context.py,sha256=FfqYfrGX_I7PKGTQo93utaKPDNVYWelg4Hsp3evX5wM,1291
 tinybird/datatypes.py,sha256=XNypumfqNjsvLJ5iNXnbVHRvAJe0aQwI3lS6Cxox-e0,10979
 tinybird/feedback_manager.py,sha256=YSjtFDJvc8y66j2J0iIkb3SVzDdYAJbzFL-JPQ26pak,68761
 tinybird/git_settings.py,sha256=Sw_8rGmribEFJ4Z_6idrVytxpFYk7ez8ei0qHULzs3E,3934
-tinybird/prompts.py,sha256=rDIrkK5S1NJ0bIFjULsCYnGApv9Vc0jmR4tdRuJhM8c,32953
+tinybird/prompts.py,sha256=syxUvbdkzxIrIK8pkS-Y7nzBx7DMS2Z9HaiXx7AjvnQ,33912
 tinybird/sql.py,sha256=LBi74GxhNAYTb6m2-KNGpAkguSKh7rcvBbERbE7nalA,46195
-tinybird/sql_template.py,sha256=1qO6FaEe9rdLAKIORZsNk53XklLeP6oLnMhlw0PBUcI,96091
+tinybird/sql_template.py,sha256=VH8io4n5eP2z6TEw111d8hcA9FKQerFjprKKCW2MODw,99127
 tinybird/sql_template_fmt.py,sha256=KUHdj5rYCYm_rKKdXYSJAE9vIyXUQLB0YSZnUXHeBlY,10196
 tinybird/sql_toolset.py,sha256=32SNvxRFKQYWTvYPMJ_u3ukcd1hKZyEqx8T2cv2412w,14697
 tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=BZuPM7MFS7vaEKK5tOMR2bwSAgJudPrJt27uVEwZmTY,40512
-tinybird/tb/__cli__.py,sha256=NDM11e05WwpBFqDae6OVPT3I2exwaDoMuTDk7bU6M7Q,251
-tinybird/tb/cli.py,sha256=D_SjS5SU0eTcsKs06I1W39vxQTUEt2TOIYpWAWwYQqA,1102
+tinybird/tb/__cli__.py,sha256=quTbjPYY2p2amkeaFu_wMFFcJ0hoA3moA2Jgy9XuEeo,251
+tinybird/tb/cli.py,sha256=H_HaZhkimKgkryYXpBjHfY9Qtg-ZORiONU3psDNpzDk,1135
 tinybird/tb/modules/auth.py,sha256=L1IatO2arRSzys3t8px8xVt8uPWUL5EVD0sFzAV_uVU,9022
-tinybird/tb/modules/build.py,sha256=-lRGBxKtuipmyl3pmiGcfp67fH1Ed-COfHAZKdgLIWo,10483
-tinybird/tb/modules/cicd.py,sha256=T0lb9u_bDdTUVe8TwNNb1qQ5KnSPHMVjqPfKF4BBNBw,5347
-tinybird/tb/modules/cli.py,sha256=-xZ6-yrbKxcA-ou7K02H6gsMeZuvWsuEMNSleU_G9Fc,16467
-tinybird/tb/modules/common.py,sha256=Qrc-fOyBOO2Z57pZyvnOQaaLToEgj13ZR1s2LmgJB9w,81246
+tinybird/tb/modules/build.py,sha256=h5drdmDFX8NHts9dA2Zepao7KSgMAl3DZGyFufVZP78,11085
+tinybird/tb/modules/cicd.py,sha256=SesVtrs7WlP1KUlSSpoDA9TFP_3gUDKlIwWTMINAY00,5665
+tinybird/tb/modules/cli.py,sha256=j6j9CKx4YnsRTLYdE47K8ilkoj-Xf9lq7Wm2LVgQ6Lc,17888
+tinybird/tb/modules/common.py,sha256=EU33c_HKU8yCrj4qfbDTHFZwHEpzZ5vBmZcPxqT15DQ,81307
 tinybird/tb/modules/config.py,sha256=BVZg-4f_R3vJTwCChXY2AXaH67SRk62xoP_IymquosI,11404
 tinybird/tb/modules/connection.py,sha256=WKeDxbTpSsQ1PUmsT730g3S5RT2PtR5mPpVEanD1nbM,3933
 tinybird/tb/modules/copy.py,sha256=MAVqKip8_QhOYq99U_XuqSO6hCLJEh5sFtbhcXtI3SI,5802
-tinybird/tb/modules/create.py,sha256=KjotVfIQLfcPyQBykTHnPLn4ikrm6qqeMcbRE1d-6Jo,13280
+tinybird/tb/modules/create.py,sha256=VvY5C0GNM_j3ZPK4ba8yq3cephJ356PaAsBWR-zoPXs,14054
 tinybird/tb/modules/datasource.py,sha256=dNCK9iCR2xPLfwqqwg2ixyE6NuoVEiJU2mBZBmOYrVY,16906
-tinybird/tb/modules/deployment.py,sha256=ZX9fTxenVN0oCbJTa_5Ap1bmyqT8zt9PMBmBP949Ag4,18109
+tinybird/tb/modules/deployment.py,sha256=KMpIahNGUdea3KcH0jTMEnzQ-7zg7M4esd2zTfvaC-k,19337
 tinybird/tb/modules/endpoint.py,sha256=EhVoGAXsFz-83Fiwj1gI-I73iRRvL49d0W81un7hvPE,12080
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
 tinybird/tb/modules/feedback_manager.py,sha256=7nNiOx7OMebiheLED1r0d75SbuXCNxyBmF4e20rCBNc,69511
 tinybird/tb/modules/fmt.py,sha256=qpf9APqKTKL2uphNgdbj4OMVyLkAxZn6dn4eHF99L5g,3553
+tinybird/tb/modules/infra.py,sha256=TeeCcJQ_9fm_sDfZnZ8E2UaEOKaBzRHGm5KMKL01O48,20375
 tinybird/tb/modules/job.py,sha256=956Pj8BEEsiD2GZsV9RKKVM3I_CveOLgS82lykO5ukk,2963
 tinybird/tb/modules/llm.py,sha256=AC0VSphTOM2t-v1_3NLvNN_FIbgMo4dTyMqIv5nniPo,835
 tinybird/tb/modules/llm_utils.py,sha256=nS9r4FAElJw8yXtmdYrx-rtI2zXR8qXfi1QqUDCfxvg,3469
@@ -40,11 +41,11 @@ tinybird/tb/modules/local_common.py,sha256=Uty8vhn4FxRASqcMldpbadKcDiOeLx4PK01Nk
 tinybird/tb/modules/login.py,sha256=NB-evr7b00ChKPulX7c8YLN3EX6cr0CwALN0wroAq3o,6147
 tinybird/tb/modules/logout.py,sha256=ULooy1cDBD02-r7voZmhV7udA0ML5tVuflJyShrh56Y,1022
 tinybird/tb/modules/materialization.py,sha256=r8Q9HXcYEmfrEzP4WpiasCKDJdSkTPaAKJtZMoJKhi8,5749
-tinybird/tb/modules/mock.py,sha256=3q4i6CXKcS-zsgevbN_zpAP4AnB9_WIVxmVSJV3FNPQ,3881
+tinybird/tb/modules/mock.py,sha256=9VKlp2bO2NsRgqF03SrFv_8OvAoHeRcOU89TiBRFfqY,3891
 tinybird/tb/modules/open.py,sha256=s3eJLFtF6OnXX5OLZzBz58dYaG-TGDCYFSJHttm919g,1317
 tinybird/tb/modules/pipe.py,sha256=gcLz0qHgwKDLsWFY3yFLO9a0ETAV1dFbI8YeLHi9460,2429
 tinybird/tb/modules/playground.py,sha256=bN0whphoSO6p1_u3b6OAUoc3ieG5Cl3qNXwt2HcUOp8,4834
-tinybird/tb/modules/project.py,sha256=ei0TIAuRksdV2g2FJqByuV4DPyivQGrZ42z_eQDNBgI,2963
+tinybird/tb/modules/project.py,sha256=Jpoi-3ybIixN8bHCqOMnuaKByXjrdN_Gvlpa24L-e4U,3124
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb/modules/secret.py,sha256=xxzfKxfFN7GORib1WslCaFDHt_dgnjmfOewyptPU_VM,2820
 tinybird/tb/modules/shell.py,sha256=a98W4L4gfrmxEyybtu6S4ENXrBYtgNASB5e_evuXQvI,13936
@@ -53,22 +54,22 @@ tinybird/tb/modules/tag.py,sha256=anPmMUBc-TbFovlpFi8GPkKA18y7Y0GczMsMms5TZsU,35
 tinybird/tb/modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
 tinybird/tb/modules/test.py,sha256=FUU-drY8mdjNoKsw16O5ZqvYvZqzycrZBEpSwbhGDUE,11456
 tinybird/tb/modules/token.py,sha256=OhqLFpCHVfYeBCxJ0n7n2qoho9E9eGcUfHgL7R1MUVQ,13485
-tinybird/tb/modules/watch.py,sha256=qMQhewRSso1AFSEFLuyeyGFA8Lxf9ccYJxmVdPU1BgM,8808
+tinybird/tb/modules/watch.py,sha256=poNJOUNDESDNn80H2dHvE6X6pIu-t9MZFi59_TxVN2U,8822
 tinybird/tb/modules/workspace.py,sha256=SYkEULv_Gg8FhnAnZspengzyT5N4w0wjsvWWZ3vy3Ho,7753
 tinybird/tb/modules/workspace_members.py,sha256=Vb5XEaKmkfONyfg2MS5EcpwolMvv7GLwFS5m2EuobT8,8726
 tinybird/tb/modules/datafile/build.py,sha256=seGFSvmgyRrAM1-icsKBkuog3WccfGUYFTPT-xoA5W8,50940
 tinybird/tb/modules/datafile/build_common.py,sha256=rT7VJ5mnQ68R_8US91DAtkusfvjWuG_NObOzNgtN_ko,4562
 tinybird/tb/modules/datafile/build_datasource.py,sha256=VjxaKKLZhPYt3XHOyMmfoqEAWAPI5D78T-8FOaN77MY,17355
 tinybird/tb/modules/datafile/build_pipe.py,sha256=Tf49kZmXub45qGcePFfqGO7p-FH5eYM46DtVI3AQJEc,11358
-tinybird/tb/modules/datafile/common.py,sha256=J9hXDdi27Quc0AkzoS2ChlEYwDBDePcW2sZ1qruZKdY,80091
+tinybird/tb/modules/datafile/common.py,sha256=i9Gvhz3JiR58MRBcYZDwqTqamQOj-46TnHU8Hm8bqmg,81399
 tinybird/tb/modules/datafile/diff.py,sha256=-0J7PsBO64T7LOZSkZ4ZFHHCPvT7cKItnJkbz2PkndU,6754
 tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
 tinybird/tb/modules/datafile/fixture.py,sha256=si-9LB-LdKQSWDtVW82xDrHtFfko5bgBG1cvjqqrcPU,1064
 tinybird/tb/modules/datafile/format_common.py,sha256=WaNV4tXrQU5gjV6MJP-5TGqg_Bre6ilNS8emvFl-X3c,1967
 tinybird/tb/modules/datafile/format_datasource.py,sha256=gpRsGnDEMxEo0pIlEHXKvyuwKIpqJJUCN9JRSiDYs_4,6156
 tinybird/tb/modules/datafile/format_pipe.py,sha256=58iSTrJ5lg-IsbpX8TQumQTuZ6UIotMsCIkNJd1M-pM,7418
-tinybird/tb/modules/datafile/parse_datasource.py,sha256=kk35PzesoJOd0LKjYp4kOyCwq4Qo4TiZnoI9qcXjB4k,1519
-tinybird/tb/modules/datafile/parse_pipe.py,sha256=snoy8Ac_Sat7LIXLAKzxjJSl2-TKg9FaZTooxrx6muE,3420
+tinybird/tb/modules/datafile/parse_datasource.py,sha256=BNof0FnaIVZUG5ORFtZSw-gUmWID4o2ZQLVgfVIuHRI,1566
+tinybird/tb/modules/datafile/parse_pipe.py,sha256=tBjh3-I0iq7JdtB84RPYFrUlUOF2ZYWgQ_mwW5SPgmI,3467
 tinybird/tb/modules/datafile/pipe_checker.py,sha256=LnDLGIHLJ3N7qHb2ptEbPr8CoczNfGwpjOY8EMdxfHQ,24649
 tinybird/tb/modules/datafile/playground.py,sha256=mVQNSLCXpBhupI3iJqRDdE7BJtkr8JjVhHxav3pYV2E,56533
 tinybird/tb/modules/datafile/pull.py,sha256=vcjMUbjnZ9XQMGmL33J3ElpbXBTat8Yzp-haeDggZd4,5967
@@ -80,8 +81,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev94.dist-info/METADATA,sha256=7WmXBgGh3t5FjEws21d7CibjcqSWh13R2_gxP1KUbIc,2585
-tinybird-0.0.1.dev94.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev94.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev94.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev94.dist-info/RECORD,,
+tinybird-0.0.1.dev96.dist-info/METADATA,sha256=92bDicSZDCfaVpfRIa9lJaibh_qH1nEIxEd7UVvCDEQ,2585
+tinybird-0.0.1.dev96.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev96.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev96.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev96.dist-info/RECORD,,