tinybird 0.0.1.dev213__py3-none-any.whl → 0.0.1.dev215__py3-none-any.whl

tinybird/{tb/modules/datafile → datafile}/common.py

@@ -25,7 +25,7 @@ from croniter import croniter
 from mypy_extensions import KwArg, VarArg
 
 from tinybird.ch_utils.engine import ENABLED_ENGINES
-from tinybird.tb.modules.datafile.exceptions import IncludeFileNotFoundException, ParseException, ValidationException
+from tinybird.datafile.exceptions import IncludeFileNotFoundException, ParseException, ValidationException
 from tinybird.tb.modules.exceptions import CLIPipeException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
@@ -473,19 +473,19 @@ def parse_indexes_structure(indexes: Optional[List[str]]) -> List[TableIndex]:
     >>> parse_indexes_structure(["index_name u64 * length(s)"])
     Traceback (most recent call last):
     ...
-    tinybird.tb.modules.datafile.common.IndexesSyntaxError: Invalid INDEX syntax at 1:1.
+    tinybird.datafile.common.IndexesSyntaxError: Invalid INDEX syntax at 1:1.
     Usage: `[INDEX] name expr TYPE type_full GRANULARITY granularity`.
 
     >>> parse_indexes_structure(["index_name a TYPE set(100) GRANULARITY 100, index_name_bf mapValues(d) TYPE bloom_filter(0.001) GRANULARITY 16"])
     Traceback (most recent call last):
     ...
-    tinybird.tb.modules.datafile.common.IndexesSyntaxError: Invalid INDEX syntax at 1:1.
+    tinybird.datafile.common.IndexesSyntaxError: Invalid INDEX syntax at 1:1.
     Usage: `[INDEX] name expr TYPE type_full GRANULARITY granularity`.
 
     >>> parse_indexes_structure(["", "    ", "     wrong_index_syntax,"])
     Traceback (most recent call last):
     ...
-    tinybird.tb.modules.datafile.common.IndexesSyntaxError: Invalid INDEX syntax at 3:6.
+    tinybird.datafile.common.IndexesSyntaxError: Invalid INDEX syntax at 3:6.
     Usage: `[INDEX] name expr TYPE type_full GRANULARITY granularity`.
 
     >>> parse_indexes_structure(["my_index m['key'] TYPE ngrambf_v1(1, 1024, 1, 42) GRANULARITY 1"])
@@ -1164,49 +1164,49 @@ def parse_table_structure(schema: str) -> List[Dict[str, Any]]:
         >>> parse_table_structure('col')  # Missing type
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: Column name and either type or DEFAULT are required at 1:1.
+        tinybird.datafile.common.SchemaSyntaxError: Column name and either type or DEFAULT are required at 1:1.
 
         >>> parse_table_structure('`col Int32')  # Unclosed backtick
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: Expected closing backtick at 1:5.
+        tinybird.datafile.common.SchemaSyntaxError: Expected closing backtick at 1:5.
 
         >>> parse_table_structure('col Int32 DEFAULT')  # Missing DEFAULT value
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: Missing mandatory value for DEFAULT at 1:18.
+        tinybird.datafile.common.SchemaSyntaxError: Missing mandatory value for DEFAULT at 1:18.
 
         >>> parse_table_structure('col Int32 CODEC')  # Missing CODEC parameters
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: Missing mandatory value for CODEC at 1:16.
+        tinybird.datafile.common.SchemaSyntaxError: Missing mandatory value for CODEC at 1:16.
 
         >>> parse_table_structure('col#name Int32')  # Invalid character in name
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: Column name contains invalid character '#' at 1:4.
+        tinybird.datafile.common.SchemaSyntaxError: Column name contains invalid character '#' at 1:4.
         Hint: use backticks.
 
         >>> parse_table_structure('col Int32 MATERIALIZED expr')  # Unsupported MATERIALIZED
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: MATERIALIZED columns are not supported at 1:11.
+        tinybird.datafile.common.SchemaSyntaxError: MATERIALIZED columns are not supported at 1:11.
 
         >>> parse_table_structure('col Int32 TTL timestamp + INTERVAL 1 DAY')  # Unsupported TTL
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: column TTL is not supported at 1:11.
+        tinybird.datafile.common.SchemaSyntaxError: column TTL is not supported at 1:11.
 
         >>> parse_table_structure('col Int32 NULL')  # Unsupported NULL
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: NULL column syntax not supported at 1:11.
+        tinybird.datafile.common.SchemaSyntaxError: NULL column syntax not supported at 1:11.
         Hint: use Nullable(...).
 
         >>> parse_table_structure('col Int32 NOT NULL')  # Unsupported NOT NULL
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: NOT NULL column syntax not supported at 1:11.
+        tinybird.datafile.common.SchemaSyntaxError: NOT NULL column syntax not supported at 1:11.
         Hint: Columns are not nullable by default.
 
         >>> parse_table_structure('''
@@ -1215,7 +1215,7 @@ def parse_table_structure(schema: str) -> List[Dict[str, Any]]:
         ...             ZSTD''')  # Unclosed CODEC parenthesis across lines
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: Expected closing ) at 4:17.
+        tinybird.datafile.common.SchemaSyntaxError: Expected closing ) at 4:17.
 
         >>> parse_table_structure('''
         ...     timestamp DateTime
@@ -1223,7 +1223,7 @@ def parse_table_structure(schema: str) -> List[Dict[str, Any]]:
         ...         CODEC(ZSTD)''')  # Missing DEFAULT value with following CODEC
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: Missing mandatory value for DEFAULT at 3:16.
+        tinybird.datafile.common.SchemaSyntaxError: Missing mandatory value for DEFAULT at 3:16.
 
         >>> parse_table_structure('''
         ...     col String
@@ -1232,7 +1232,7 @@ def parse_table_structure(schema: str) -> List[Dict[str, Any]]:
         ...                 now()''')  # MATERIALIZED with heavy indentation
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: MATERIALIZED columns are not supported at 4:13.
+        tinybird.datafile.common.SchemaSyntaxError: MATERIALIZED columns are not supported at 4:13.
 
         >>> parse_table_structure('''
         ...     `column.with.dots`
@@ -1241,7 +1241,7 @@ def parse_table_structure(schema: str) -> List[Dict[str, Any]]:
         ...                      timestamp + INTERVAL 1 DAY''')  # TTL with increasing indentation
         Traceback (most recent call last):
         ...
-        tinybird.tb.modules.datafile.common.SchemaSyntaxError: column TTL is not supported at 4:18.
+        tinybird.datafile.common.SchemaSyntaxError: column TTL is not supported at 4:18.
     """
     return _parse_table_structure(schema)
 
@@ -1666,15 +1666,6 @@ def parse(
             "shared_with": shared_with,  # Not supported yet
             "export_service": export_service,  # Deprecated
             "forward_query": sql("forward_query"),
-            "export_connection_name": assign_var("export_connection_name"),
-            "export_schedule": assign_var("export_schedule"),
-            "export_bucket_uri": assign_var("export_bucket_uri"),
-            "export_file_template": assign_var("export_file_template"),
-            "export_format": assign_var("export_format"),
-            "export_strategy": assign_var("export_strategy"),
-            "export_compression": assign_var("export_compression"),
-            "export_write_strategy": assign_var("export_write_strategy"),
-            "export_kafka_topic": assign_var("export_kafka_topic"),
             # ENGINE_* commands are added dynamically after this dict's definition
         },
         DatafileKind.pipe: {
@@ -1693,6 +1684,15 @@ def parse(
             "include": include,
             "sql": sql("sql"),
             "version": version,
+            "export_connection_name": assign_var("export_connection_name"),
+            "export_schedule": assign_var("export_schedule"),
+            "export_bucket_uri": assign_var("export_bucket_uri"),
+            "export_file_template": assign_var("export_file_template"),
+            "export_format": assign_var("export_format"),
+            "export_strategy": assign_var("export_strategy"),
+            "export_compression": assign_var("export_compression"),
+            "export_write_strategy": assign_var("export_write_strategy"),
+            "export_kafka_topic": assign_var("export_kafka_topic"),
         },
         DatafileKind.connection: {
             "description": description,

tinybird/datafile/parse_connection.py

@@ -0,0 +1,60 @@
+import os
+from typing import Dict, Optional
+
+import click
+
+from tinybird.datafile.common import (
+    DatafileKind,
+    DatafileSyntaxError,
+    ParseResult,
+    format_filename,
+    parse,
+)
+from tinybird.datafile.exceptions import ParseException
+from tinybird.sql_template import render_template_with_secrets
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+def parse_connection(
+    filename: str,
+    replace_includes: bool = True,
+    content: Optional[str] = None,
+    skip_eval: bool = False,
+    hide_folders: bool = False,
+    add_context_to_datafile_syntax_errors: bool = True,
+    secrets: Optional[Dict[str, str]] = None,
+) -> ParseResult:
+    basepath = ""
+    if not content:
+        with open(filename) as file:
+            s = file.read()
+        basepath = os.path.dirname(filename)
+    else:
+        s = content
+
+    s = render_template_with_secrets(filename, s, secrets=secrets or {})
+    filename = format_filename(filename, hide_folders)
+    try:
+        doc, warnings = parse(
+            s,
+            default_node="default",
+            basepath=basepath,
+            replace_includes=replace_includes,
+            skip_eval=skip_eval,
+            kind=DatafileKind.connection,
+        )
+        doc.validate()
+    except DatafileSyntaxError as e:
+        try:
+            if add_context_to_datafile_syntax_errors:
+                e.get_context_from_file_contents(s)
+        finally:
+            raise e
+    # TODO(eclbg): all these exceptions that trigger a ClickException shouldn't be here, as this code will only run in
+    # the server soon
+    except ParseException as e:
+        raise click.ClickException(
+            FeedbackManager.error_parsing_file(filename=filename, lineno=e.lineno, error=e)
+        ) from None
+
+    return ParseResult(datafile=doc, warnings=warnings)

tinybird/{tb/modules/datafile → datafile}/parse_datasource.py

@@ -3,15 +3,15 @@ from typing import Dict, Optional
 
 import click
 
-from tinybird.sql_template import render_template_with_secrets
-from tinybird.tb.modules.datafile.common import (
+from tinybird.datafile.common import (
     DatafileKind,
     DatafileSyntaxError,
     ParseResult,
     format_filename,
     parse,
 )
-from tinybird.tb.modules.datafile.exceptions import ParseException
+from tinybird.datafile.exceptions import ParseException
+from tinybird.sql_template import render_template_with_secrets
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 

tinybird/{tb/modules/datafile → datafile}/parse_pipe.py

@@ -3,15 +3,15 @@ from typing import Dict, List, Optional
 
 import click
 
-from tinybird.sql_template import get_template_and_variables, render_sql_template, secret_template_key
-from tinybird.tb.modules.datafile.common import (
+from tinybird.datafile.common import (
     DatafileKind,
     DatafileSyntaxError,
     ParseResult,
     format_filename,
     parse,
 )
-from tinybird.tb.modules.datafile.exceptions import IncludeFileNotFoundException, ParseException
+from tinybird.datafile.exceptions import IncludeFileNotFoundException, ParseException
+from tinybird.sql_template import get_template_and_variables, render_sql_template, secret_template_key
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tornado_template import UnClosedIfError
 

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev213'
-__revision__ = '36a1e58'
+__version__ = '0.0.1.dev215'
+__revision__ = 'cdd01a6'

tinybird/tb/cli.py

@@ -25,6 +25,7 @@ import tinybird.tb.modules.mock
 import tinybird.tb.modules.open
 import tinybird.tb.modules.pipe
 import tinybird.tb.modules.secret
+import tinybird.tb.modules.sink
 import tinybird.tb.modules.test
 import tinybird.tb.modules.token
 import tinybird.tb.modules.workspace

tinybird/tb/client.py

@@ -650,13 +650,13 @@ class TinyB:
     async def pipe_remove_copy(self, pipe_name_or_id: str, node_id: str):
         return await self._req(f"/v0/pipes/{pipe_name_or_id}/nodes/{node_id}/copy", method="DELETE")
 
-    async def pipe_run_copy(
-        self, pipe_name_or_id: str, params: Optional[Dict[str, str]] = None, mode: Optional[str] = None
+    async def pipe_run(
+        self, pipe_name_or_id: str, pipe_type: str, params: Optional[Dict[str, str]] = None, mode: Optional[str] = None
     ):
         params = {**params} if params else {}
         if mode:
             params["_mode"] = mode
-        return await self._req(f"/v0/pipes/{pipe_name_or_id}/copy?{urlencode(params)}", method="POST")
+        return await self._req(f"/v0/pipes/{pipe_name_or_id}/{pipe_type}?{urlencode(params)}", method="POST")
 
     async def pipe_resume_copy(self, pipe_name_or_id: str):
         return await self._req(f"/v0/pipes/{pipe_name_or_id}/copy/resume", method="POST")

tinybird/tb/modules/build.py

@@ -13,14 +13,14 @@ import click
 import requests
 
 import tinybird.context as context
+from tinybird.datafile.exceptions import ParseException
+from tinybird.datafile.parse_datasource import parse_datasource
+from tinybird.datafile.parse_pipe import parse_pipe
 from tinybird.tb.client import TinyB
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import push_data, sys_exit
 from tinybird.tb.modules.config import CLIConfig
-from tinybird.tb.modules.datafile.exceptions import ParseException
 from tinybird.tb.modules.datafile.fixture import FixtureExtension, get_fixture_dir, persist_fixture
-from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
-from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
 from tinybird.tb.modules.datafile.playground import folder_playground
 from tinybird.tb.modules.dev_server import BuildStatus, start_server
 from tinybird.tb.modules.feedback_manager import FeedbackManager
@@ -110,7 +110,7 @@ def build_project(project: Project, tb_client: TinyB, silent: bool = False) -> O
             return False
 
         for file_path in project_files:
-            relative_path = str(Path(file_path).relative_to(project_path))
+            relative_path = Path(file_path).relative_to(project_path).as_posix()
             with open(file_path, "rb") as fd:
                 content_type = DATAFILE_TYPE_TO_CONTENT_TYPE.get(Path(file_path).suffix, "application/unknown")
                 files.append(

tinybird/tb/modules/common.py

@@ -1707,6 +1707,7 @@ async def run_aws_iamrole_connection_flow(
     service: str,
     environment: str,
     connection_name: str,
+    policy: str,
 ) -> Tuple[str, str, str]:
     if service == DataConnectorType.AMAZON_DYNAMODB:
         raise NotImplementedError("DynamoDB is not supported")
@@ -1721,7 +1722,7 @@ async def run_aws_iamrole_connection_flow(
     validate_string_connector_param("Region", region)
 
     access_policy, trust_policy, _ = await get_aws_iamrole_policies(
-        client, service=service, policy="read", bucket=bucket_name, external_id_seed=connection_name
+        client, service=service, policy=policy, bucket=bucket_name, external_id_seed=connection_name
     )
 
     click.echo(FeedbackManager.prompt_s3_iamrole_connection_login_aws())
@@ -1810,9 +1811,10 @@ async def production_aws_iamrole_only(
     bucket_name: str,
     environment: str,
     connection_name: str,
+    policy: str,
 ) -> Tuple[str, str, str]:
     _, trust_policy, external_id = await get_aws_iamrole_policies(
-        prod_client, service=service, policy="read", bucket=bucket_name, external_id_seed=connection_name
+        prod_client, service=service, policy=policy, bucket=bucket_name, external_id_seed=connection_name
     )
 
     trust_policy_copied = True

tinybird/tb/modules/connection.py

@@ -178,12 +178,28 @@ async def connection_create_s3(ctx: Context) -> None:
 
     service = DataConnectorType.AMAZON_S3
     click.echo(FeedbackManager.prompt_s3_connection_header())
+
+    # Ask user for access type
+    access_type = click.prompt(
+        FeedbackManager.highlight(
+            message="What type of access do you need for this S3 connection?\n"
+            '  - "read" for S3 Data Source (reading from S3)\n'
+            '  - "write" for S3 Sink (writing to S3)\n'
+            "Access type",
+        ),
+        type=click.Choice(["read", "write"], case_sensitive=False),
+        default="read",
+        show_choices=True,
+        show_default=True,
+    )
+
     connection_name = get_s3_connection_name(project.folder)
     role_arn, region, bucket_name = await run_aws_iamrole_connection_flow(
         client,
         service=service,
         environment=obj["env"],
         connection_name=connection_name,
+        policy=access_type.lower(),
     )
     unique_suffix = uuid.uuid4().hex[:8]  # Use first 8 chars of a UUID for brevity
     secret_name = f"s3_role_arn_{connection_name}_{unique_suffix}"
@@ -211,6 +227,7 @@ async def connection_create_s3(ctx: Context) -> None:
             bucket_name=bucket_name,
             environment="cloud",
             connection_name=connection_name,
+            policy=access_type.lower(),
         )
         await prod_client.create_secret(name=secret_name, value=prod_role_arn)
 
@@ -222,12 +239,20 @@ async def connection_create_s3(ctx: Context) -> None:
         folder=project.folder,
     )
 
-    click.echo(
-        FeedbackManager.prompt_s3_iamrole_success(
-            connection_name=connection_name,
-            connection_path=str(connection_file_path),
+    if access_type.lower() == "write":
+        click.echo(
+            FeedbackManager.prompt_s3_iamrole_success_write(
+                connection_name=connection_name,
+                connection_path=str(connection_file_path),
+            )
+        )
+    else:
+        click.echo(
+            FeedbackManager.prompt_s3_iamrole_success_read(
+                connection_name=connection_name,
+                connection_path=str(connection_file_path),
+            )
         )
-    )
 
 
 @connection_create.command(name="gcs", short_help="Creates a Google Cloud Storage connection.")

tinybird/tb/modules/copy.py

@@ -10,10 +10,10 @@ from typing import Optional, Tuple
 import click
 from click import Context
 
+from tinybird.datafile.common import get_name_version
 from tinybird.tb.client import AuthNoTokenException, TinyB
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import coro, echo_safe_humanfriendly_tables_format_smart_table, wait_job
-from tinybird.tb.modules.datafile.common import get_name_version
 from tinybird.tb.modules.exceptions import CLIPipeException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
@@ -93,8 +93,7 @@ async def copy_run(ctx: click.Context, pipe_name_or_id: str, wait: bool, mode: s
     client: TinyB = ctx.ensure_object(dict)["client"]
 
     try:
-        response = await client.pipe_run_copy(pipe_name_or_id, params, mode)
-
+        response = await client.pipe_run(pipe_name_or_id, "copy", params, mode)
         job_id = response["job"]["job_id"]
         job_url = response["job"]["job_url"]
         target_datasource_id = response["tags"]["copy_target_datasource"]
@@ -112,43 +111,3 @@ async def copy_run(ctx: click.Context, pipe_name_or_id: str, wait: bool, mode: s
         raise
     except Exception as e:
         raise CLIPipeException(FeedbackManager.error_creating_copy_job(error=e))
-
-
-@copy.command(name="resume", short_help="Resume a paused copy pipe")
-@click.argument("pipe_name_or_id")
-@click.pass_context
-@coro
-async def copy_resume(ctx: click.Context, pipe_name_or_id: str):
-    """Resume a paused copy pipe"""
-
-    click.echo(FeedbackManager.info_copy_pipe_resuming(pipe=pipe_name_or_id))
-    client: TinyB = ctx.ensure_object(dict)["client"]
-
-    try:
-        await client.pipe_resume_copy(pipe_name_or_id)
-        click.echo(FeedbackManager.success_copy_pipe_resumed(pipe=pipe_name_or_id))
-
-    except AuthNoTokenException:
-        raise
-    except Exception as e:
-        raise CLIPipeException(FeedbackManager.error_resuming_copy_pipe(error=e))
-
-
-@copy.command(name="pause", short_help="Pause a running copy pipe")
-@click.argument("pipe_name_or_id")
-@click.pass_context
-@coro
-async def copy_pause(ctx: click.Context, pipe_name_or_id: str):
-    """Pause a running copy pipe"""
-
-    click.echo(FeedbackManager.info_copy_pipe_pausing(pipe=pipe_name_or_id))
-    client: TinyB = ctx.ensure_object(dict)["client"]
-
-    try:
-        await client.pipe_pause_copy(pipe_name_or_id)
-        click.echo(FeedbackManager.success_copy_pipe_paused(pipe=pipe_name_or_id))
-
-    except AuthNoTokenException:
-        raise
-    except Exception as e:
-        raise CLIPipeException(FeedbackManager.error_pausing_copy_pipe(error=e))

tinybird/tb/modules/datafile/build.py

@@ -11,18 +11,7 @@ from typing import Any, Dict, Iterable, List, Optional, Set, Tuple, Union
 import click
 from toposort import toposort
 
-from tinybird.sql import parse_table_structure, schema_to_sql_columns
-from tinybird.sql_template import get_used_tables_in_template, render_sql_template
-from tinybird.tb.client import TinyB
-from tinybird.tb.modules.common import get_ca_pem_content
-from tinybird.tb.modules.datafile.build_datasource import is_datasource
-from tinybird.tb.modules.datafile.build_pipe import (
-    get_target_materialized_data_source_name,
-    is_endpoint,
-    is_endpoint_with_no_dependencies,
-    is_materialized,
-)
-from tinybird.tb.modules.datafile.common import (
+from tinybird.datafile.common import (
     DEFAULT_CRON_PERIOD,
     INTERNAL_TABLES,
     ON_DEMAND,
@@ -38,9 +27,20 @@ from tinybird.tb.modules.datafile.common import (
     get_project_filenames,
     pp,
 )
-from tinybird.tb.modules.datafile.exceptions import AlreadyExistsException, IncludeFileNotFoundException
-from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
-from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
+from tinybird.datafile.exceptions import AlreadyExistsException, IncludeFileNotFoundException
+from tinybird.datafile.parse_datasource import parse_datasource
+from tinybird.datafile.parse_pipe import parse_pipe
+from tinybird.sql import parse_table_structure, schema_to_sql_columns
+from tinybird.sql_template import get_used_tables_in_template, render_sql_template
+from tinybird.tb.client import TinyB
+from tinybird.tb.modules.common import get_ca_pem_content
+from tinybird.tb.modules.datafile.build_datasource import is_datasource
+from tinybird.tb.modules.datafile.build_pipe import (
+    get_target_materialized_data_source_name,
+    is_endpoint,
+    is_endpoint_with_no_dependencies,
+    is_materialized,
+)
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.project import Project
 

tinybird/tb/modules/datafile/build_datasource.py

@@ -5,8 +5,8 @@ from typing import Any, Dict, List, Optional
 
 import click
 
+from tinybird.datafile.common import PREVIEW_CONNECTOR_SERVICES, ImportReplacements
 from tinybird.tb.client import DoesNotExistException, TinyB
-from tinybird.tb.modules.datafile.common import PREVIEW_CONNECTOR_SERVICES, ImportReplacements
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 

tinybird/tb/modules/datafile/build_pipe.py

@@ -6,10 +6,10 @@ from urllib.parse import urlencode
 import click
 import requests
 
+from tinybird.datafile.common import PipeNodeTypes
 from tinybird.tb.client import TinyB
 from tinybird.tb.modules.common import requests_get
 from tinybird.tb.modules.config import CLIConfig
-from tinybird.tb.modules.datafile.common import PipeNodeTypes
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 

tinybird/tb/modules/datafile/diff.py

@@ -22,9 +22,9 @@ import sys
 
 import click
 
+from tinybird.datafile.common import get_name_version, get_project_filenames, is_file_a_datasource, peek
 from tinybird.sql_template_fmt import DEFAULT_FMT_LINE_LENGTH
 from tinybird.tb.client import TinyB
-from tinybird.tb.modules.datafile.common import get_name_version, get_project_filenames, is_file_a_datasource, peek
 from tinybird.tb.modules.datafile.format_datasource import format_datasource
 from tinybird.tb.modules.datafile.format_pipe import format_pipe
 from tinybird.tb.modules.datafile.pull import folder_pull

tinybird/tb/modules/datafile/format_common.py

@@ -1,6 +1,6 @@
 from typing import Any, List
 
-from tinybird.tb.modules.datafile.common import Datafile
+from tinybird.datafile.common import Datafile
 
 DATAFILE_NEW_LINE = "\n"
 DATAFILE_INDENT = " " * 4

tinybird/tb/modules/datafile/format_datasource.py

@@ -1,8 +1,9 @@
 from typing import Any, Dict, List, Optional
 
+from tinybird.datafile.common import Datafile
+from tinybird.datafile.parse_datasource import parse_datasource
 from tinybird.sql import schema_to_sql_columns
 from tinybird.tb.client import TinyB
-from tinybird.tb.modules.datafile.common import Datafile
 from tinybird.tb.modules.datafile.format_common import (
     DATAFILE_INDENT,
     DATAFILE_NEW_LINE,
@@ -12,7 +13,6 @@ from tinybird.tb.modules.datafile.format_common import (
     format_tags,
     format_tokens,
 )
-from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
 
 
 async def format_datasource(

tinybird/tb/modules/datafile/format_pipe.py

@@ -2,8 +2,7 @@ import os
 from pathlib import Path
 from typing import Any, Dict, List, Optional
 
-from tinybird.sql_template_fmt import DEFAULT_FMT_LINE_LENGTH, format_sql_template
-from tinybird.tb.modules.datafile.common import (
+from tinybird.datafile.common import (
     ON_DEMAND,
     CopyParameters,
     Datafile,
@@ -12,6 +11,8 @@ from tinybird.tb.modules.datafile.common import (
     _unquote,
     eval_var,
 )
+from tinybird.datafile.parse_pipe import parse_pipe
+from tinybird.sql_template_fmt import DEFAULT_FMT_LINE_LENGTH, format_sql_template
 from tinybird.tb.modules.datafile.format_common import (
     DATAFILE_INDENT,
     DATAFILE_NEW_LINE,
@@ -21,7 +22,6 @@ from tinybird.tb.modules.datafile.format_common import (
     format_tokens,
 )
 from tinybird.tb.modules.datafile.format_datasource import format_engine
-from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
 
 
 def format_node_sql(

tinybird/tb/modules/datafile/pipe_checker.py

@@ -14,8 +14,8 @@ import requests
 from humanfriendly import format_size
 from requests import Response
 
+from tinybird.datafile.common import normalize_array
 from tinybird.tb.modules.common import getenv_bool
-from tinybird.tb.modules.datafile.common import normalize_array
 
 PIPE_CHECKER_RETRIES: int = 3
 

tinybird/tb/modules/datafile/playground.py

@@ -11,20 +11,7 @@ from typing import Any, Dict, Iterable, List, Optional, Set, Tuple, Union
 import click
 from toposort import toposort
 
-from tinybird.sql import parse_table_structure, schema_to_sql_columns
-from tinybird.sql_template import get_used_tables_in_template, render_sql_template
-from tinybird.tb.client import TinyB
-from tinybird.tb.modules.common import get_ca_pem_content
-from tinybird.tb.modules.config import CLIConfig
-from tinybird.tb.modules.datafile.build_datasource import is_datasource
-from tinybird.tb.modules.datafile.build_pipe import (
-    get_target_materialized_data_source_name,
-    is_endpoint,
-    is_endpoint_with_no_dependencies,
-    is_materialized,
-    new_pipe,
-)
-from tinybird.tb.modules.datafile.common import (
+from tinybird.datafile.common import (
     DEFAULT_CRON_PERIOD,
     INTERNAL_TABLES,
     ON_DEMAND,
@@ -40,9 +27,22 @@ from tinybird.tb.modules.datafile.common import (
     get_project_filenames,
     pp,
 )
-from tinybird.tb.modules.datafile.exceptions import AlreadyExistsException, IncludeFileNotFoundException
-from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
-from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
+from tinybird.datafile.exceptions import AlreadyExistsException, IncludeFileNotFoundException
+from tinybird.datafile.parse_datasource import parse_datasource
+from tinybird.datafile.parse_pipe import parse_pipe
+from tinybird.sql import parse_table_structure, schema_to_sql_columns
+from tinybird.sql_template import get_used_tables_in_template, render_sql_template
+from tinybird.tb.client import TinyB
+from tinybird.tb.modules.common import get_ca_pem_content
+from tinybird.tb.modules.config import CLIConfig
+from tinybird.tb.modules.datafile.build_datasource import is_datasource
+from tinybird.tb.modules.datafile.build_pipe import (
+    get_target_materialized_data_source_name,
+    is_endpoint,
+    is_endpoint_with_no_dependencies,
+    is_materialized,
+    new_pipe,
+)
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.project import Project
 

tinybird/tb/modules/datasource.py

@@ -18,6 +18,7 @@ import humanfriendly
 import requests
 from click import Context
 
+from tinybird.datafile.common import get_name_version
 from tinybird.prompts import quarantine_prompt
 from tinybird.syncasync import sync_to_async
 from tinybird.tb.client import AuthNoTokenException, DoesNotExistException, TinyB
@@ -40,7 +41,6 @@ from tinybird.tb.modules.create import (
     generate_aws_iamrole_connection_file_with_secret,
     generate_gcs_connection_file_with_secrets,
 )
-from tinybird.tb.modules.datafile.common import get_name_version
 from tinybird.tb.modules.datafile.fixture import persist_fixture
 from tinybird.tb.modules.exceptions import CLIDatasourceException
 from tinybird.tb.modules.feedback_manager import FeedbackManager

tinybird/tb/modules/deployment.py

@@ -541,7 +541,7 @@ def create_deployment(
         ("context://", ("cli-version", "1.0.0", "text/plain")),
     ]
     for file_path in project.get_project_files():
-        relative_path = str(Path(file_path).relative_to(project.path))
+        relative_path = Path(file_path).relative_to(project.path).as_posix()
         with open(file_path, "rb") as fd:
             content_type = DATAFILE_TYPE_TO_CONTENT_TYPE.get(Path(file_path).suffix, "application/unknown")
             files.append((MULTIPART_BOUNDARY_DATA_PROJECT, (relative_path, fd.read().decode("utf-8"), content_type)))

tinybird/tb/modules/endpoint.py

@@ -14,10 +14,10 @@ import pyperclip
 import requests
 from click import Context
 
+from tinybird.datafile.common import get_name_version
 from tinybird.tb.client import AuthNoTokenException, DoesNotExistException, TinyB
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import coro, echo_safe_humanfriendly_tables_format_smart_table
-from tinybird.tb.modules.datafile.common import get_name_version
 from tinybird.tb.modules.exceptions import CLIPipeException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 

tinybird/tb/modules/feedback_manager.py

@@ -587,7 +587,7 @@ STEP {step}: CREATE IAM ROLE FOR {environment} ENVIRONMENT
 Please enter the ARN of the role you just created"""
     )
 
-    prompt_s3_iamrole_success = success_message("""
+    prompt_s3_iamrole_success_read = success_message("""
 ✅ S3 CONNECTION CONFIGURED SUCCESSFULLY
 
   • File created at: {connection_path}
@@ -595,6 +595,14 @@ Please enter the ARN of the role you just created"""
   • Learn more about our S3 Connector: https://www.tinybird.co/docs/forward/get-data-in/connectors/s3
 """)
 
+    prompt_s3_iamrole_success_write = success_message("""
+✅ S3 CONNECTION CONFIGURED SUCCESSFULLY
+
+  • File created at: {connection_path}
+  • You can now use this connection in your Data Sources with: EXPORT_CONNECTION_NAME '{connection_name}'
+  • Learn more about our S3 Sinks: https://www.tinybird.co/docs/forward/work-with-data/publish-data/s3-sinks
+""")
+
     # S3 IAM Role Connection Messages
     prompt_gcs_connection_header = info_highlight_message("""
 ──────────────────────────────────────────────────────────────

tinybird/tb/modules/materialization.py

@@ -3,6 +3,7 @@ import re
 
 import click
 
+from tinybird.datafile.common import PipeTypes, get_name_version
 from tinybird.tb.client import TinyB
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import (
@@ -10,7 +11,6 @@ from tinybird.tb.modules.common import (
     echo_safe_humanfriendly_tables_format_smart_table,
     wait_job,
 )
-from tinybird.tb.modules.datafile.common import PipeTypes, get_name_version
 from tinybird.tb.modules.exceptions import CLIPipeException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 

tinybird/tb/modules/pipe.py

@@ -9,13 +9,13 @@ import re
 import click
 from click import Context
 
+from tinybird.datafile.common import get_name_version
 from tinybird.tb.client import TinyB
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import (
     coro,
     echo_safe_humanfriendly_tables_format_smart_table,
 )
-from tinybird.tb.modules.datafile.common import get_name_version
 from tinybird.tb.modules.exceptions import CLIPipeException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 

tinybird/tb/modules/project.py

@@ -3,9 +3,9 @@ import re
 from pathlib import Path
 from typing import Dict, List, Optional
 
-from tinybird.tb.modules.datafile.common import Datafile
-from tinybird.tb.modules.datafile.parse_datasource import parse_datasource
-from tinybird.tb.modules.datafile.parse_pipe import parse_pipe
+from tinybird.datafile.common import Datafile
+from tinybird.datafile.parse_datasource import parse_datasource
+from tinybird.datafile.parse_pipe import parse_pipe
 
 
 class Project:
@@ -125,6 +125,8 @@ class Project:
                 return "materialization"
             elif re.search(r"TYPE copy", content, re.IGNORECASE):
                 return "copy"
+            elif re.search(r"TYPE sink", content, re.IGNORECASE):
+                return "sink"
             return "pipe"
         except Exception:
             return "pipe"

tinybird/tb/modules/sink.py

@@ -0,0 +1,105 @@
+import json
+import re
+from typing import Optional, Tuple
+
+import click
+from click import Context
+
+from tinybird.datafile.common import get_name_version
+from tinybird.tb.client import AuthNoTokenException, TinyB
+from tinybird.tb.modules.cli import cli
+from tinybird.tb.modules.common import coro, echo_safe_humanfriendly_tables_format_smart_table, wait_job
+from tinybird.tb.modules.exceptions import CLIPipeException
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+@cli.group()
+@click.pass_context
+def sink(ctx):
+    """Sink pipe commands."""
+
+
+@sink.command(name="ls")
+@click.option("--match", default=None, help="Retrieve any resourcing matching the pattern. eg --match _test")
+@click.option(
+    "--format",
+    "format_",
+    type=click.Choice(["json"], case_sensitive=False),
+    default=None,
+    help="Force a type of the output",
+)
+@click.pass_context
+@coro
+async def sink_ls(ctx: Context, match: str, format_: str):
+    """List sink pipes"""
+
+    client: TinyB = ctx.ensure_object(dict)["client"]
+    pipes = await client.pipes(dependencies=False, node_attrs="name", attrs="name,updated_at,type")
+    sinks = [p for p in pipes if p.get("type") == "sink"]
+    sinks = sorted(sinks, key=lambda p: p["updated_at"])
+    columns = ["name", "updated at", "nodes"]
+    table_human_readable = []
+    table_machine_readable = []
+    pattern = re.compile(match) if match else None
+    for t in sinks:
+        tk = get_name_version(t["name"])
+        if pattern and not pattern.search(tk["name"]):
+            continue
+        table_human_readable.append((tk["name"], t["updated_at"][:-7], len(t["nodes"])))
+        table_machine_readable.append(
+            {
+                "name": tk["name"],
+                "updated at": t["updated_at"][:-7],
+                "nodes": len(t["nodes"]),
+            }
+        )
+
+    if not format_:
+        click.echo(FeedbackManager.info_pipes())
+        echo_safe_humanfriendly_tables_format_smart_table(table_human_readable, column_names=columns)
+        click.echo("\n")
+    elif format_ == "json":
+        click.echo(json.dumps({"pipes": table_machine_readable}, indent=2))
+    else:
+        raise CLIPipeException(FeedbackManager.error_pipe_ls_type())
+
+
+@sink.command(name="run", short_help="Run an on-demand sink job")
+@click.argument("pipe_name_or_id")
+@click.option("--wait", is_flag=True, default=False, help="Wait for the sink job to finish")
+@click.option(
+    "--mode", type=click.Choice(["append", "replace"], case_sensitive=True), default=None, help="Sink strategy"
+)
+@click.option(
+    "--param",
+    nargs=1,
+    type=str,
+    multiple=True,
+    default=None,
+    help="Key and value of the params you want the Sink pipe to be called with. For example: tb pipe sink run <my_sink_pipe> --param foo=bar",
+)
+@click.pass_context
+@coro
+async def sink_run(ctx: click.Context, pipe_name_or_id: str, wait: bool, mode: str, param: Optional[Tuple[str]]):
+    """Run a sink pipe"""
+
+    params = dict(key_value.split("=") for key_value in param) if param else {}
+    click.echo(FeedbackManager.highlight(message=f"\n» Running sink '{pipe_name_or_id}'"))
+    client: TinyB = ctx.ensure_object(dict)["client"]
+
+    try:
+        response = await client.pipe_run(pipe_name_or_id, "sink", params, mode)
+        job_id = response["job"]["id"]
+        job_url = response["job"]["job_url"]
+        click.echo(FeedbackManager.gray(message="Job URL: ") + FeedbackManager.info(message=f"{job_url}"))
+        click.echo(FeedbackManager.success(message="✓ Sink job created"))
+
+        if wait:
+            click.echo("\n")
+            await wait_job(client, job_id, job_url, FeedbackManager.highlight(message="» Exporting data"))
+            click.echo(FeedbackManager.success(message="✓ Data exported"))
+
+    except AuthNoTokenException:
+        raise
+    except Exception as e:
+        raise CLIPipeException(FeedbackManager.error_creating_sink_job(error=e))

tinybird/tb/modules/watch.py

@@ -15,7 +15,7 @@ from watchdog.events import (
 )
 from watchdog.observers import Observer
 
-from tinybird.tb.modules.datafile.common import Datafile, DatafileKind
+from tinybird.datafile.common import Datafile, DatafileKind
 from tinybird.tb.modules.datafile.fixture import FixtureExtension
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.project import Project

{tinybird-0.0.1.dev213.dist-info → tinybird-0.0.1.dev215.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev213
+Version: 0.0.1.dev215
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev213.dist-info → tinybird-0.0.1.dev215.dist-info}/RECORD

@@ -12,26 +12,31 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=X4tE9OrfaUy6kO9cqVEzyI9cDcmOF3IAssRRzsTsfEQ,40781
-tinybird/tb/__cli__.py,sha256=_Rr6Wm1SeYKD1LpPgtsU7XL8grX5YitBreg6jpN2MGU,247
+tinybird/datafile/common.py,sha256=JPhLqYfmGYCc5dln7zMbr4m2TvUwbqZTxmC_pF5BzJY,91534
+tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
+tinybird/datafile/parse_connection.py,sha256=tRyn2Rpr1TeWet5BXmMoQgaotbGdYep1qiTak_OqC5E,1825
+tinybird/datafile/parse_datasource.py,sha256=ssW8QeFSgglVFi3sDZj_HgkJiTJ2069v2JgqnH3CkDE,1825
+tinybird/datafile/parse_pipe.py,sha256=xf4m0Tw44QWJzHzAm7Z7FwUoUUtr7noMYjU1NiWnX0k,3880
+tinybird/tb/__cli__.py,sha256=7SUurDL5cvd_jq8kgVKbNv0nYu14klnwH04iy8Jzih0,247
 tinybird/tb/check_pypi.py,sha256=i3l2L8IajeB7sreikR7oPlYJki9MtS3c_M4crnmbByc,760
-tinybird/tb/cli.py,sha256=u3eGOhX0MHkuT6tiwaZ0_3twqLmqKXDAOxF7yV_Nn9Q,1075
-tinybird/tb/client.py,sha256=0zUAi9Lclo2JusQKlQnSnSP1XCiCK9I03XtLqmk8e04,56487
+tinybird/tb/cli.py,sha256=0xYk2Ip4vb3nNFbxfTdG3VoIgdRvUKVbUVU_mviErPA,1107
+tinybird/tb/client.py,sha256=FKj61vY9STPW03kfVcxYuY1_csI-kP-mc1ERQfqJtg8,56505
 tinybird/tb/config.py,sha256=jT9xndpeCY_g0HdB5qE2EquC0TFRRnkPnQFWZWd04jo,3998
-tinybird/tb/modules/build.py,sha256=UQDuFxFNH6RvBhubCoKBEJ3_s07mK9W7hso2pIcLLEM,20094
+tinybird/tb/modules/build.py,sha256=T36msoBK5g9AZlrJnFRPvlZbrdE265LY1q3Y4YqvS3w,20067
 tinybird/tb/modules/cicd.py,sha256=Njb6eZOHHbUkoJJx6KoixO9PsfA_T-3Ybkya9-50Ca8,7328
 tinybird/tb/modules/cli.py,sha256=k6Bp-lWC-ruMMB47lxwsinLQt4qJL_n84hjyxi9JYt4,15676
-tinybird/tb/modules/common.py,sha256=R675BLZTnPlCoPphCTcy3S1lsf1MF_H3U_ox9yPNCqg,84187
+tinybird/tb/modules/common.py,sha256=nzAF52gkDPx1_LKg3l-j1Ko9Y1o_Wq9dYxxhu47bAeg,84221
 tinybird/tb/modules/config.py,sha256=VnzYVUo4q1RBEEMMce4_OCrKp4erhgkRPHElydVlKj0,11488
-tinybird/tb/modules/connection.py,sha256=FJZHTAR6sf5VbPIotxbyMgO-6UCCbnsKj6I0EjeCa-g,17791
-tinybird/tb/modules/copy.py,sha256=2Mm4FWKehOG7CoOhiF1m9UZJgJn0W1_cMolqju8ONYg,5805
+tinybird/tb/modules/connection.py,sha256=rdEsdcP-AqyHiW3KNoETGPeTjk7Wt3It6z_SnmInGcc,18648
+tinybird/tb/modules/copy.py,sha256=zHN1d5NA-MFsgbk2kKJq2P9qA8dNOnIsIa60QpVnSwc,4458
 tinybird/tb/modules/create.py,sha256=sncG6iaeS_AApY1EmmfYEdj9B6-1CPZJzvTmfJQj_Rc,22112
-tinybird/tb/modules/datasource.py,sha256=TxQyTJucpPbLBov-5gbWmJLlz07ZbqfCyvva__WO6p4,39373
-tinybird/tb/modules/deployment.py,sha256=IgVvSRLGpvdGMbnzh_UdEonPzJ1ky9s3K3lDmZ2e0-Y,28385
+tinybird/tb/modules/datasource.py,sha256=jpe5-C-rZ5Dnitwo_t84OPqS_bV44Sz1y1u85-2djnQ,39362
+tinybird/tb/modules/deployment.py,sha256=ByXIgEvwxB49pJEKKj0EJIfORWyflCYr04k8961nBkA,28391
 tinybird/tb/modules/deprecations.py,sha256=rrszC1f_JJeJ8mUxGoCxckQTJFBCR8wREf4XXXN-PRc,4507
 tinybird/tb/modules/dev_server.py,sha256=57FCKuWpErwYUYgHspYDkLWEm9F4pbvVOtMrFXX1fVU,10129
-tinybird/tb/modules/endpoint.py,sha256=XySDt3pk66vxOZ0egUfz4bY8bEk3BjOXkv-L0OIJ3sc,12083
+tinybird/tb/modules/endpoint.py,sha256=rC1CZiEZDMb5chByf4xZhv5PsfkoLeIVDScHQ-QcBsE,12072
 tinybird/tb/modules/exceptions.py,sha256=5jK91w1LPmtqIUfDpHe_Op5OxGz8-p1BPgtLREMIni0,5217
-tinybird/tb/modules/feedback_manager.py,sha256=cnMGTCXa04Zmwq0tPHuAeq_hxqTz3F8c7mXqTJ-MZsw,76920
+tinybird/tb/modules/feedback_manager.py,sha256=DL_nRFO6akpApNdbGnTmqikEM-gI_eUkyX_nJOGEOo8,77292
 tinybird/tb/modules/info.py,sha256=NqSsoyzFqbtUEGH_tSowNOI_jSsNuixibln6-plsfOY,6810
 tinybird/tb/modules/infra.py,sha256=fve30Gj3mG9zbquGxS2e4ipcOYOxviWQCpNFfEzJN_Q,33195
 tinybird/tb/modules/job.py,sha256=AsUCRNzy7HG5oJ4fyk9NpIm5NtNJgBZSy8MtJdXBe5A,3167
@@ -41,36 +46,33 @@ tinybird/tb/modules/local.py,sha256=mLSgMMP3H1MdanVLsFZieeqOANSnctPLey3pJ_L1ZBI,
 tinybird/tb/modules/local_common.py,sha256=8CSEVygFi0fIISatYxCStcHizugXCA9WNTLO_zDKmXw,17195
 tinybird/tb/modules/login.py,sha256=qfY17J3FryTPl8A0ucQgxiyJ7jLy81qHdlHXgqohi0c,10170
 tinybird/tb/modules/logout.py,sha256=sniI4JNxpTrVeRCp0oGJuQ3yRerG4hH5uz6oBmjv724,1009
-tinybird/tb/modules/materialization.py,sha256=QJX5kCPhhm6IXBO1JsalVfbQdypCe_eOUDZ_WHJZWS8,5478
+tinybird/tb/modules/materialization.py,sha256=neugOziGfh50GSOgfZJX8giVPKgauoE313LUw6kXowo,5467
 tinybird/tb/modules/mock.py,sha256=IyHweMUM6bUH8IhyiX2tTMpdVpTFUeAJ41lZ5P42-HQ,5303
 tinybird/tb/modules/open.py,sha256=OuctINN77oexpSjth9uoIZPCelKO4Li-yyVxeSnk1io,1371
-tinybird/tb/modules/pipe.py,sha256=AQKEDagO6e3psPVjJkS_MDbn8aK-apAiLp26k7jgAV0,2432
-tinybird/tb/modules/project.py,sha256=xaXzLytWieNvSfK8DRvFJMXWxVNTAp4mI7Jkvozauoc,5599
+tinybird/tb/modules/pipe.py,sha256=ExDOk3ze76JacNEVrN4DbIopNvSurDCSR7QR9ii2xGQ,2421
+tinybird/tb/modules/project.py,sha256=pOcvtgsR0ibPi0sNu-6GuAI4WS2DORRALezisjN3xY8,5662
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb/modules/secret.py,sha256=jw1DIDKmS1L1U-y7LRYo65sVSGuRcpIHGo5CNiKHjo4,4945
 tinybird/tb/modules/shell.py,sha256=Zd_4Ak_5tKVX-cw6B4ag36xZeEGHeh-jZpAsIXkoMoE,14116
+tinybird/tb/modules/sink.py,sha256=bIjLjog4XH42yfp944cMnaE4il7Kl7Wn7F-nLKfH2Bc,3913
 tinybird/tb/modules/table.py,sha256=4XrtjM-N0zfNtxVkbvLDQQazno1EPXnxTyo7llivfXk,11035
 tinybird/tb/modules/telemetry.py,sha256=T9gtsQffWqG_4hRBaUJPzOfMkPwz7mH-R6Bn1XRYViA,11482
 tinybird/tb/modules/test.py,sha256=XakpYi0Q2gGKItpPdtRVLKzQldkvCPqzPhwwbUxyrmc,13292
 tinybird/tb/modules/token.py,sha256=2fmKwu10_M0pqs6YmJVeILR9ZQB0ejRAET86agASbKM,13488
-tinybird/tb/modules/watch.py,sha256=tkt2s8CLxBvB9Ty7YVgdh4wBTWIisZA5pstZTG7sZy8,8976
+tinybird/tb/modules/watch.py,sha256=HhruZoUrehlxL_nFIK3BlpHp2uyzKAM9cmNXBCa4Zgs,8965
 tinybird/tb/modules/workspace.py,sha256=WDi3Vu9t60b4Ht5vbPsakUErFmsECtFRcfXb1l300xc,11057
 tinybird/tb/modules/workspace_members.py,sha256=RYLpyPM1ECCasHRg3uvpckzXplX0_KgNFsSPZn_i6qk,8744
-tinybird/tb/modules/datafile/build.py,sha256=MTzX8gWlxHov9C8c1PduyDDsp1dxxWSl26mCVyTvJPg,51395
+tinybird/tb/modules/datafile/build.py,sha256=SinuhM61FKdEt0MTV_4qfJFQ78dYndcmWHf_LMGe7Z8,51351
 tinybird/tb/modules/datafile/build_common.py,sha256=LU24kAQmxDJIyoIapDaYG-SU3P4FrMG9UBf8m9PgVSI,4565
-tinybird/tb/modules/datafile/build_datasource.py,sha256=y4WVe_d2h9zqs7jAzPsUOOCqBaMAvmRQX5oHPJfTV4Y,17382
-tinybird/tb/modules/datafile/build_pipe.py,sha256=6Cwjf3BKEF3-oQ9PipsQfK-Z43nSwtA4qJAUoysI7Uc,11385
-tinybird/tb/modules/datafile/common.py,sha256=9mZqagXTjw6XXdNBvTWv_jQDaLIwNBmKAd6VxhxRuVo,91721
-tinybird/tb/modules/datafile/diff.py,sha256=MTmj53RYjER4neLgWVjabn-FKVFgh8h8uYiBo55lFQg,6757
-tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
+tinybird/tb/modules/datafile/build_datasource.py,sha256=1df45f4YmgiCxwr6_JbYVEJD9Sxp_Y9PfglQD09CIr0,17371
+tinybird/tb/modules/datafile/build_pipe.py,sha256=Zc3e9Bw-2WX_6_9cMHFNa2ut9FUd1Yw8Yyj56CxdL1E,11374
+tinybird/tb/modules/datafile/diff.py,sha256=SxJtZQ7Am1JGM-jmC1qEGmdCghz9s0RbWNwldUFsNnw,6746
 tinybird/tb/modules/datafile/fixture.py,sha256=gftYWeweeQDFK3cHgUmSOfltNjZVOuMt8v7WTMLhGBw,1579
-tinybird/tb/modules/datafile/format_common.py,sha256=1V1ZQuphp8EH2hT-IfZQEgz_0b9QqY177nwX8aMUte4,1962
-tinybird/tb/modules/datafile/format_datasource.py,sha256=iWbeXruxC7OBmjNgurWt6ymcJlYzxfKwkGnhpcoSKEo,6190
-tinybird/tb/modules/datafile/format_pipe.py,sha256=DUGdmlzI146YDqTwW-7kSIOXocz4AH-md_LFGUm9hrc,7436
-tinybird/tb/modules/datafile/parse_datasource.py,sha256=jposrAHVebgDTzlr2rzSooj05NX7jJQc8P3xvHdUiek,1847
-tinybird/tb/modules/datafile/parse_pipe.py,sha256=fl-4gBZqdARF7ZU2lQX_EAkLzgsS9JciVjqzxPU9gLw,3902
-tinybird/tb/modules/datafile/pipe_checker.py,sha256=xv7vyjN5dPc2hcw9RnLBq2VkR4nte-8bhYDT10qceQY,24620
-tinybird/tb/modules/datafile/playground.py,sha256=f2b3QCF_En116XV4QzEoriHroatQKHjQ8v0GoJn8bFY,56639
+tinybird/tb/modules/datafile/format_common.py,sha256=5w6GX_8RDFueW9AtDfWpc1OicEu8wWdrjUBdCEidCQk,1951
+tinybird/tb/modules/datafile/format_datasource.py,sha256=D2nZeofwcBV9h9SJsdSIYxUXZiubh7jbqixHSgQ2Uk4,6168
+tinybird/tb/modules/datafile/format_pipe.py,sha256=ncehfeIcGlvW3tnXy9hpFzi7J7X-9zEXMXpWA6dzX5k,7414
+tinybird/tb/modules/datafile/pipe_checker.py,sha256=dxsCQoA6ruxg1fvF6sMLFowpjaqws8lUQcM7XyhgZPE,24609
+tinybird/tb/modules/datafile/playground.py,sha256=qRGahuXE7wynqcbAZLufDcHR1Yyr2ob3bg75_u2qxzc,56595
 tinybird/tb/modules/datafile/pull.py,sha256=CP6-TVZ9ErrEOAFajn9HSEdq-GgYnOPHEIUAuReQGaM,4508
 tinybird/tb/modules/tinyunit/tinyunit.py,sha256=qc3OHiXYSOv3TQCFRYrMnR47xJbUH0LnV4FBcBtWN1s,11713
 tinybird/tb/modules/tinyunit/tinyunit_lib.py,sha256=hGh1ZaXC1af7rKnX7222urkj0QJMhMWclqMy59dOqwE,1922
@@ -80,8 +82,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev213.dist-info/METADATA,sha256=XQKZmS6Dwt6M9bzsn5-JDiKBMA9DunE-kCMu2pAGkYI,1682
-tinybird-0.0.1.dev213.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev213.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev213.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev213.dist-info/RECORD,,
+tinybird-0.0.1.dev215.dist-info/METADATA,sha256=zGTBhqtryJztGGmmcNeOBfOqUV49VhZQgyA3RxGnmog,1682
+tinybird-0.0.1.dev215.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev215.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev215.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev215.dist-info/RECORD,,