tinybird 4.6.9.dev0__py3-none-any.whl → 4.6.13.dev0__py3-none-any.whl

tinybird/ch_utils/engine.py

@@ -121,6 +121,12 @@ class TableDetails:
     def is_mergetree_family(self) -> bool:
         return self.engine is not None and "mergetree" in self.engine.lower()
 
+    def is_view(self) -> bool:
+        return self.original_engine == "View"
+
+    def is_merge_final_engine(self) -> bool:
+        return self.original_engine == "MergeFinal"
+
     def supports_alter_add_column(self) -> bool:
         return self.is_mergetree_family() or (self.engine is not None and self.engine.lower() == "null")
 

tinybird/datafile/common.py

@@ -221,8 +221,6 @@ INTERNAL_TABLES: Tuple[str, ...] = (
     "kafka_ops_log",
     "datasources_storage",
     "endpoint_errors",
-    "bi_stats_rt",
-    "bi_stats",
 )
 
 PREVIEW_CONNECTOR_SERVICES = ["s3", "s3_iamrole", "gcs"]
@@ -403,12 +401,15 @@ class Datafile:
         if node.get("mode") and node["mode"] not in ["append", "replace"]:
             raise DatafileValidationError("COPY node mode must be append or replace")
         # copy schedule must be @on-demand or a cron-expression
-        if (
-            node.get("copy_schedule")
-            and node["copy_schedule"] != ON_DEMAND
-            and not croniter.is_valid(node["copy_schedule"])
-        ):
-            raise DatafileValidationError("COPY node schedule must be @on-demand or a valid cron expression.")
+        copy_schedule = node.get("copy_schedule")
+        if copy_schedule and copy_schedule != ON_DEMAND:
+            if isinstance(copy_schedule, str) and "tb_secret" in copy_schedule:
+                raise DatafileValidationError(
+                    "COPY_SCHEDULE does not support { tb_secret(...) }. "
+                    'Use a literal cron expression (for example "0 * * * *") or @on-demand.'
+                )
+            if not croniter.is_valid(copy_schedule):
+                raise DatafileValidationError("COPY node schedule must be @on-demand or a valid cron expression.")
         for key in node.keys():
             if key not in CopyParameters.valid_params():
                 raise DatafileValidationError(
@@ -505,10 +506,16 @@ class Datafile:
 
         # Validate schedule format (common for both Kafka and S3/GCS)
         export_schedule = node.get("export_schedule")
-        if export_schedule and export_schedule != ON_DEMAND and not croniter.is_valid(export_schedule):
-            raise DatafileValidationError(
-                f"Sink node {repr(node['name'])} has invalid export_schedule '{export_schedule}'. Must be @on-demand or a valid cron expression."
-            )
+        if export_schedule and export_schedule != ON_DEMAND:
+            if isinstance(export_schedule, str) and "tb_secret" in export_schedule:
+                raise DatafileValidationError(
+                    f"Sink node {repr(node['name'])}: EXPORT_SCHEDULE does not support {{ tb_secret(...) }}. "
+                    'Use a literal cron expression (for example "0 * * * *") or @on-demand.'
+                )
+            if not croniter.is_valid(export_schedule):
+                raise DatafileValidationError(
+                    f"Sink node {repr(node['name'])} has invalid export_schedule '{export_schedule}'. Must be @on-demand or a valid cron expression."
+                )
 
     def validate(self):
         if self.kind == DatafileKind.pipe:
@@ -1725,7 +1732,9 @@ def parse(
 
         parser_state.current_node["indexes"] = indexes
 
-    def assign_var(v: str, allowed_values: Optional[set[str]] = None) -> Callable[[VarArg(str), KwArg(Any)], None]:
+    def assign_var(
+        v: str, allowed_values: Optional[set[str]] = None, lowercase: bool = False
+    ) -> Callable[[VarArg(str), KwArg(Any)], None]:
         @multiline_not_supported
         def _f(*args: str, **kwargs: Any):
             s = _unquote((" ".join(args)).strip())
@@ -1736,6 +1745,8 @@ def parse(
                     lineno=kwargs["lineno"],
                     pos=1,
                 )
+            if lowercase:
+                val = val.lower()
             parser_state.current_node[v.lower()] = val
 
         return _f
@@ -2048,7 +2059,9 @@ def parse(
             "import_schedule": assign_var("import_schedule"),
             "import_strategy": import_strategy_deprecated,  # Deprecated, always append
             "import_bucket_uri": assign_var("import_bucket_uri"),
-            "import_format": assign_var("import_format"),
+            # Lowercase: format checks and executor routing downstream expect
+            # lowercase values (ANALYTICS-A8M)
+            "import_format": assign_var("import_format", lowercase=True),
             "import_from_timestamp": assign_var("import_from_timestamp"),
             "import_service": import_service_deprecated,  # Deprecated
             "import_external_datasource": import_external_datasource_deprecated,  # Deprecated, BQ and SFK

tinybird/service_datasources.py

@@ -244,49 +244,6 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "rows_quarantine", "type": "SimpleAggregateFunction(max, UInt64)"},
             ],
         },
-        {
-            "name": "tinybird.bi_stats_rt",
-            "description": "Contains information about all requests to your BI Connector interface in real time.",
-            "dateColumn": "start_datetime",
-            "engine": {
-                "engine": "MergeTree",
-                "sorting_key": "cityHash64(query_normalized), start_datetime",
-                "ttl": "start_datetime + toIntervalDay(7)",
-            },
-            "columns": [
-                {"name": "start_datetime", "type": "DateTime"},
-                {"name": "query", "type": "String"},
-                {"name": "query_normalized", "type": "String"},
-                {"name": "error_code", "type": "Int32"},
-                {"name": "error", "type": "Nullable(String)"},
-                {"name": "duration", "type": "UInt64"},
-                {"name": "read_rows", "type": "UInt64"},
-                {"name": "read_bytes", "type": "UInt64"},
-                {"name": "result_rows", "type": "UInt64"},
-                {"name": "result_bytes", "type": "UInt64"},
-            ],
-        },
-        {
-            "name": "tinybird.bi_stats",
-            "description": "Aggregates the stats in tinybird.bi_stats_rt by day.",
-            "dateColumn": "date",
-            "engine": {"engine": "MergeTree", "sorting_key": "cityHash64(query_normalized), start_datetime"},
-            "columns": [
-                {"name": "date", "type": "Date"},
-                {"name": "query_normalized", "type": "String"},
-                {"name": "view_count", "type": "UInt64"},
-                {"name": "error_count", "type": "UInt64"},
-                {"name": "avg_duration_state", "type": "AggregateFunction(avg, Float32)"},
-                {
-                    "name": "quantile_timing_state",
-                    "type": "AggregateFunction(quantilesTiming(0.9, 0.95, 0.99), Float64)",
-                },
-                {"name": "read_bytes_sum", "type": "UInt64"},
-                {"name": "read_rows_sum", "type": "UInt64"},
-                {"name": "avg_result_rows_state", "type": "AggregateFunction(avg, Float32)"},
-                {"name": "avg_result_bytes_state", "type": "AggregateFunction(avg, Float32)"},
-            ],
-        },
         {
             "name": "tinybird.sinks_ops_log",
             "description": "Contains information about your Sink pipes.",
@@ -483,6 +440,7 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "error_code", "type": "Int16"},
                 {"name": "error", "type": "String"},
                 {"name": "fix_suggestion", "type": "String"},
+                {"name": "fix_suggestion_ai", "type": "String"},
                 {"name": "run_validation", "type": "DateTime"},
             ],
         },
@@ -798,51 +756,6 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "token_name", "type": "String"},
             ],
         },
-        {
-            "name": "organization.bi_stats_rt",
-            "description": "Contains information about all requests to the BI Connector interface for the whole Organization in real time.",
-            "dateColumn": "start_datetime",
-            "engine": {
-                "engine": "MergeTree",
-                "sorting_key": "cityHash64(query_normalized), start_datetime",
-                "ttl": "start_datetime + toIntervalDay(7)",
-            },
-            "columns": [
-                {"name": "database", "type": "String"},
-                {"name": "start_datetime", "type": "DateTime"},
-                {"name": "query", "type": "String"},
-                {"name": "query_normalized", "type": "String"},
-                {"name": "error_code", "type": "Int32"},
-                {"name": "error", "type": "Nullable(String)"},
-                {"name": "duration", "type": "UInt64"},
-                {"name": "read_rows", "type": "UInt64"},
-                {"name": "read_bytes", "type": "UInt64"},
-                {"name": "result_rows", "type": "UInt64"},
-                {"name": "result_bytes", "type": "UInt64"},
-            ],
-        },
-        {
-            "name": "organization.bi_stats",
-            "description": "Aggregates the stats in organization.bi_stats_rt by day.",
-            "dateColumn": "date",
-            "engine": {"engine": "MergeTree", "sorting_key": "database, cityHash64(query_normalized), date"},
-            "columns": [
-                {"name": "database", "type": "String"},
-                {"name": "date", "type": "Date"},
-                {"name": "query_normalized", "type": "String"},
-                {"name": "view_count", "type": "UInt64"},
-                {"name": "error_count", "type": "UInt64"},
-                {"name": "avg_duration_state", "type": "AggregateFunction(avg, Float32)"},
-                {
-                    "name": "quantile_timing_state",
-                    "type": "AggregateFunction(quantilesTiming(0.9, 0.95, 0.99), Float64)",
-                },
-                {"name": "read_bytes_sum", "type": "UInt64"},
-                {"name": "read_rows_sum", "type": "UInt64"},
-                {"name": "avg_result_rows_state", "type": "AggregateFunction(avg, Float32)"},
-                {"name": "avg_result_bytes_state", "type": "AggregateFunction(avg, Float32)"},
-            ],
-        },
         {
             "name": "organization.metrics_logs",
             "description": "Metrics of your organization's dedicated clusters",

tinybird/sql_template.py

@@ -2911,13 +2911,21 @@ def extract_variables_from_sql(sql: str, params: List[Dict[str, Any]]) -> Dict[s
     return defaults
 
 
-def render_template_with_secrets(name: str, content: str, secrets: Optional[Dict[str, str]] = None) -> str:
+def render_template_with_secrets(
+    name: str,
+    content: str,
+    secrets: Optional[Dict[str, str]] = None,
+    empty_secret_raises: bool = False,
+) -> str:
     """Renders a template with secrets, allowing for default values.
 
     Args:
         name: The name of the template
         content: The template content
         secrets: A dictionary mapping secret names to their values
+        empty_secret_raises: When True, empty secret values or empty defaults raise
+            instead of returning '""'. Used for sink metadata (Forward deploy) where
+            an empty bucket path must not be baked as s3://"".
 
     Returns:
         The rendered template
@@ -2959,6 +2967,26 @@ def render_template_with_secrets(name: str, content: str, secrets: Optional[Dict
         Traceback (most recent call last):
         ...
         tinybird.sql_template.SQLTemplateException: Template Syntax Error: Cannot access secret 'MISSING_SECRET'. Check the secret exists in the Workspace and the token has the required scope.
+
+        >>> render_template_with_secrets(
+        ...     "sink_bucket",
+        ...     "s3://{{ tb_secret('MISSING_SECRET', '') }}",
+        ...     secrets = {},
+        ...     empty_secret_raises=True,
+        ... )
+        Traceback (most recent call last):
+        ...
+        tinybird.sql_template.SQLTemplateException: Template Syntax Error: Secret 'MISSING_SECRET' resolves to an empty value and cannot be used in sink metadata.
+
+        >>> render_template_with_secrets(
+        ...     "sink_bucket",
+        ...     "s3://{{ tb_secret('EMPTY_SECRET', 'fallback') }}",
+        ...     secrets = {'EMPTY_SECRET': ''},
+        ...     empty_secret_raises=True,
+        ... )
+        Traceback (most recent call last):
+        ...
+        tinybird.sql_template.SQLTemplateException: Template Syntax Error: Secret 'EMPTY_SECRET' resolves to an empty value and cannot be used in sink metadata.
     """
     if not secrets:
         secrets = {}
@@ -2974,15 +3002,24 @@ def render_template_with_secrets(name: str, content: str, secrets: Optional[Dict
             The secret value or default
 
         Raises:
-            SQLTemplateException: If the secret is not found and no default is provided
+            SQLTemplateException: If the secret is not found and no default is provided,
+                or if empty_secret_raises is True and the resolved value is empty
         """
         if secret_name in secrets:
             value = secrets[secret_name]
             if isinstance(value, str) and len(value) == 0:
+                if empty_secret_raises:
+                    raise SQLTemplateException(
+                        f"Secret '{secret_name}' resolves to an empty value and cannot be used in sink metadata."
+                    )
                 return '""'
             return value
         elif default is not None:
             if isinstance(default, str) and len(default) == 0:
+                if empty_secret_raises:
+                    raise SQLTemplateException(
+                        f"Secret '{secret_name}' resolves to an empty value and cannot be used in sink metadata."
+                    )
                 return '""'
             return default
         else:

tinybird/sql_toolset.py

@@ -158,7 +158,20 @@ def has_unoptimized_join(sql: str, left_table: Optional[Union[Tuple[str, str], T
             raise UnoptimizedJoinException(sql)
 
 
-def format_where_for_mutation_command(where_clause: str, lightweight: bool = False) -> str:
+def _format_fragment_for_mutation_command(fragment: str) -> str:
+    """Normalize a SQL fragment the way CH stores it in the
+    `system.mutations.command` column: format the expression with CH's own
+    formatter, then escape it as it appears inside the serialized command
+    (string literals keep backslash-escaped quotes)."""
+    formatted = chquery.format(f"""SELECT {fragment}""").split("SELECT ")[1]
+    formatted = formatted.replace("\\", "\\\\").replace("'", "''")
+    quoted = chquery.format(f"SELECT '{formatted}'").split("SELECT ")[1]
+    return quoted[1:-1]
+
+
+def format_where_for_mutation_command(
+    where_clause: str, lightweight: bool = False, partition: Optional[str] = None
+) -> str:
     """
     >>> format_where_for_mutation_command("numnights = 99")
     'DELETE WHERE numnights = 99'
@@ -172,12 +185,18 @@ def format_where_for_mutation_command(where_clause: str, lightweight: bool = Fal
     "DELETE WHERE reservationid = \\\\'\\\\\\\\\\\\'foo\\\\'"
     >>> format_where_for_mutation_command("number < 3", lightweight=True)
     'UPDATE _row_exists = 0 WHERE number < 3'
+    >>> format_where_for_mutation_command("number < 3", lightweight=True, partition="201901")
+    'UPDATE _row_exists = 0 IN PARTITION 201901 WHERE number < 3'
+    >>> format_where_for_mutation_command("number < 3", lightweight=True, partition="'2019-01-01'")
+    "UPDATE _row_exists = 0 IN PARTITION \\\\'2019-01-01\\\\' WHERE number < 3"
     """
-    formatted_condition = chquery.format(f"""SELECT {where_clause}""").split("SELECT ")[1]
-    formatted_condition = formatted_condition.replace("\\", "\\\\").replace("'", "''")
-    quoted_condition = chquery.format(f"SELECT '{formatted_condition}'").split("SELECT ")[1]
-    prefix = "UPDATE _row_exists = 0 WHERE" if lightweight else "DELETE WHERE"
-    return f"{prefix} {quoted_condition[1:-1]}"
+    quoted_condition = _format_fragment_for_mutation_command(where_clause)
+    prefix = "UPDATE _row_exists = 0" if lightweight else "DELETE"
+    # Partition-scoped mutations store the partition expression in the
+    # command (`… IN PARTITION <expr> WHERE <cond>`), normalized by the same
+    # CH formatter, so it must be part of the match.
+    partition_clause = f" IN PARTITION {_format_fragment_for_mutation_command(partition)}" if partition else ""
+    return f"{prefix}{partition_clause} WHERE {quoted_condition}"
 
 
 # Functions that take table/dictionary names as string literal arguments.

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '4.6.9.dev0'
-__revision__ = '13f02ee'
+__version__ = '4.6.13.dev0'
+__revision__ = '9f77ad2'

tinybird/tb/client.py

@@ -546,20 +546,36 @@ class TinyB:
     def datasource_sync(self, datasource_id: str):
         return self._req(f"/v0/datasources/{datasource_id}/scheduling/runs", method="POST", data="")
 
-    def datasource_sample(self, datasource_name: str, max_files: int = 1) -> Dict[str, Any]:
-        """Start a sample import job for an S3/GCS connected datasource.
+    def datasource_sample(
+        self,
+        datasource_name: str,
+        max_files: int = 1,
+        rows: Optional[int] = None,
+        max_bytes: Optional[str] = None,
+        full_export: bool = False,
+    ) -> Dict[str, Any]:
+        """Start a sample import job for an S3/GCS/DynamoDB connected datasource.
 
         Args:
             datasource_name: Name of the datasource to import sample data into
-            max_files: Maximum number of files to import (default 1, max 10)
+            max_files: Maximum number of files to import for blob storage connectors (default 1, max 10)
+            rows: For DynamoDB, the maximum number of rows to scan and import (mutually exclusive with max_bytes)
+            max_bytes: For DynamoDB, the maximum approximate JSONEachRow bytes to import, capped by the server's
+                workspace limit (mutually exclusive with rows)
+            full_export: For DynamoDB, trigger a full PITR export instead of a bounded scan
 
         Returns:
             dict with job info including id, job_id, job_url, job, status
         """
+        payload: Dict[str, Any] = {"max_files": max_files, "full_export": full_export}
+        if rows is not None:
+            payload["rows"] = rows
+        if max_bytes is not None:
+            payload["max_bytes"] = max_bytes
         return self._req(
             f"/v0/datasources/{datasource_name}/sample",
             method="POST",
-            data=json.dumps({"max_files": max_files}),
+            data=json.dumps(payload),
         )
 
     def datasource_scheduling_state(self, datasource_id: str):

tinybird/tb/modules/cli.py

@@ -1153,7 +1153,8 @@ def create_ctx_client(
     if show_warnings and command:
         click.echo(FeedbackManager.gray(message="Running against Tinybird Local"))
     local_branch = None
-    if not test:
+    explicit_token_passed = bool(config.get("token_passed"))
+    if not test and not explicit_token_passed:
         git_branch = get_current_git_branch()
         if git_branch and not is_main_git_branch(git_branch):
             local_branch = get_tinybird_branch_name_from_git_branch(git_branch)

tinybird/tb/modules/common.py

@@ -1614,6 +1614,7 @@ def run_aws_iamrole_connection_flow(
     connection_name: str,
     policy: str,
     local_unavailable: bool = False,
+    env: str = "local",
 ) -> Tuple[str, str, Optional[TinyB], Optional[TinyB]]:
     """
     Run the interactive AWS IAM Role connection flow for S3 or DynamoDB.
@@ -1628,6 +1629,9 @@ def run_aws_iamrole_connection_flow(
         connection_name: The name for the connection being created.
         policy: The access policy type ('read' or 'write').
         local_unavailable: If True, local environment is unavailable (e.g., missing AWS credentials).
+        env: The active target environment ('local' or 'cloud'). When not local, the
+            passed-in `client` is reused as the cloud client so secrets land in the
+            workspace the command targets (including branches).
 
     Returns:
         A tuple containing:
@@ -1736,12 +1740,15 @@ def run_aws_iamrole_connection_flow(
 
     if use_cloud:
         try:
-            cloud_client = TinyB(
-                token=config.get("token", ""),
-                host=config.get("host", ""),
-                staging=False,
-                request_from=getattr(client, "request_from", None),
-            )
+            if env != "local":
+                cloud_client = client
+            else:
+                cloud_client = TinyB(
+                    token=config.get("token", ""),
+                    host=config.get("host", ""),
+                    staging=False,
+                    request_from=getattr(client, "request_from", None),
+                )
         except Exception as e:
             click.echo(FeedbackManager.warning(message=f"Failed to initialize cloud client: {e}"))
             click.echo(FeedbackManager.warning(message="Continuing without cloud environment."))

tinybird/tb/modules/connection_dynamodb.py

@@ -158,6 +158,7 @@ def connection_create_dynamodb(
         connection_name=connection_name,
         policy="read",
         local_unavailable=local_aws_unavailable,
+        env=env,
     )
 
     unique_suffix = uuid.uuid4().hex[:8]

tinybird/tb/modules/connection_s3.py

@@ -363,6 +363,7 @@ def connection_create_s3(
         connection_name=connection_name,
         policy=access_type.lower(),
         local_unavailable=local_aws_unavailable,
+        env=env,
     )
     unique_suffix = uuid.uuid4().hex[:8]  # Use first 8 chars of a UUID for brevity
     secret_name = f"s3_role_arn_{connection_name}_{unique_suffix}"

tinybird/tb/modules/datasource.py

@@ -862,20 +862,50 @@ def datasource_sync(ctx: Context, datasource_name: str, yes: bool):
     default=False,
     help="Wait for the import job to finish",
 )
+@click.option(
+    "--rows",
+    default=None,
+    type=int,
+    help="For DynamoDB, the maximum number of rows to scan and import (default 1500; mutually exclusive with --max-bytes)",
+)
+@click.option(
+    "--max-bytes",
+    default=None,
+    type=str,
+    help="For DynamoDB, the maximum approximate JSONEachRow bytes to import, e.g. 500MB (capped at 10GB by default; mutually exclusive with --rows)",
+)
+@click.option(
+    "--full-export",
+    is_flag=True,
+    default=False,
+    help="For DynamoDB, trigger a full PITR export instead of a bounded sample (mutually exclusive with --rows and --max-bytes)",
+)
 @click.pass_context
-def datasource_sample(ctx: Context, datasource_name: str, max_files: int, wait: bool) -> None:
-    """Import sample data from a datasource connected to an S3 or GCS bucket.
-
-    This command only works with datasources that have IMPORT_CONNECTION_NAME and
-    IMPORT_BUCKET_URI configured (i.e., datasources ingesting from S3 or GCS).
-    It imports a limited number of files from the bucket URI pattern, useful for
-    testing data pipelines in branches without importing the entire dataset.
+def datasource_sample(
+    ctx: Context,
+    datasource_name: str,
+    max_files: int,
+    wait: bool,
+    rows: Optional[int],
+    max_bytes: Optional[str],
+    full_export: bool,
+) -> None:
+    """Import sample data from a datasource connected to S3, GCS, or DynamoDB.
+
+    For S3 and GCS, this imports a limited number of files from the bucket URI
+    pattern. For DynamoDB, this scans and imports a bounded sample limited by
+    either --rows or --max-bytes (defaulting to 1500 rows), or --full-export to
+    trigger a PITR export of the whole table.
 
     By default, returns immediately with job info. Use --wait to block until complete.
 
     Examples:
         tb --branch=my_branch datasource sample my_s3_ds
         tb --branch=my_branch datasource sample my_s3_ds --max-files 3 --wait
+        tb --branch=my_branch datasource sample my_dynamodb_ds --wait
+        tb --branch=my_branch datasource sample my_dynamodb_ds --rows 100000 --wait
+        tb --branch=my_branch datasource sample my_dynamodb_ds --max-bytes 1GB --wait
+        tb --branch=my_branch datasource sample my_dynamodb_ds --full-export --wait
     """
     from tinybird.tb.modules.common import wait_job
     from tinybird.tb.modules.job_common import echo_job_url
@@ -884,10 +914,32 @@ def datasource_sample(ctx: Context, datasource_name: str, max_files: int, wait:
         client: TinyB = ctx.obj["client"]
         config = ctx.obj.get("config", {})
 
+        if rows is not None and max_bytes is not None:
+            raise CLIDatasourceException(
+                FeedbackManager.error(message="--rows and --max-bytes are mutually exclusive; pass only one.")
+            )
+
+        if full_export and (rows is not None or max_bytes is not None):
+            raise CLIDatasourceException(
+                FeedbackManager.error(message="--full-export cannot be combined with --rows or --max-bytes.")
+            )
+
+        if full_export:
+            click.echo(
+                FeedbackManager.warning(
+                    message=(
+                        "DynamoDB full export samples will import the whole table. "
+                        "Use --rows or --max-bytes without --full-export for a bounded sample."
+                    )
+                )
+            )
+
         click.echo(FeedbackManager.info(message=f"Starting sample import for {datasource_name}..."))
 
         # Start the job
-        result = client.datasource_sample(datasource_name, max_files=max_files)
+        result = client.datasource_sample(
+            datasource_name, max_files=max_files, rows=rows, max_bytes=max_bytes, full_export=full_export
+        )
 
         job_id = result.get("job_id") or result.get("id")
         if not job_id:

tinybird/tb/modules/logs.py

@@ -21,7 +21,6 @@ from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 LOG_SOURCES: Tuple[str, ...] = (
     "tinybird.pipe_stats_rt",
-    "tinybird.bi_stats_rt",
     "tinybird.block_log",
     "tinybird.datasources_ops_log",
     "tinybird.endpoint_errors",
@@ -39,7 +38,6 @@ DEFAULT_LOG_SOURCES: Tuple[str, ...] = (
 
 TIMESTAMP_COLUMNS: Dict[str, str] = {
     "tinybird.pipe_stats_rt": "start_datetime",
-    "tinybird.bi_stats_rt": "start_datetime",
     "tinybird.block_log": "timestamp",
     "tinybird.datasources_ops_log": "timestamp",
     "tinybird.endpoint_errors": "start_datetime",
@@ -61,16 +59,6 @@ RELEVANT_DETAIL_FIELDS: Dict[str, Tuple[str, ...]] = {
         "read_bytes",
         "result_rows",
     ),
-    "tinybird.bi_stats_rt": (
-        "query_normalized",
-        "error_code",
-        "error",
-        "duration",
-        "read_rows",
-        "read_bytes",
-        "result_rows",
-        "result_bytes",
-    ),
     "tinybird.block_log": (
         "datasource_name",
         "status",
@@ -207,7 +195,7 @@ _TEMPORAL_DETAIL_FIELDS = {
 _DURATION_DETAIL_FIELDS = {"duration", "elapsed_time", "processing_time"}
 _ROW_COUNT_DETAIL_FIELDS = {"rows", "read_rows", "written_rows", "result_rows", "quarantine_lines"}
 _BYTE_COUNT_DETAIL_FIELDS = {"bytes", "read_bytes", "result_bytes", "written_bytes"}
-_MILLISECOND_DURATION_SOURCES = {"tinybird.bi_stats_rt"}
+_MILLISECOND_DURATION_SOURCES: Set[str] = set()
 
 
 def _to_iso_utc(dt: datetime) -> str:

{tinybird-4.6.9.dev0.dist-info → tinybird-4.6.13.dev0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 4.6.9.dev0
+Version: 4.6.13.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird
@@ -52,6 +52,28 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+4.6.12
+********
+
+- `Added` Forward sink pipes support ``{{ tb_secret(...) }}`` in ``EXPORT_*`` metadata (for example ``EXPORT_BUCKET_URI``). Secrets are resolved at deploy time and baked into the sink settings; changing a secret requires a redeploy.
+- `Fixed` Forward deploy now raises an error when a secret used in sink metadata resolves to an empty value.
+- `Fixed` Forward deploy now rejects ``{{ tb_secret(...) }}`` in ``EXPORT_SCHEDULE`` and ``COPY_SCHEDULE``. Use a literal cron expression (for example ``0 * * * *``) or ``@on-demand``.
+
+4.6.11
+********
+
+- `Added` `tb datasource sample` support for DynamoDB connectors.
+
+4.6.10
+********
+
+- `Removed` `tinybird.bi_stats_rt` from `tb logs` sources. The BI Connector `bi_stats` / `bi_stats_rt` service datasources are deprecated.
+
+4.6.9
+*******
+
+- `Fixed` Commands run against Tinybird Local with an explicit token (``--token``) now target the token's workspace.
+
 4.6.8
 *******
 

{tinybird-4.6.9.dev0.dist-info → tinybird-4.6.13.dev0.dist-info}/RECORD

@@ -3,41 +3,41 @@ tinybird/datatypes.py,sha256=DRScTI1-lgYjbC7u_4qxOLFleWL-vief_eBg_9WU37U,11304
 tinybird/feedback_manager.py,sha256=ZnRsExCkEZKuslmSxn3m706-0UIZ_qOpdek9ar16KOI,68001
 tinybird/git_settings.py,sha256=mqWgeboOlOFsSo97qyv595UCR2R1QCAqT4GTawBNPBg,3935
 tinybird/prompts.py,sha256=FNYpphDYlrXpm5AQM3yfQPbj4gd_TVnwoaoeswtx0OE,32699
-tinybird/service_datasources.py,sha256=Fp3a_Evte1u1U4f4D8fchgbtv6BgJIIyBbmOLtgLu4Q,58162
+tinybird/service_datasources.py,sha256=asBTXONMv7sf7LFBx1a4eTcZCHPUq-I3r030AtorRzY,53643
 tinybird/sql.py,sha256=L3tTmm62iTrf6WQdcV8mmwrCMitLFUvJ3OfDzyRTMGw,47385
-tinybird/sql_template.py,sha256=8A5Jfzej7OHXzbfFMGpbq-YUzSEOoDHy5u7uy0vLZo4,127947
+tinybird/sql_template.py,sha256=Mus34RE6DBcq57mGRu6vibXuCgov9htTPqqSkNknmR0,129666
 tinybird/sql_template_fmt.py,sha256=Ma4qcs-2r8ZXQC4GUmrCqYz34DsnGF8k5lE2Jwnr314,10638
-tinybird/sql_toolset.py,sha256=TvWeH3DsB13SfJ97V_t_ZaFTJ1IAtsrxQ8E3FLL8_tE,27442
+tinybird/sql_toolset.py,sha256=I_RHAfhpYuIc3bNY9VcNjQ3zESAawb3D9ZMjb9-ev4M,28519
 tinybird/syncasync.py,sha256=rIPmCvygWSFqfnlVqhZH4N9gVVTvD6DEPsfoxGizYrI,27776
 tinybird/tornado_template.py,sha256=1_0nYFk_xJh_TMHh6AKkJILvnNY6xYmaM-uJ3Ofv7e8,42085
 tinybird/ch_utils/constants.py,sha256=yTNizMzgYNBzUc2EV3moBfdrDIggOe9hiuAgWF7sv2c,4333
-tinybird/ch_utils/engine.py,sha256=rZ2f5QsG3iDB60a1IwSJmTIqcCkjTHe5GzBPqTGvvOc,36711
-tinybird/datafile/common.py,sha256=pe9en0Kr8Bat_DyQjSjO2185BnEHkXGwrGN-tlaX68A,110244
+tinybird/ch_utils/engine.py,sha256=OkR86FOOUPRpCsRxlR-kunykg-K4Daqo3uS06X1uvYQ,36887
+tinybird/datafile/common.py,sha256=pLB5GmCCDLnafDEGp_-HnS8z_dYLTclYSk_bBpEhpro,111128
 tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
 tinybird/datafile/parse_connection.py,sha256=GxmGp_XnWbDZPDbh_PBxitlIMqZRYfDwxMBw-JQBp1g,1890
 tinybird/datafile/parse_datasource.py,sha256=yd58HrUF4yNJXLn6OsvKGpZJpvrcjLGAeJG1lgBe_zk,1891
 tinybird/datafile/parse_pipe.py,sha256=-9bbgVuiWRyDYydrLVflDBt8GstZotMy6dklsrc6MUY,3859
 tinybird/iterating/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tinybird/iterating/data_branch_modes.py,sha256=5YuDa-gr8mKwmES8Xro6TRKbQtaOtIw4GbC606Qhu3o,184
-tinybird/tb/__cli__.py,sha256=Q6C-ebNNuhW7FQDE0FltpvE9ga2KHukMPoTpKGjTJAE,245
+tinybird/tb/__cli__.py,sha256=GqDS3d3b9YPNF68yqEjPdtNXJzS_oz7KOt2Mo9nxlCk,246
 tinybird/tb/check_pypi.py,sha256=Gp0HkHHDFMSDL6nxKlOY51z7z1Uv-2LRexNTZSHHGmM,552
 tinybird/tb/cli.py,sha256=IjiGfNIpxSxi1odK1kMj9s8lEhx3sAUgGA263XdmyR0,1119
-tinybird/tb/client.py,sha256=wgXYa_CSKi-ymWnX-j8-CNHCNdQrUWQA6ezT0REMPOs,56830
+tinybird/tb/client.py,sha256=LQ470JkU9NQcmM_rjElD_aV2l8nlWHTKuqzC3Yx1IzM,57605
 tinybird/tb/config.py,sha256=l6NtYvSPZDVOtt1W4G4ExXXDIf0hm6lvRnRoDMbdrsY,5429
 tinybird/tb/modules/branch.py,sha256=U50nj2kZllCkOHQfJWQ-YQ260pvlcssgStMSovmqMiU,10157
 tinybird/tb/modules/build.py,sha256=q7-aVM7q1tApiax_y6vYSCZq4cJ9ATSAm9D-elpNp7I,6543
 tinybird/tb/modules/build_common.py,sha256=o04aeaoyGTnwhR0cEXAgQzc7SJya97YECoEihsi4SyU,24979
 tinybird/tb/modules/cicd.py,sha256=IO4qqsoLRXcubALb7vx_QnRpg3zIIxfaVO9bGomlESY,8267
-tinybird/tb/modules/cli.py,sha256=3cOuWvSSa6MDebgTT1g1YaxvB57JRmfFKtnS_vJDbwc,43947
-tinybird/tb/modules/common.py,sha256=8S_Z49hY4n-uZ_rdEZTFvzbQVG7aV0PBhZx3OBfgN3g,92987
+tinybird/tb/modules/cli.py,sha256=oerpcsZ3vLsLZdCjgtVa6F9D3OFj-cqWFJfX-M40N2c,44038
+tinybird/tb/modules/common.py,sha256=XWuEIpMo3-JkplFqPzgxQqJDKAZD7rujY2VOXerGPPQ,93355
 tinybird/tb/modules/config.py,sha256=kZsMBf_qrGXPvhx1GW46DXS62ClVIKFFPjDXEZyGeyE,11181
 tinybird/tb/modules/connection.py,sha256=HwHn0YgwqcKEYCLr2OqDzJzAUFd65Wv8MZiSUw_TLII,18452
-tinybird/tb/modules/connection_dynamodb.py,sha256=j1Z0tXrlTZJU1LJ0rEzv3ezo0pS4PJJKfVjUTGrH3nk,9473
+tinybird/tb/modules/connection_dynamodb.py,sha256=vaB28d6t8nOd6kcUQGMUkl3IZin5DYSBN2TBPm2968Q,9490
 tinybird/tb/modules/connection_kafka.py,sha256=Qc8uUNl5SvUcUGb_aG3AirYKw6673FoX1Sfdlzgz6Y8,33530
-tinybird/tb/modules/connection_s3.py,sha256=YsE5AttknPlGVX7ebP2J0djVVJAqXRwH2fQ6dXu7yoQ,16482
+tinybird/tb/modules/connection_s3.py,sha256=eR7lsrCYbVWZ8LI7F5MUBxm8_DAvuaVSKqUDq9CUUks,16499
 tinybird/tb/modules/copy.py,sha256=Apzjxiyinp6KmgamypPKEe3BAnpxG7MwYcSYkHiG8sA,6033
 tinybird/tb/modules/create.py,sha256=G3_wCUjNVzBiowo70NgwzmUUXXOxYO2LWjF9eEfcffc,22947
-tinybird/tb/modules/datasource.py,sha256=tblNurkQXi6fps2izOjsg4xmGkPKd4FhBHPvrrN3PE8,74779
+tinybird/tb/modules/datasource.py,sha256=baxfUQd7vDyEDh65fyOa2X5Xwf4OS3ligyznbbpAo6Q,76671
 tinybird/tb/modules/deployment.py,sha256=TNDlvaYmk-zouvaAdMXlyFPbgbnMKQOt76xpZBggJI0,21184
 tinybird/tb/modules/deployment_common.py,sha256=fLPWNNs8ZwSkWHJjLeqQUqTbKqnnhW1y8yKffBdDCo0,31948
 tinybird/tb/modules/deprecations.py,sha256=XXekrzPO9v12F1ToQDUGzLYJJ2wrEUlGKOkLCSdfHiM,4935
@@ -57,7 +57,7 @@ tinybird/tb/modules/local_logs.py,sha256=TTrfEQr3wVoddrQiKslSWJQ8BE4FOlMQZbH1yJ5
 tinybird/tb/modules/login.py,sha256=fxgcsN0fMhjzT_6C8VrwGTxnLxLVuWlZvASFr8I9yUU,1885
 tinybird/tb/modules/login_common.py,sha256=oRIAJm1cwJ4t4hZb1RKRmyylZuYz0mrEBo0xTOZHSQ8,22185
 tinybird/tb/modules/logout.py,sha256=sniI4JNxpTrVeRCp0oGJuQ3yRerG4hH5uz6oBmjv724,1009
-tinybird/tb/modules/logs.py,sha256=uSQi_A6QIFOjAoj1h8XOI_51AQ3uk5UEg2TjYbZxDJA,21462
+tinybird/tb/modules/logs.py,sha256=M05V2OgWqv2suaCzz8c5IDfCnXhVqZ9WIh8rNQpolSg,21165
 tinybird/tb/modules/materialization.py,sha256=SaomNeaAzLWtcnsZdetYBxEq0ihY1cRzh23n3Z1P_c4,5643
 tinybird/tb/modules/open.py,sha256=ddABA4guIrBhrCKXYpkH4cfiAcFOG2B1eVePk5BEXto,1799
 tinybird/tb/modules/pipe.py,sha256=xPKtezhnWZ6k_g82r4XpgKslofhuIxb_PvynH4gdUzI,2393
@@ -99,8 +99,8 @@ tinybird/tb_cli_modules/config.py,sha256=Ey9yqM27C4Irglm5-63RXte8K0bFh8ConKdIoAa
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=W098H6jmS4kpE7hN3tadaREBTf7oMocel-lkKWN0pU8,10466
-tinybird-4.6.9.dev0.dist-info/METADATA,sha256=T5FGarUwhK0x2IVlkyyN-7JYmMPXUUWZIsU97s6ZXA8,14789
-tinybird-4.6.9.dev0.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
-tinybird-4.6.9.dev0.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-4.6.9.dev0.dist-info/top_level.txt,sha256=ZIQJTPCzMqnfDzM_hEGZrJqDSEcKnIK_49T86DGWpyQ,78
-tinybird-4.6.9.dev0.dist-info/RECORD,,
+tinybird-4.6.13.dev0.dist-info/METADATA,sha256=gJeFvTk8TuQQGSnCdwvIHXhQSPJhzgXW3PHVqHmDFyM,15709
+tinybird-4.6.13.dev0.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
+tinybird-4.6.13.dev0.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-4.6.13.dev0.dist-info/top_level.txt,sha256=ZIQJTPCzMqnfDzM_hEGZrJqDSEcKnIK_49T86DGWpyQ,78
+tinybird-4.6.13.dev0.dist-info/RECORD,,