tinybird 4.6.20__tar.gz → 4.6.20.dev0__tar.gz

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 4.6.20
+Version: 4.6.20.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird
@@ -52,16 +52,6 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
-4.6.20
-********
-
-- `Added` Copy pipes accept ``ON_DEMAND_COMPUTE true`` so scheduled runs use on-demand compute. Manual ``tb copy run`` still requires ``--on-demand-compute``, and asks for confirmation when the local datafile does not enable it (skip it with ``--yes``).
-
-4.6.19
-********
-
-- `Changed` ``tb datasource append`` and ``tb datasource replace`` submit remote CSV, NDJSON, and Parquet URLs through the v1 import endpoint by default.
-
 4.6.18
 ********
 
@@ -72,11 +62,6 @@ Changelog
 
 - `Added` ``tb job retry <job_id>`` to retry eligible import and S3/GCS sync jobs in ``error`` or ``cancelled`` status.
 
-4.6.18
-********
-
-- `Added` ``Markdown`` is now a valid ``FORMAT`` for SQL queries (for example ``tb sql "SELECT 1 FORMAT Markdown"``), returned as a Markdown table.
-
 4.6.16
 ********
 

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/ch_utils/constants.py

@@ -263,5 +263,4 @@ VALID_QUERY_FORMATS = (
     "JSONCompact",
     "JSONStringsEachRowWithProgress",
     "ODBCDriver2",
-    "Markdown",
 )

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/ch_utils/engine.py

@@ -440,64 +440,35 @@ def get_engine_config(engine: str):
     )
 
 
-def validate_engine_config(
-    engine: str, args: dict, schema: Optional[str] = None, columns: Optional[List[Dict[str, Any]]] = None
-) -> None:
-    if schema is not None and columns is not None:
-        raise ValueError("You can not use 'schema' and 'columns' at the same time")
-    _, (params, options) = get_engine_config(engine)
-    schema_columns = parse_table_structure(schema) if schema is not None else (columns or [])
-    engine_settings = {key.replace("engine_", ""): value for key, value in args.items()}
-
-    for arg in engine_settings:
-        if not hasattr(TableDetails, arg):
-            raise ValueError(f"engine_{arg} is not a valid option")
-
+def engine_params(columns, params: List[EngineParam], args: Dict):
+    params_values = []
     for p in params:
-        if p.required and p.name not in engine_settings:
+        if p.required and p.name not in args:
             raise ValueError(f"Missing required parameter '{p.name}'")
-        param_value = engine_settings.get(p.name) or p.default_value
+        param_value = args.get(p.name, None) or p.default_value
         if not param_value:
             continue
         if p.is_valid:
             check_is_valid(
-                valid_check=p.is_valid,
-                check_type="parameter",
-                columns=schema_columns,
-                tb_param=p.tb_param,
-                value=param_value,
+                valid_check=p.is_valid, check_type="parameter", columns=columns, tb_param=p.tb_param, value=param_value
             )
-
-    for o in options:
-        if o.required and o.name not in engine_settings:
-            raise ValueError(f"Missing required option '{o.name}'")
-        option_value = engine_settings.get(o.name) or o.default_value
-        if o.is_valid:
-            check_is_valid(
-                valid_check=o.is_valid,
-                check_type="option",
-                columns=schema_columns,
-                tb_param=o.tb_param,
-                value=option_value,
-            )
-
-
-def engine_params(params: List[EngineParam], args: Dict) -> List[str]:
-    params_values = []
-    for p in params:
-        param_value = args.get(p.name, None) or p.default_value
-        if not param_value:
-            continue
         params_values.append(param_value)
     return params_values
 
 
-def engine_options(options: List[EngineOption], args: Dict) -> List[str]:
+def engine_options(columns, options: List[EngineOption], args: Dict):
     options_values = []
     engine_settings = ""
 
     for o in options:
+        if o.required and o.name not in args:
+            raise ValueError(f"Missing required option '{o.name}'")
         option_value = args.get(o.name) or o.default_value
+        if o.is_valid:
+            check_is_valid(
+                valid_check=o.is_valid, check_type="option", columns=columns, tb_param=o.tb_param, value=option_value
+            )
+
         if option_value:
             if o.sql.lower() == "settings":
                 engine_settings = f"{o.sql} {option_value}"
@@ -519,7 +490,7 @@ def check_is_valid(
     columns: List[Dict[str, Any]],
     tb_param: str,
     value: str,
-) -> None:
+):
     """
     >>> check_is_valid(sorting_key_is_valid, 'option', ['column-name'], 'sorting_key', 'date')
 
@@ -536,13 +507,15 @@ def check_is_valid(
         raise ValueError(f"Invalid value '{value}' for {check_type} '{tb_param}', reason: {e}")
 
 
-def build_engine(engine: str, params: List[EngineParam], options: List[EngineOption], args: Dict) -> str:
-    return f"{engine}({', '.join(engine_params(params, args))}) {' '.join(engine_options(options, args))}".strip()
+def build_engine(
+    engine: str, columns: Optional[List], params: List[EngineParam], options: List[EngineOption], args: Dict
+):
+    return f"{engine}({', '.join(engine_params(columns, params, args))}) {' '.join(engine_options(columns, options, args))}".strip()
 
 
 def engine_full_from_dict(
     engine: str, args: dict, schema: Optional[str] = None, columns: Optional[List[Dict[str, Any]]] = None
-) -> str:
+):
     """
     >>> schema = ''
     >>> engine_full_from_dict('wadus', {}, schema=schema)
@@ -633,10 +606,20 @@ def engine_full_from_dict(
     'ReplacingMergeTree(updated_at) PARTITION BY (tuple()) ORDER BY (project_id) SETTINGS index_granularity = 32'
     """
 
-    validate_engine_config(engine, args, schema=schema, columns=columns)
-    name, (params, options) = get_engine_config(engine)
+    if schema is not None and columns is not None:
+        raise ValueError("You can not use 'schema' and 'columns' at the same time")
+    engine_config = get_engine_config(engine)
+    name, (params, options) = engine_config
+    if columns is None and schema is not None:
+        columns = parse_table_structure(schema)
+
     engine_settings = {key.replace("engine_", ""): value for key, value in args.items()}
-    return build_engine(name, params, options, engine_settings)
+
+    for arg in engine_settings:
+        if not hasattr(TableDetails, arg):
+            raise ValueError(f"engine_{arg} is not a valid option")
+
+    return build_engine(name, columns, params, options, engine_settings)
 
 
 def engine_params_from_engine_full(engine_full: str) -> Dict[str, Any]:

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/client.py

@@ -408,16 +408,6 @@ class TinyB:
         format: str = "csv",
         replace_options: Optional[Set[str]] = None,
     ) -> Dict[str, Any]:
-        if mode in ("append", "replace"):
-            return await self.datasource_append_url(
-                table_name,
-                url,
-                mode=mode,
-                sql_condition=sql_condition,
-                format=format,
-                replace_options=replace_options,
-            )
-
         params = {"name": table_name, "url": url, "mode": mode, "debug": "blocks_block_log", "format": format}
 
         if sql_condition:
@@ -434,33 +424,6 @@ class TinyB:
 
         return await self.wait_for_job(res["id"], status_callback, backoff_multiplier=1.5, maximum_backoff_seconds=20)
 
-    async def datasource_append_url(
-        self,
-        datasource_name: str,
-        url: str,
-        mode: str = "append",
-        sql_condition: Optional[str] = None,
-        format: str = "csv",
-        replace_options: Optional[Set[str]] = None,
-    ) -> Dict[str, Any]:
-        params = {"format": format, "url": url}
-        if sql_condition:
-            params["replace_condition"] = sql_condition
-        if replace_options:
-            for option in replace_options:
-                params[option] = "true"
-
-        res = await self._req(
-            f"/v1/datasources/{quote(datasource_name, safe='')}/{mode}?{urlencode(params, safe='')}",
-            method="POST",
-            data=b"",
-        )
-        if not isinstance(res, dict):
-            raise RuntimeError("We couldn't confirm that your import started. Please try again.")
-        if "error" in res:
-            raise Exception(res["error"])
-        return res
-
     async def datasource_delete(self, datasource_name: str, force: bool = False, dry_run: bool = False):
         params = {"force": "true" if force else "false", "dry_run": "true" if dry_run else "false"}
         return await self._req(f"/v0/datasources/{datasource_name}?{urlencode(params)}", method="DELETE")
@@ -691,7 +654,6 @@ class TinyB:
         target_datasource: Optional[str] = None,
         schedule_cron: Optional[str] = None,
         mode: Optional[str] = None,
-        on_demand_compute: Optional[bool] = None,
     ):
         data = {"schedule_cron": schedule_cron}
 
@@ -701,9 +663,6 @@ class TinyB:
         if mode:
             data["mode"] = mode
 
-        if on_demand_compute is not None:
-            data["on_demand_compute"] = "true" if on_demand_compute else "false"
-
         return await self._req(f"/v0/pipes/{pipe_name_or_id}/nodes/{node_id}/copy", method="PUT", data=data)
 
     async def pipe_remove_copy(self, pipe_name_or_id: str, node_id: str):

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/datafile/common.py

@@ -28,7 +28,6 @@ from tinybird.ch_utils.engine import VALID_ENGINE_PARAMS, EngineParam
 from tinybird.datafile.exceptions import IncludeFileNotFoundException, ParseException, ValidationException
 from tinybird.tb.modules.exceptions import CLIPipeException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
-from tinybird.utils.bools import parse_optional_bool
 
 # Code from sql.py has been duplicated so I can change it without breaking absolutely everything in the app
 # I'll try not to make logic changes, just error reporting changes
@@ -180,10 +179,9 @@ class CopyParameters(Parameters):
     COPY_SCHEDULE = "copy_schedule"
     COPY_MODE = "copy_mode"
     COPY_MODE_ALIAS = "mode"  # we need this because bot MODE and COPY_MODE go to `mode` variable inside the node
-    ON_DEMAND_COMPUTE = "on_demand_compute"
     MANDATORY_ATTRIBUTES = PipeParameters.MANDATORY_ATTRIBUTES.union({TARGET_DATASOURCE})
     ACCEPTED_ATTRIBUTES = PipeParameters.ACCEPTED_ATTRIBUTES.union(MANDATORY_ATTRIBUTES).union(
-        {COPY_SCHEDULE, COPY_MODE_ALIAS, ON_DEMAND_COMPUTE}
+        {COPY_SCHEDULE, COPY_MODE_ALIAS}
     )
 
 
@@ -418,11 +416,6 @@ class Datafile:
                 )
             if not croniter.is_valid(copy_schedule):
                 raise DatafileValidationError("COPY node schedule must be @on-demand or a valid cron expression.")
-        if CopyParameters.ON_DEMAND_COMPUTE in node:
-            try:
-                node[CopyParameters.ON_DEMAND_COMPUTE] = parse_optional_bool(node[CopyParameters.ON_DEMAND_COMPUTE])
-            except ValueError:
-                raise DatafileValidationError("ON_DEMAND_COMPUTE must be true or false")
         for key in node.keys():
             if key not in CopyParameters.valid_params():
                 raise DatafileValidationError(
@@ -2104,7 +2097,6 @@ def parse(
             "copy_schedule": assign_node_var(CopyParameters.COPY_SCHEDULE),
             "copy_mode": assign_node_var("mode"),
             "mode": assign_node_var("mode"),
-            "on_demand_compute": assign_node_var(CopyParameters.ON_DEMAND_COMPUTE),
             "filter": assign_node_var("filter"),
             "token": add_token,
             "include": include,

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/datatypes.py

@@ -120,74 +120,52 @@ def datetime_test(x: str) -> bool:
     return any(p.match(x) for p in datetime_patterns)
 
 
-def bounded_integer(x: str, pattern: re.Pattern[str]) -> Optional[int]:
-    if pattern.match(x) is None:
-        return None
-    digits = x.lstrip("+-").lstrip("0")
-    # 256-bit unsigned integers have at most 78 decimal digits.
-    if len(digits) > 78:
-        return None
-    return int(x) if len(x) <= 78 else int(digits or "0") * (-1 if x.startswith("-") else 1)
-
-
 def int_8_test(x: str) -> bool:
-    value = bounded_integer(x, intx_re)
-    return value is not None and -int_8_max <= value < int_8_max
+    return intx_re.match(x) is not None and -int_8_max <= int(x) < int_8_max
 
 
 def int16_test(x: str) -> bool:
-    value = bounded_integer(x, intx_re)
-    return value is not None and -int16_max <= value < int16_max
+    return intx_re.match(x) is not None and -int16_max <= int(x) < int16_max
 
 
 def int32_test(x: str) -> bool:
-    value = bounded_integer(x, intx_re)
-    return value is not None and -int32_max <= value < int32_max
+    return intx_re.match(x) is not None and -int32_max <= int(x) < int32_max
 
 
 def int64_test(x: str) -> bool:
-    value = bounded_integer(x, intx_re)
-    return value is not None and -int64_max <= value < int64_max
+    return intx_re.match(x) is not None and -int64_max <= int(x) < int64_max
 
 
 def int128_test(x: str) -> bool:
-    value = bounded_integer(x, intx_re)
-    return value is not None and -int128_max <= value < int128_max
+    return intx_re.match(x) is not None and -int128_max <= int(x) < int128_max
 
 
 def int256_test(x: str) -> bool:
-    value = bounded_integer(x, intx_re)
-    return value is not None and -int256_max <= value < int256_max
+    return intx_re.match(x) is not None and -int256_max <= int(x) < int256_max
 
 
 def uint_8_test(x: str) -> bool:
-    value = bounded_integer(x, uintx_re)
-    return value is not None and 0 <= value < uint_8_max
+    return uintx_re.match(x) is not None and 0 <= int(x) < uint_8_max
 
 
 def uint16_test(x: str) -> bool:
-    value = bounded_integer(x, uintx_re)
-    return value is not None and 0 <= value < uint16_max
+    return uintx_re.match(x) is not None and 0 <= int(x) < uint16_max
 
 
 def uint32_test(x: str) -> bool:
-    value = bounded_integer(x, uintx_re)
-    return value is not None and 0 <= value < uint32_max
+    return uintx_re.match(x) is not None and 0 <= int(x) < uint32_max
 
 
 def uint64_test(x: str) -> bool:
-    value = bounded_integer(x, uintx_re)
-    return value is not None and 0 <= value < uint64_max
+    return uintx_re.match(x) is not None and 0 <= int(x) < uint64_max
 
 
 def uint128_test(x: str) -> bool:
-    value = bounded_integer(x, intx_re)
-    return value is not None and 0 <= value < uint128_max
+    return intx_re.match(x) is not None and 0 <= int(x) < uint128_max
 
 
 def uint256_test(x: str) -> bool:
-    value = bounded_integer(x, intx_re)
-    return value is not None and 0 <= value < uint256_max
+    return intx_re.match(x) is not None and 0 <= int(x) < uint256_max
 
 
 def float_test(x: str) -> bool:

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/feedback_manager.py

@@ -572,11 +572,6 @@ class FeedbackManager:
         "You can read more about the pricing at https://www.tinybird.co/docs/classic/work-with-data/process-and-copy/materialized-views#compute-compute-separation-for-populates\n\n"
         "Do you want to proceed with on-demand compute?"
     )
-    warning_confirm_on_demand_compute_differs_from_datafile = warning_message(
-        "The local datafile of pipe '{pipe}' does not set ON_DEMAND_COMPUTE true, but --on-demand-compute was passed.\n"
-        "On-demand compute uses dedicated resources that are billed separately from your regular usage.\n\n"
-        "Do you want to proceed?"
-    )
 
     warning_confirm_delete_token = prompt_message("Do you want to delete Token {token}?")
     warning_confirm_refresh_token = prompt_message("Do you want to refresh Token {token}?")

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/service_datasources.py

@@ -39,7 +39,6 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "result_rows", "type": "UInt64"},
                 {"name": "url", "type": "Nullable(String)"},
                 {"name": "error", "type": "UInt8"},
-                {"name": "error_message", "type": "Nullable(String)"},
                 {"name": "status_code", "type": "Int32"},
                 {"name": "request_id", "type": "String"},
                 {"name": "parameters", "type": "Map(String, String)"},
@@ -444,21 +443,25 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
             "dateColumn": "run_validation",
             "engine": {
                 "engine": "MergeTree",
-                "sorting_key": "workspace, host, query_hash, run_validation",
+                "sorting_key": "database, host, run_validation, query_hash",
                 "partition_key": "toYYYYMM(run_validation)",
             },
             "columns": [
+                {"name": "host", "type": "LowCardinality(String)"},
                 {"name": "version", "type": "LowCardinality(String)"},
                 {"name": "stable_version", "type": "LowCardinality(String)"},
                 {"name": "query_hash", "type": "UInt64"},
                 {"name": "query_last_execution", "type": "DateTime"},
-                {"name": "resource_type", "type": "LowCardinality(String)"},
-                {"name": "resource_name", "type": "String"},
+                {"name": "region", "type": "String"},
+                {"name": "workspace", "type": "String"},
+                {"name": "database", "type": "String"},
+                {"name": "pipe_name", "type": "String"},
                 {"name": "query_id", "type": "String"},
                 {"name": "query", "type": "String"},
                 {"name": "error_code", "type": "Int16"},
                 {"name": "error", "type": "String"},
                 {"name": "fix_suggestion", "type": "String"},
+                {"name": "fix_suggestion_ai", "type": "String"},
                 {"name": "run_validation", "type": "DateTime"},
             ],
         },
@@ -677,7 +680,6 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "result_rows", "type": "UInt64"},
                 {"name": "url", "type": "Nullable(String)"},
                 {"name": "error", "type": "UInt8"},
-                {"name": "error_message", "type": "Nullable(String)"},
                 {"name": "status_code", "type": "Int32"},
                 {"name": "request_id", "type": "String"},
                 {"name": "parameters", "type": "Map(String, String)"},
@@ -782,7 +784,7 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
         },
         {
             "name": "organization.metrics_logs",
-            "description": "Metrics of your organization's dedicated ClickHouse clusters, sampled roughly every 10 seconds. One row is one metric for one host at one point in time, so filter by metric and group by host or cluster. value is a String: cast it before doing arithmetic, for example toFloat64(value). description carries ClickHouse's own explanation of the metric. The metrics available cover queries and query concurrency, CPU and load, memory, replication lag and queues, MergeTree storage size and part counts, background merges and mutations, connections, caches, and disk space. The exact set depends on the ClickHouse version and the host platform, so list it with SELECT DISTINCT metric FROM organization.metrics_logs. host is an obfuscated identifier of the form cluster_shard, not the real hostname. This data source has a TTL of 30 days.",
+            "description": "Metrics of your organization's dedicated clusters",
             "dateColumn": "timestamp",
             "engine": {
                 "engine": "MergeTree",
@@ -796,7 +798,6 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "metric", "type": "LowCardinality(String)"},
                 {"name": "value", "type": "String"},
                 {"name": "description", "type": "LowCardinality(String)"},
-                {"name": "organization_id", "type": "String"},
             ],
         },
         {

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/sql.py

@@ -129,9 +129,15 @@ class TableProjection:
     def add_projection_sql(self):
         return f"ADD {self.to_sql()}"
 
+    def drop_projection_sql(self):
+        return f"DROP PROJECTION IF EXISTS {self.name}"
+
     def materialize_projection_sql(self):
         return f"MATERIALIZE PROJECTION IF EXISTS {self.name}"
 
+    def clear_projection_sql(self):
+        return f"CLEAR PROJECTION IF EXISTS {self.name}"
+
 
 def as_subquery(sql: str) -> str:
     return f"""(\n{sql}\n)"""

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/sql_template.py

@@ -18,7 +18,7 @@ from tinybird.context import (
 )
 
 from .datatypes import testers
-from .tornado_template import SAFE_BUILTINS, VALID_CUSTOM_FUNCTION_NAMES, SecurityException, Template
+from .tornado_template import VALID_CUSTOM_FUNCTION_NAMES, SecurityException, Template
 
 VALID_ACTIVATE_FEATURES = frozenset(["analyzer", "parallel_replicas", "optimize_aggregation_in_order"])
 
@@ -84,7 +84,6 @@ class SQLTemplateException(ValueError):
 JOB_TIMESTAMP_PARAM = "job_timestamp"
 DEFAULT_PARAM_NAMES = ["format", "q"]
 RESERVED_PARAM_NAMES = [
-    "__tb__csv_header",
     "__tb__semver",
     "debug_source_tables",
     "debug",
@@ -1375,7 +1374,7 @@ _namespace = {
     # they raise a pretty non understandable error but if someone
     # is using them they know what they are trying to do
     # read https://anee.me/escaping-python-jails-849c65cf306e on how to escape from python jails
-    "__builtins__": SAFE_BUILTINS,
+    "__buildins__": {},
     "__import__": {},
     "__debug__": {},
     "__doc__": {},
@@ -1385,9 +1384,6 @@ _namespace = {
     "close": None,
     "print": None,
     "input": None,
-    # Keep customer parameters named `type`/`dir` usable without restoring the unsafe builtins.
-    "type": None,
-    "dir": None,
 }
 
 
@@ -1481,8 +1477,6 @@ def generate(self, **kwargs) -> Tuple[str, TemplateExecutionResults]:
             # the generated source code.
             "__name__": self.name.replace(".", "_"),
             "__loader__": ObjectDict(get_source=lambda name: self.code),
-            # Set again after kwargs so request parameters can't override it
-            "__builtins__": SAFE_BUILTINS,
             "max_threads": set_max_threads,
             "tb_secret": set_tb_secret,
             "tb_var": set_tb_secret,

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/sql_toolset.py

@@ -699,62 +699,3 @@ def is_invalid_resource_from_current_workspace(
     valid_tables: Optional[Set[Tuple[str, str]]],
 ) -> bool:
     return bool(database == default_database and valid_tables and r not in valid_tables and r not in _replaced_with)
-
-
-def validate_ttl_expression(
-    columns: list[dict[str, str]],
-    ttl: Optional[str],
-    sorting_key: str,
-    primary_key: Optional[str] = None,
-    partition_key: Optional[str] = None,
-) -> Optional[str]:
-    if not ttl:
-        return None
-
-    kwargs = {"partition_key": partition_key} if partition_key else {}
-    error = chquery.validate_ttl(
-        ttl=ttl,
-        columns=columns,
-        sorting_key=sorting_key,
-        primary_key=primary_key or sorting_key,
-        **kwargs,
-    )
-    if error is None:
-        return None
-    return error.removeprefix("DB::Exception: ")
-
-
-TTL_ONLY_DROP_PARTS_SETTING = "ttl_only_drop_parts"
-
-
-def should_default_ttl_only_drop_parts(
-    columns: list[dict[str, str]],
-    ttl: Optional[str],
-    sorting_key: str,
-    partition_key: Optional[str],
-    primary_key: Optional[str] = None,
-) -> bool:
-    """Whether ``ttl_only_drop_parts = 1`` should be defaulted for this table."""
-    if not ttl or not partition_key:
-        return False
-    result = chquery.check_ttl_partition_compatibility(
-        columns=columns,
-        ttl=ttl,
-        sorting_key=sorting_key,
-        primary_key=primary_key or sorting_key,
-        partition_key=partition_key,
-    )
-    return result["checked"] and result["error"] is None
-
-
-def validate_partition_key_expression(
-    columns: list[dict[str, str]],
-    partition_key: Optional[str],
-) -> Optional[str]:
-    if not partition_key:
-        return None
-
-    error = chquery.validate_partition_key(columns=columns, partition_key=partition_key)
-    if error is None:
-        return None
-    return error.removeprefix("DB::Exception: ")

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '4.6.20'
-__revision__ = '3a75e0ef'
+__version__ = '4.6.20.dev0'
+__revision__ = 'fee8cae'

{tinybird-4.6.20 → tinybird-4.6.20.dev0}/tinybird/tb/client.py

@@ -432,16 +432,6 @@ class TinyB:
         format: str = "csv",
         replace_options: Optional[Set[str]] = None,
     ) -> Dict[str, Any]:
-        if mode in ("append", "replace"):
-            return self.datasource_append_url(
-                table_name,
-                url,
-                mode=mode,
-                sql_condition=sql_condition,
-                format=format,
-                replace_options=replace_options,
-            )
-
         params = {"name": table_name, "url": url, "mode": mode, "debug": "blocks_block_log", "format": format}
 
         if sql_condition:
@@ -458,33 +448,6 @@ class TinyB:
 
         return self.wait_for_job(res["id"], status_callback, backoff_multiplier=1.5, maximum_backoff_seconds=20)
 
-    def datasource_append_url(
-        self,
-        datasource_name: str,
-        url: str,
-        mode: str = "append",
-        sql_condition: Optional[str] = None,
-        format: str = "csv",
-        replace_options: Optional[Set[str]] = None,
-    ) -> Dict[str, Any]:
-        params = {"format": format, "url": url}
-        if sql_condition:
-            params["replace_condition"] = sql_condition
-        if replace_options:
-            for option in replace_options:
-                params[option] = "true"
-
-        res = self._req(
-            f"/v1/datasources/{quote(datasource_name, safe='')}/{mode}?{urlencode(params, safe='')}",
-            method="POST",
-            data=b"",
-        )
-        if not isinstance(res, dict):
-            raise RuntimeError("We couldn't confirm that your import started. Please try again.")
-        if "error" in res:
-            raise Exception(res["error"])
-        return res
-
     def datasource_delete(self, datasource_name: str, force: bool = False, dry_run: bool = False):
         params = {"force": "true" if force else "false", "dry_run": "true" if dry_run else "false"}
         return self._req(f"/v0/datasources/{datasource_name}?{urlencode(params)}", method="DELETE")
@@ -743,7 +706,6 @@ class TinyB:
         target_datasource: Optional[str] = None,
         schedule_cron: Optional[str] = None,
         mode: Optional[str] = None,
-        on_demand_compute: Optional[bool] = None,
     ):
         data = {"schedule_cron": schedule_cron}
 
@@ -753,9 +715,6 @@ class TinyB:
         if mode:
             data["mode"] = mode
 
-        if on_demand_compute is not None:
-            data["on_demand_compute"] = "true" if on_demand_compute else "false"
-
         return self._req(f"/v0/pipes/{pipe_name_or_id}/nodes/{node_id}/copy", method="PUT", data=data)
 
     def pipe_remove_copy(self, pipe_name_or_id: str, node_id: str):