tinybird-cli 6.5.3.dev0__py3-none-any.whl → 6.5.4.dev0__py3-none-any.whl

tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '6.5.3.dev0'
-__revision__ = '78e5916'
+__version__ = '6.5.4.dev0'
+__revision__ = 'a87d7b3'

tinybird/client.py

@@ -470,10 +470,26 @@ class TinyB:
     async def datasource_truncate(self, datasource_name: str):
         return await self._req(f"/v0/datasources/{datasource_name}/truncate", method="POST", data="")
 
-    async def datasource_delete_rows(self, datasource_name: str, delete_condition: str, dry_run: bool = False):
-        params = {"delete_condition": delete_condition}
+    async def datasource_delete_rows(
+        self,
+        datasource_name: str,
+        delete_condition: str,
+        dry_run: bool = False,
+        lightweight: bool = False,
+        wait: bool = True,
+        partition: Optional[str] = None,
+        projection_mode: Optional[str] = None,
+    ):
+        params: Dict[str, Any] = {"delete_condition": delete_condition}
+        if lightweight:
+            params["wait"] = "true" if wait else "false"
+            if partition:
+                params["partition"] = partition
+            if projection_mode:
+                params["projection_mode"] = projection_mode
+            return await self._req(f"/v1/datasources/{datasource_name}/delete", method="POST", data=params)
         if dry_run:
-            params.update({"dry_run": "true"})
+            params["dry_run"] = "true"
         return await self._req(f"/v0/datasources/{datasource_name}/delete", method="POST", data=params)
 
     async def datasource_dependencies(

tinybird/feedback_manager.py

@@ -879,6 +879,11 @@ class FeedbackManager:
     success_delete_rows_datasource = success_message(
         "** Data Source '{datasource}' rows deleted matching condition \"{delete_condition}\""
     )
+    success_lightweight_delete_rows_datasource = success_message(
+        "** Data Source '{datasource}' rows deleted matching condition \"{delete_condition}\""
+        "\n   Rows affected: {rows_affected}"
+        "\n   Partitions scanned: {partitions_scanned} (done: {partitions_done}, in progress: {partitions_in_progress})"
+    )
     success_dry_run_delete_rows_datasource = success_message(
         "** [DRY RUN] Data Source '{datasource}' rows '{rows}' matching condition \"{delete_condition}\" to be deleted"
     )

tinybird/sql_toolset.py

@@ -158,7 +158,7 @@ def has_unoptimized_join(sql: str, left_table: Optional[Union[Tuple[str, str], T
             raise UnoptimizedJoinException(sql)
 
 
-def format_where_for_mutation_command(where_clause: str) -> str:
+def format_where_for_mutation_command(where_clause: str, lightweight: bool = False) -> str:
     """
     >>> format_where_for_mutation_command("numnights = 99")
     'DELETE WHERE numnights = 99'
@@ -170,11 +170,14 @@ def format_where_for_mutation_command(where_clause: str) -> str:
     "DELETE WHERE reservationid = \\\\'\\\\\\\\\\\\'foo\\\\'"
     >>> format_where_for_mutation_command("reservationid = '\\\\'foo'")
     "DELETE WHERE reservationid = \\\\'\\\\\\\\\\\\'foo\\\\'"
+    >>> format_where_for_mutation_command("number < 3", lightweight=True)
+    'UPDATE _row_exists = 0 WHERE number < 3'
     """
     formatted_condition = chquery.format(f"""SELECT {where_clause}""").split("SELECT ")[1]
     formatted_condition = formatted_condition.replace("\\", "\\\\").replace("'", "''")
     quoted_condition = chquery.format(f"SELECT '{formatted_condition}'").split("SELECT ")[1]
-    return f"DELETE WHERE {quoted_condition[1:-1]}"
+    prefix = "UPDATE _row_exists = 0 WHERE" if lightweight else "DELETE WHERE"
+    return f"{prefix} {quoted_condition[1:-1]}"
 
 
 # Functions that take table/dictionary names as string literal arguments.

tinybird/tb_cli_modules/datasource.py

@@ -363,23 +363,70 @@ async def datasource_truncate(ctx, datasource_name, yes, cascade):
 @click.argument("datasource_name")
 @click.option("--sql-condition", default=None, help="SQL WHERE condition to remove rows", hidden=True, required=True)
 @click.option("--yes", is_flag=True, default=False, help="Do not ask for confirmation")
-@click.option("--wait", is_flag=True, default=False, help="Wait for delete job to finish, disabled by default")
+@click.option(
+    "--wait/--no-wait",
+    default=None,
+    help="Wait for the delete to finish. Defaults to true with --lightweight-delete (sync request), "
+    "false otherwise (returns a job id).",
+)
 @click.option("--dry-run", is_flag=True, default=False, help="Run the command without deleting anything")
+@click.option(
+    "--lightweight-delete",
+    "lightweight",
+    is_flag=True,
+    default=False,
+    help="Use ClickHouse lightweight DELETE. Defaults to waiting inline and returning rows_affected; "
+    "pass --no-wait to enqueue a job instead. Not compatible with --dry-run.",
+)
+@click.option(
+    "--partition",
+    default=None,
+    help="Restrict the lightweight delete to a single partition expression. Only valid with --lightweight-delete.",
+)
+@click.option(
+    "--projection-mode",
+    type=click.Choice(["throw", "drop", "rebuild"]),
+    default=None,
+    help="How ClickHouse should handle table projections when running the lightweight DELETE. "
+    "throw: fail the DELETE if the table has any projection defined (ClickHouse default). "
+    "drop: drop the affected projections so the DELETE can proceed; they will need to be recreated. "
+    "rebuild: rebuild the affected projections after the DELETE finishes. "
+    "Only valid with --lightweight-delete.",
+)
 @click.pass_context
 @coro
-async def datasource_delete_rows(ctx, datasource_name, sql_condition, yes, wait, dry_run):
+async def datasource_delete_rows(
+    ctx, datasource_name, sql_condition, yes, wait, dry_run, lightweight, partition, projection_mode
+):
     """
     Delete rows from a datasource
 
     - Delete rows with SQL condition: `tb datasource delete [datasource_name] --sql-condition "country='ES'"`
 
     - Delete rows with SQL condition and wait for the job to finish: `tb datasource delete [datasource_name] --sql-condition "country='ES'" --wait`
+
+    - Use ClickHouse lightweight DELETE (synchronous, no job): `tb datasource delete [datasource_name] --sql-condition "country='ES'" --lightweight-delete`
+
+    - Use ClickHouse lightweight DELETE and return immediately with a job id: `tb datasource delete [datasource_name] --sql-condition "country='ES'" --lightweight-delete --no-wait`
     """
 
     semver: str = ctx.ensure_object(dict)["config"]["semver"]
     await warn_if_in_live(semver)
 
     client: TinyB = ctx.ensure_object(dict)["client"]
+    if lightweight and dry_run:
+        raise CLIDatasourceException(
+            FeedbackManager.error_exception(error="--lightweight-delete is not compatible with --dry-run")
+        )
+    if (partition or projection_mode) and not lightweight:
+        raise CLIDatasourceException(
+            FeedbackManager.error_exception(error="--partition and --projection-mode require --lightweight-delete")
+        )
+    # Lightweight delete is sync by default (the endpoint blocks and returns
+    # rows_affected); the classic /v0/ delete is async by default (returns a
+    # job id). The tri-state --wait/--no-wait lets users override either.
+    if wait is None:
+        wait = lightweight
     if (
         dry_run
         or yes
@@ -390,7 +437,15 @@ async def datasource_delete_rows(ctx, datasource_name, sql_condition, yes, wait,
         )
     ):
         try:
-            res = await client.datasource_delete_rows(datasource_name, sql_condition, dry_run)
+            res = await client.datasource_delete_rows(
+                datasource_name,
+                sql_condition,
+                dry_run,
+                lightweight=lightweight,
+                wait=wait,
+                partition=partition,
+                projection_mode=projection_mode,
+            )
             if dry_run:
                 click.echo(
                     FeedbackManager.success_dry_run_delete_rows_datasource(
@@ -398,10 +453,24 @@ async def datasource_delete_rows(ctx, datasource_name, sql_condition, yes, wait,
                     )
                 )
                 return
+            # Lightweight sync path returns rows_affected directly, no job involved.
+            if lightweight and wait:
+                mutation = res.get("mutation") or {}
+                click.echo(
+                    FeedbackManager.success_lightweight_delete_rows_datasource(
+                        datasource=datasource_name,
+                        delete_condition=sql_condition,
+                        rows_affected=res.get("rows_affected", 0),
+                        partitions_scanned=mutation.get("partitions_scanned", 0),
+                        partitions_done=mutation.get("partitions_done", 0),
+                        partitions_in_progress=mutation.get("partitions_in_progress", 0),
+                    )
+                )
+                return
             job_id = res["job_id"]
             job_url = res["job_url"]
             click.echo(FeedbackManager.info_datasource_delete_rows_job_url(url=job_url))
-            if wait:
+            if wait and not lightweight:
                 progress_symbols = ["-", "\\", "|", "/"]
                 progress_str = "Waiting for the job to finish"
                 # TODO: Use click.echo instead of print and see if the behavior is the same

{tinybird_cli-6.5.3.dev0.dist-info → tinybird_cli-6.5.4.dev0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird_cli
-Version: 6.5.3.dev0
+Version: 6.5.4.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli
 Author: Tinybird
@@ -43,6 +43,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+6.5.3
+***********
+
+- `Added` ``tb datasource delete`` now accepts ``--lightweight-delete``, ``--partition`` and ``--projection-mode``, backed by the ``POST /v1/datasources/{name}/delete`` endpoint that uses ClickHouse's lightweight ``DELETE FROM`` instead of the heavy ``ALTER TABLE ... DELETE`` mutation. Lightweight delete is synchronous by default and returns the affected row count plus a partition-level mutation block; pass ``--no-wait`` to enqueue a job and receive the v0-compatible envelope.
+
 6.5.1
 ***********
 

{tinybird_cli-6.5.3.dev0.dist-info → tinybird_cli-6.5.4.dev0.dist-info}/RECORD

@@ -1,16 +1,16 @@
-tinybird/__cli__.py,sha256=LPmuAgokLbFvufBGm125_2-R8lK3ZGoEclRW298xcNg,236
+tinybird/__cli__.py,sha256=Wf0VS-wmsRJS_MkAzra29SE6k7aD2D1mjYB3EoflQZ0,236
 tinybird/check_pypi.py,sha256=_4NkharLyR_ELrAdit-ftqIWvOf7jZNPt3i76frlo9g,975
-tinybird/client.py,sha256=ZgwGrip9cuF5DJiS1vFbEpXvEOC7UqAaaxZnqRwG4Fo,51808
+tinybird/client.py,sha256=Tql8VEj9OJIRN7znUsEGkJ5XSwLMR2lKk5GpxTqgL14,52360
 tinybird/config.py,sha256=g74rE9jbVcyFj1bms5T3VEITLr21_WFy79Uj5ovvj90,7413
 tinybird/context.py,sha256=o4yvlXPkMLmdh-XJl3wpmqPAMeRRz5ScKzKlHHKn_I8,1201
 tinybird/datafile_common.py,sha256=MyMobDF6UOFFEsXnHrUWuOb0kJ6tkzZpiq1CjL7RlKY,237598
 tinybird/datatypes.py,sha256=Lr8BIaRP--qzuZFpAdv20uQaeE1BOAMmuEwWVHheFPw,11355
-tinybird/feedback_manager.py,sha256=OehfKVruCHwUNN1bHIbDICvOaIovc3hb6RjGHTyIkBc,67667
+tinybird/feedback_manager.py,sha256=ZnRsExCkEZKuslmSxn3m706-0UIZ_qOpdek9ar16KOI,68001
 tinybird/git_settings.py,sha256=mqWgeboOlOFsSo97qyv595UCR2R1QCAqT4GTawBNPBg,3935
 tinybird/sql.py,sha256=qdqxsq1WPiGTk-SmZWaxvZb936ISdo1ChZhnC_uXeUE,49351
 tinybird/sql_template.py,sha256=nSzUdaQe18Da_8qlgLW7tsZl1pOa2kDaBa8TdrF6pJ4,128667
 tinybird/sql_template_fmt.py,sha256=Ma4qcs-2r8ZXQC4GUmrCqYz34DsnGF8k5lE2Jwnr314,10638
-tinybird/sql_toolset.py,sha256=xWY-EtixaZKUPuNY4WBz2fDwwNnmbgtdLsmI2wy67UA,27220
+tinybird/sql_toolset.py,sha256=TvWeH3DsB13SfJ97V_t_ZaFTJ1IAtsrxQ8E3FLL8_tE,27442
 tinybird/syncasync.py,sha256=rIPmCvygWSFqfnlVqhZH4N9gVVTvD6DEPsfoxGizYrI,27776
 tinybird/tb_cli.py,sha256=q1LGAsBVVMJsjR2HK62Pu6vpVtLzNmH8wHrEVUUdVkU,744
 tinybird/tornado_template.py,sha256=1_0nYFk_xJh_TMHh6AKkJILvnNY6xYmaM-uJ3Ofv7e8,42085
@@ -23,7 +23,7 @@ tinybird/tb_cli_modules/cli.py,sha256=KvgZfdYRvgKG5QAiFmlfLbVGI-xmuxbs-EdkAslqrE
 tinybird/tb_cli_modules/common.py,sha256=763GkBOgXIcB48UnuSjnGfxdfoSx5iqCniK15R0Aq5Y,77366
 tinybird/tb_cli_modules/config.py,sha256=0kFDmsDcjKon32rgFGMHHKSbv4j5dOrXtVOlyuAyEkk,11510
 tinybird/tb_cli_modules/connection.py,sha256=JO2v2xTGoiMeThzCncvxMFUHLghyyGXNF0FcAvi5ZOk,24543
-tinybird/tb_cli_modules/datasource.py,sha256=b12ClLFISGHqK7zrLZBX5OT-8Nxd2oW734-Xon0dTE8,32541
+tinybird/tb_cli_modules/datasource.py,sha256=9j4cw02k8txabdUoRHap-oPwECbbBnzugsFIf6o_ljY,35688
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/fmt.py,sha256=edQap4tAqWMWogSIx5zriT75naLi73XTB3NwatmcrFw,3518
 tinybird/tb_cli_modules/job.py,sha256=BxiqChDYa_4W4tFXHIUz2bOzkx8WMFywynjiPWgDlnE,2936
@@ -36,8 +36,8 @@ tinybird/tb_cli_modules/token.py,sha256=JXATKTlbXohP9ZDZjlz8E4VYG6zrknKZhuz_wh1z
 tinybird/tb_cli_modules/workspace.py,sha256=Ssu-jKk7lp4Gh3qX5DXhIbImyhs9aCvL09u_T75zw1I,12421
 tinybird/tb_cli_modules/workspace_members.py,sha256=ksXsjd233y9-sNlz4Qb-meZbX4zn1B84e_bSm2i8rhg,8731
 tinybird/tb_cli_modules/tinyunit/tinyunit.py,sha256=50uqMgJD2BqSVONtCm55nuGRWhBNZWRc2GP1Qb8URdg,11246
-tinybird_cli-6.5.3.dev0.dist-info/METADATA,sha256=2d95ALNGay1rEmgOesllyu-kiWnf6JGleP8yRWnqytY,82319
-tinybird_cli-6.5.3.dev0.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
-tinybird_cli-6.5.3.dev0.dist-info/entry_points.txt,sha256=PKPKuPmA4IfJYnCFHHUiw-aAWZuBomFvwCklv1OyCjE,43
-tinybird_cli-6.5.3.dev0.dist-info/top_level.txt,sha256=ZIQJTPCzMqnfDzM_hEGZrJqDSEcKnIK_49T86DGWpyQ,78
-tinybird_cli-6.5.3.dev0.dist-info/RECORD,,
+tinybird_cli-6.5.4.dev0.dist-info/METADATA,sha256=iftt91TP5EZwKaP-bhiMd6WA-k9WZrPSLvyqfDMUE78,82821
+tinybird_cli-6.5.4.dev0.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
+tinybird_cli-6.5.4.dev0.dist-info/entry_points.txt,sha256=PKPKuPmA4IfJYnCFHHUiw-aAWZuBomFvwCklv1OyCjE,43
+tinybird_cli-6.5.4.dev0.dist-info/top_level.txt,sha256=ZIQJTPCzMqnfDzM_hEGZrJqDSEcKnIK_49T86DGWpyQ,78
+tinybird_cli-6.5.4.dev0.dist-info/RECORD,,