tinybird-cli 5.8.0.dev2__tar.gz → 5.8.0.dev3__tar.gz

{tinybird-cli-5.8.0.dev2 → tinybird-cli-5.8.0.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.8.0.dev2
+Version: 5.8.0.dev3
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.8.0.dev3
+**********
+
+- `Added` `tb datasource scheduling` commands to manage the scheduling of a Data Source
+
 5.8.0.dev2
 ***********
 

{tinybird-cli-5.8.0.dev2 → tinybird-cli-5.8.0.dev3}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '5.8.0.dev2'
-__revision__ = 'edc984c'
+__version__ = '5.8.0.dev3'
+__revision__ = '43074f3'

{tinybird-cli-5.8.0.dev2 → tinybird-cli-5.8.0.dev3}/tinybird/client.py

@@ -474,6 +474,24 @@ class TinyB(object):
     async def datasource_sync(self, datasource_id: str):
         return await self._req(f"/v0/datasources/{datasource_id}/scheduling/runs", method="POST", data="")
 
+    async def datasource_scheduling_state(self, datasource_id: str):
+        response = await self._req(f"/v0/datasources/{datasource_id}/scheduling/state", method="GET")
+        return response["state"]
+
+    async def datasource_scheduling_pause(self, datasource_id: str):
+        return await self._req(
+            f"/v0/datasources/{datasource_id}/scheduling/state",
+            method="PUT",
+            data='{"state": "paused"}',
+        )
+
+    async def datasource_scheduling_resume(self, datasource_id: str):
+        return await self._req(
+            f"/v0/datasources/{datasource_id}/scheduling/state",
+            method="PUT",
+            data='{"state": "running"}',
+        )
+
     async def datasource_exchange(self, datasource_a: str, datasource_b: str):
         payload = {"datasource_a": datasource_a, "datasource_b": datasource_b}
         return await self._req("/v0/datasources/exchange", method="POST", data=payload)

{tinybird-cli-5.8.0.dev2 → tinybird-cli-5.8.0.dev3}/tinybird/feedback_manager.py

@@ -157,6 +157,15 @@ class FeedbackManager:
     error_creating_copy_job = error_message("Failed creating copy job: {error}")
     error_pausing_copy_pipe = error_message("Failed pausing copy pipe: {error}")
     error_resuming_copy_pipe = error_message("Failed resuming copy pipe: {error}")
+    error_pausing_datasource_scheduling = error_message(
+        "Failed pausing scheduling for Data Source '{datasource}': {error}"
+    )
+    error_resuming_datasource_scheduling = error_message(
+        "Failed resuming scheduling for Data Source '{datasource}': {error}"
+    )
+    error_datasource_scheduling_state = error_message(
+        "Failed requesting scheduling state for Data Source '{datasource}': {error}"
+    )
     error_creating_pipe = error_message("Failed creating pipe {error}")
     error_creating_sink_job = error_message("Failed creating sink job: {error}")
     error_running_on_demand_sink_job = error_message("Failed running on-demand sink job: {error}")
@@ -681,6 +690,9 @@ Ready? """
     info_datasource_title = print_message("** {title}", bcolors.BOLD)
     info_datasource_row = info_message("{row}")
     info_datasource_delete_rows_job_url = info_message("** Delete rows job url {url}")
+    info_datasource_scheduling_state = info_message("** Scheduling state for Data Source '{datasource}': {state}")
+    info_datasource_scheduling_pause = info_message("** Pausing scheduling...")
+    info_datasource_scheduling_resume = info_message("** Resuming scheduling...")
     info_pipes = info_message("** Pipes:")
     info_pipe_name = info_message("** - {pipe}")
     info_using_node = print_message("** Using last node {node} as endpoint")
@@ -933,6 +945,8 @@ Ready? """
     success_datasource_unshared = success_message(
         "** The Data Source {datasource} has been correctly unshared from {workspace}"
     )
+    success_datasource_scheduling_resumed = success_message("""** Scheduling resumed for Data Source '{datasource}'""")
+    success_datasource_scheduling_paused = success_message("""** Scheduling paused for Data Source '{datasource}'""")
     success_connection_created = success_message("** Connection {id} created successfully!")
 
     # TODO: Update the message when the .env feature is implemented

{tinybird-cli-5.8.0.dev2 → tinybird-cli-5.8.0.dev3}/tinybird/sql_template.py

@@ -386,14 +386,14 @@ def array_type(types):  # noqa: C901
             for i, t in enumerate(list_values):
                 if _type in testers:
                     if testers[_type](str(t)):
-                        values.append(expression_wrapper(types[_type](t), f"{x}[{i}]"))
+                        values.append(expression_wrapper(types[_type](t), str(t)))
                     else:
                         raise SQLTemplateException(
                             f"Error validating {x}[{i}]({t}) to type {_type}",
                             documentation="/cli/advanced-templates.html",
                         )
                 else:
-                    values.append(expression_wrapper(types.get(_type, lambda x: x)(t), f"{x}[{i}]"))
+                    values.append(expression_wrapper(types.get(_type, lambda x: x)(t), str(t)))
             return Expression(f"[{','.join(map(str, values))}]")
         except AttributeError as e:
             logging.warning(f"AttributeError on Array: {e}")
@@ -1314,8 +1314,9 @@ def expression_wrapper(x, name, escape_arrays: bool = False):
     elif isinstance(x, Comment):
         return "-- {x} \n"
     if x is None:
+        truncated_name = name[:20] + "..." if len(name) > 20 else name
         raise SQLTemplateException(
-            f'expression "{name}" evaluated to null', documentation="/cli/advanced-templates.html"
+            f'expression "{truncated_name}" evaluated to null', documentation="/cli/advanced-templates.html"
         )
     if isinstance(x, list) and escape_arrays:
         logging.warning(f"expression_wrapper -> list :{x}:")
@@ -1992,6 +1993,14 @@ def render_sql_template(
     Traceback (most recent call last):
     ...
     tinybird.sql_template.SQLTemplateException: Template Syntax Error: expression "test" evaluated to null
+    >>> render_sql_template("SELECT {{testisasuperlongthingandwedontwanttoreturnthefullthing}}", {'token':'testing'})
+    Traceback (most recent call last):
+    ...
+    tinybird.sql_template.SQLTemplateException: Template Syntax Error: expression "testisasuperlongthin..." evaluated to null
+    >>> render_sql_template("SELECT {{ Array(embedding, 'Float32') }}", {'token':'testing', 'embedding': '1,2,3,4, null'})
+    Traceback (most recent call last):
+    ...
+    tinybird.sql_template.SQLTemplateException: Template Syntax Error: Error validating 1,2,3,4, null[4]( null) to type Float32
     >>> render_sql_template('{% if test %}SELECT 1{% else %} select 2 {% end %}')
     (' select 2 ', {}, [])
     >>> render_sql_template('{% if Int32(test, 1) %}SELECT 1{% else %} select 2 {% end %}')

{tinybird-cli-5.8.0.dev2 → tinybird-cli-5.8.0.dev3}/tinybird/tb_cli_modules/datasource.py

@@ -805,3 +805,65 @@ async def datasource_copy_from_main(
     if wait:
         base_msg = "Copy from Main Workspace" if sql_from_main else f"Copy from {sql}"
         await wait_job(client, job_id, job_url, f"{base_msg} to {datasource_name}")
+
+
+@datasource.group(name="scheduling")
+@click.pass_context
+def datasource_scheduling(ctx: Context) -> None:
+    """Data Source scheduling commands."""
+
+
+@datasource_scheduling.command(name="state")
+@click.argument("datasource_name")
+@click.pass_context
+@coro
+async def datasource_scheduling_state(ctx: Context, datasource_name: str) -> None:
+    """Get the scheduling state of a Data Source."""
+    client: TinyB = ctx.obj["client"]
+    try:
+        state = await client.datasource_scheduling_state(datasource_name)
+        click.echo(FeedbackManager.info_datasource_scheduling_state(datasource=datasource_name, state=state))
+    except Exception as e:
+        raise CLIDatasourceException(
+            FeedbackManager.error_datasource_scheduling_state(datasource=datasource_name, error=e)
+        )
+
+
+@datasource_scheduling.command(name="pause")
+@click.argument("datasource_name")
+@click.pass_context
+@coro
+async def datasource_scheduling_pause(ctx: Context, datasource_name: str) -> None:
+    """Pause the scheduling of a Data Source."""
+
+    click.echo(FeedbackManager.info_datasource_scheduling_pause())
+    client: TinyB = ctx.ensure_object(dict)["client"]
+
+    try:
+        await client.datasource_scheduling_pause(datasource_name)
+        click.echo(FeedbackManager.success_datasource_scheduling_paused(datasource=datasource_name))
+
+    except Exception as e:
+        raise CLIDatasourceException(
+            FeedbackManager.error_pausing_datasource_scheduling(datasource=datasource_name, error=e)
+        )
+
+
+@datasource_scheduling.command(name="resume")
+@click.argument("datasource_name")
+@click.pass_context
+@coro
+async def datasource_scheduling_resume(ctx: Context, datasource_name: str) -> None:
+    """Resume the scheduling of a Data Source."""
+
+    click.echo(FeedbackManager.info_datasource_scheduling_resume())
+    client: TinyB = ctx.ensure_object(dict)["client"]
+
+    try:
+        await client.datasource_scheduling_resume(datasource_name)
+        click.echo(FeedbackManager.success_datasource_scheduling_resumed(datasource=datasource_name))
+
+    except Exception as e:
+        raise CLIDatasourceException(
+            FeedbackManager.error_resuming_datasource_scheduling(datasource=datasource_name, error=e)
+        )

{tinybird-cli-5.8.0.dev2 → tinybird-cli-5.8.0.dev3}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.8.0.dev2
+Version: 5.8.0.dev3
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.8.0.dev3
+**********
+
+- `Added` `tb datasource scheduling` commands to manage the scheduling of a Data Source
+
 5.8.0.dev2
 ***********