tinybird-cli 5.8.0.dev2__py3-none-any.whl → 5.8.0.dev3__py3-none-any.whl

tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '5.8.0.dev2'
-__revision__ = 'edc984c'
+__version__ = '5.8.0.dev3'
+__revision__ = '43074f3'

tinybird/client.py

@@ -474,6 +474,24 @@ class TinyB(object):
     async def datasource_sync(self, datasource_id: str):
         return await self._req(f"/v0/datasources/{datasource_id}/scheduling/runs", method="POST", data="")
 
+    async def datasource_scheduling_state(self, datasource_id: str):
+        response = await self._req(f"/v0/datasources/{datasource_id}/scheduling/state", method="GET")
+        return response["state"]
+
+    async def datasource_scheduling_pause(self, datasource_id: str):
+        return await self._req(
+            f"/v0/datasources/{datasource_id}/scheduling/state",
+            method="PUT",
+            data='{"state": "paused"}',
+        )
+
+    async def datasource_scheduling_resume(self, datasource_id: str):
+        return await self._req(
+            f"/v0/datasources/{datasource_id}/scheduling/state",
+            method="PUT",
+            data='{"state": "running"}',
+        )
+
     async def datasource_exchange(self, datasource_a: str, datasource_b: str):
         payload = {"datasource_a": datasource_a, "datasource_b": datasource_b}
         return await self._req("/v0/datasources/exchange", method="POST", data=payload)

tinybird/feedback_manager.py

@@ -157,6 +157,15 @@ class FeedbackManager:
     error_creating_copy_job = error_message("Failed creating copy job: {error}")
     error_pausing_copy_pipe = error_message("Failed pausing copy pipe: {error}")
     error_resuming_copy_pipe = error_message("Failed resuming copy pipe: {error}")
+    error_pausing_datasource_scheduling = error_message(
+        "Failed pausing scheduling for Data Source '{datasource}': {error}"
+    )
+    error_resuming_datasource_scheduling = error_message(
+        "Failed resuming scheduling for Data Source '{datasource}': {error}"
+    )
+    error_datasource_scheduling_state = error_message(
+        "Failed requesting scheduling state for Data Source '{datasource}': {error}"
+    )
     error_creating_pipe = error_message("Failed creating pipe {error}")
     error_creating_sink_job = error_message("Failed creating sink job: {error}")
     error_running_on_demand_sink_job = error_message("Failed running on-demand sink job: {error}")
@@ -681,6 +690,9 @@ Ready? """
     info_datasource_title = print_message("** {title}", bcolors.BOLD)
     info_datasource_row = info_message("{row}")
     info_datasource_delete_rows_job_url = info_message("** Delete rows job url {url}")
+    info_datasource_scheduling_state = info_message("** Scheduling state for Data Source '{datasource}': {state}")
+    info_datasource_scheduling_pause = info_message("** Pausing scheduling...")
+    info_datasource_scheduling_resume = info_message("** Resuming scheduling...")
     info_pipes = info_message("** Pipes:")
     info_pipe_name = info_message("** - {pipe}")
     info_using_node = print_message("** Using last node {node} as endpoint")
@@ -933,6 +945,8 @@ Ready? """
     success_datasource_unshared = success_message(
         "** The Data Source {datasource} has been correctly unshared from {workspace}"
     )
+    success_datasource_scheduling_resumed = success_message("""** Scheduling resumed for Data Source '{datasource}'""")
+    success_datasource_scheduling_paused = success_message("""** Scheduling paused for Data Source '{datasource}'""")
     success_connection_created = success_message("** Connection {id} created successfully!")
 
     # TODO: Update the message when the .env feature is implemented

tinybird/sql_template.py

@@ -386,14 +386,14 @@ def array_type(types):  # noqa: C901
             for i, t in enumerate(list_values):
                 if _type in testers:
                     if testers[_type](str(t)):
-                        values.append(expression_wrapper(types[_type](t), f"{x}[{i}]"))
+                        values.append(expression_wrapper(types[_type](t), str(t)))
                     else:
                         raise SQLTemplateException(
                             f"Error validating {x}[{i}]({t}) to type {_type}",
                             documentation="/cli/advanced-templates.html",
                         )
                 else:
-                    values.append(expression_wrapper(types.get(_type, lambda x: x)(t), f"{x}[{i}]"))
+                    values.append(expression_wrapper(types.get(_type, lambda x: x)(t), str(t)))
             return Expression(f"[{','.join(map(str, values))}]")
         except AttributeError as e:
             logging.warning(f"AttributeError on Array: {e}")
@@ -1314,8 +1314,9 @@ def expression_wrapper(x, name, escape_arrays: bool = False):
     elif isinstance(x, Comment):
         return "-- {x} \n"
     if x is None:
+        truncated_name = name[:20] + "..." if len(name) > 20 else name
         raise SQLTemplateException(
-            f'expression "{name}" evaluated to null', documentation="/cli/advanced-templates.html"
+            f'expression "{truncated_name}" evaluated to null', documentation="/cli/advanced-templates.html"
         )
     if isinstance(x, list) and escape_arrays:
         logging.warning(f"expression_wrapper -> list :{x}:")
@@ -1992,6 +1993,14 @@ def render_sql_template(
     Traceback (most recent call last):
     ...
     tinybird.sql_template.SQLTemplateException: Template Syntax Error: expression "test" evaluated to null
+    >>> render_sql_template("SELECT {{testisasuperlongthingandwedontwanttoreturnthefullthing}}", {'token':'testing'})
+    Traceback (most recent call last):
+    ...
+    tinybird.sql_template.SQLTemplateException: Template Syntax Error: expression "testisasuperlongthin..." evaluated to null
+    >>> render_sql_template("SELECT {{ Array(embedding, 'Float32') }}", {'token':'testing', 'embedding': '1,2,3,4, null'})
+    Traceback (most recent call last):
+    ...
+    tinybird.sql_template.SQLTemplateException: Template Syntax Error: Error validating 1,2,3,4, null[4]( null) to type Float32
     >>> render_sql_template('{% if test %}SELECT 1{% else %} select 2 {% end %}')
     (' select 2 ', {}, [])
     >>> render_sql_template('{% if Int32(test, 1) %}SELECT 1{% else %} select 2 {% end %}')

tinybird/tb_cli_modules/datasource.py

@@ -805,3 +805,65 @@ async def datasource_copy_from_main(
     if wait:
         base_msg = "Copy from Main Workspace" if sql_from_main else f"Copy from {sql}"
         await wait_job(client, job_id, job_url, f"{base_msg} to {datasource_name}")
+
+
+@datasource.group(name="scheduling")
+@click.pass_context
+def datasource_scheduling(ctx: Context) -> None:
+    """Data Source scheduling commands."""
+
+
+@datasource_scheduling.command(name="state")
+@click.argument("datasource_name")
+@click.pass_context
+@coro
+async def datasource_scheduling_state(ctx: Context, datasource_name: str) -> None:
+    """Get the scheduling state of a Data Source."""
+    client: TinyB = ctx.obj["client"]
+    try:
+        state = await client.datasource_scheduling_state(datasource_name)
+        click.echo(FeedbackManager.info_datasource_scheduling_state(datasource=datasource_name, state=state))
+    except Exception as e:
+        raise CLIDatasourceException(
+            FeedbackManager.error_datasource_scheduling_state(datasource=datasource_name, error=e)
+        )
+
+
+@datasource_scheduling.command(name="pause")
+@click.argument("datasource_name")
+@click.pass_context
+@coro
+async def datasource_scheduling_pause(ctx: Context, datasource_name: str) -> None:
+    """Pause the scheduling of a Data Source."""
+
+    click.echo(FeedbackManager.info_datasource_scheduling_pause())
+    client: TinyB = ctx.ensure_object(dict)["client"]
+
+    try:
+        await client.datasource_scheduling_pause(datasource_name)
+        click.echo(FeedbackManager.success_datasource_scheduling_paused(datasource=datasource_name))
+
+    except Exception as e:
+        raise CLIDatasourceException(
+            FeedbackManager.error_pausing_datasource_scheduling(datasource=datasource_name, error=e)
+        )
+
+
+@datasource_scheduling.command(name="resume")
+@click.argument("datasource_name")
+@click.pass_context
+@coro
+async def datasource_scheduling_resume(ctx: Context, datasource_name: str) -> None:
+    """Resume the scheduling of a Data Source."""
+
+    click.echo(FeedbackManager.info_datasource_scheduling_resume())
+    client: TinyB = ctx.ensure_object(dict)["client"]
+
+    try:
+        await client.datasource_scheduling_resume(datasource_name)
+        click.echo(FeedbackManager.success_datasource_scheduling_resumed(datasource=datasource_name))
+
+    except Exception as e:
+        raise CLIDatasourceException(
+            FeedbackManager.error_resuming_datasource_scheduling(datasource=datasource_name, error=e)
+        )

{tinybird_cli-5.8.0.dev2.dist-info → tinybird_cli-5.8.0.dev3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.8.0.dev2
+Version: 5.8.0.dev3
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -51,6 +51,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.8.0.dev3
+**********
+
+- `Added` `tb datasource scheduling` commands to manage the scheduling of a Data Source
+
 5.8.0.dev2
 ***********
 

{tinybird_cli-5.8.0.dev2.dist-info → tinybird_cli-5.8.0.dev3.dist-info}/RECORD

@@ -1,15 +1,15 @@
-tinybird/__cli__.py,sha256=8-80CmDRhb-4_YTzdpUFBsiHw0rKhtwr6X9QXQ6CfX4,254
+tinybird/__cli__.py,sha256=36ABzbDg70Y06Sv5FPNSuv9HDzntouKP_j5iDzjx63Y,254
 tinybird/check_pypi.py,sha256=_4NkharLyR_ELrAdit-ftqIWvOf7jZNPt3i76frlo9g,975
-tinybird/client.py,sha256=Zk3kA0fT2lA1UBOWm2u170xBeR9ajVkdfn18JBIVk6Q,49914
+tinybird/client.py,sha256=RVJ8jPkxRpG7vfPN3p_oO2t5IanzqTiRtBhwwaG2vJo,50607
 tinybird/config.py,sha256=LTHiR5JeAhslZCq4WaIZRW973KQMcEEC7TfN-uyS3wU,5397
 tinybird/connectors.py,sha256=lkpVSUmSuViEZBa4QjTK7YmPHUop0a5UFoTrSmlVq6k,15244
 tinybird/context.py,sha256=3KwB9TL-nON6qX9Mm5uev4CkrgLwYyNDvdFfQmNc0Cc,1171
 tinybird/datafile.py,sha256=CpM6r4ndsfUURrzwrqcidpIw6Dgvc9m-2KGmJk3UMPU,227385
 tinybird/datatypes.py,sha256=wwXaEy3l_UyfsH9xzYqBENQR7MSrFnDSvgS_CzLucOQ,10462
-tinybird/feedback_manager.py,sha256=LnjevE6ZlvYfk93_IeUuA8d0duV_HxV6fUVfMkYlWYw,66038
+tinybird/feedback_manager.py,sha256=y2lWW5JZHh2F0jGCNnfM5w1gokIPn8_zPkiFHoIvyQE,66979
 tinybird/git_settings.py,sha256=vu8sWb3TAXeM8Tqy27aR0el8MnPm7kqQzTRV76xB0ro,4707
 tinybird/sql.py,sha256=hUnpfmkRkdyZV2ylIYflzxnwyv5Es7fLEv6cBc39OJA,41589
-tinybird/sql_template.py,sha256=Fo-bQNa2NvlGKMG4Mbkh19_giKYd7fV2oob9yZseYd8,89269
+tinybird/sql_template.py,sha256=_E5Hrz8G7oe975eufD1B8xG-dr1u1rFJrp80yygJ0sQ,89929
 tinybird/sql_template_fmt.py,sha256=1z-PuqSZXtzso8Z_mPqUc-NxIxUrNUcVIPezNieZk-M,10196
 tinybird/sql_toolset.py,sha256=OIilqfV8o9uIOk6LetDwz4cePzLHKj-iiGvZou203SU,13777
 tinybird/syncasync.py,sha256=WlcT89npPwxcDEZ6kSF4ViZnyRwoEr74Jk1NDjhW83k,27819
@@ -24,7 +24,7 @@ tinybird/tb_cli_modules/cli.py,sha256=qfiy3jyHe7itzgJjUsphE4s64igXN_0hBddfsl0Fbb
 tinybird/tb_cli_modules/common.py,sha256=ym2P6ojiDg8gREKvY4IEDeAXFBhTQjoQrb-B5vIAy5c,87235
 tinybird/tb_cli_modules/config.py,sha256=6NTgIdwf0X132A1j6G_YrdPep87ymZ9b5pABabKLzh4,11484
 tinybird/tb_cli_modules/connection.py,sha256=Ur2EgXRC25idzcQqh9ayAL5K2KA2EepyavHuj9a4sBM,28306
-tinybird/tb_cli_modules/datasource.py,sha256=uqWMe5CamMM5GJAHhocB0XZyqQv6bOjwhrLkD3UzTNw,32312
+tinybird/tb_cli_modules/datasource.py,sha256=WC4q4Lv-4zZT-mgAbGfWpgNXu7WXadh3en5HIl8fycc,34551
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/fmt.py,sha256=Xn70KSFP79Huz3Cs7hpL64FSCkehyW1zrxp_gmSW6jw,3324
 tinybird/tb_cli_modules/job.py,sha256=AG69LPb9MbobA1awwJFZJvxqarDKfRlsBjw2V1zvYqc,2964
@@ -38,8 +38,8 @@ tinybird/tb_cli_modules/workspace.py,sha256=pGFyLeKLXG8PaqvBVBy707ckwGRBkXlmvRqC
 tinybird/tb_cli_modules/workspace_members.py,sha256=OeEypt5wtHrXBAV5AWtCl2UYuiG-9jgy-JDFUH4JphA,8612
 tinybird/tb_cli_modules/tinyunit/tinyunit.py,sha256=0dYYmZMMJVubxSPls2e_a-fqtUYvgLfu2B0xwLfkbHw,11667
 tinybird/tb_cli_modules/tinyunit/tinyunit_lib.py,sha256=j92za8QbXrv4eIPjKBZPn9ghR-nYQ2wZZ88MeXyMWXE,1868
-tinybird_cli-5.8.0.dev2.dist-info/METADATA,sha256=cTpmdwWJWcWC9O87S01Jc1wJI7vpF4Cy8KEF1jUBFgA,75924
-tinybird_cli-5.8.0.dev2.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tinybird_cli-5.8.0.dev2.dist-info/entry_points.txt,sha256=PKPKuPmA4IfJYnCFHHUiw-aAWZuBomFvwCklv1OyCjE,43
-tinybird_cli-5.8.0.dev2.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
-tinybird_cli-5.8.0.dev2.dist-info/RECORD,,
+tinybird_cli-5.8.0.dev3.dist-info/METADATA,sha256=PJVXTlJET92VavYhWR-KkYHT4cTgKO7nTrgYycUYdDY,76036
+tinybird_cli-5.8.0.dev3.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tinybird_cli-5.8.0.dev3.dist-info/entry_points.txt,sha256=PKPKuPmA4IfJYnCFHHUiw-aAWZuBomFvwCklv1OyCjE,43
+tinybird_cli-5.8.0.dev3.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
+tinybird_cli-5.8.0.dev3.dist-info/RECORD,,