tinybird 0.0.1.dev129__tar.gz → 0.0.1.dev131__tar.gz

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev129
+Version: 0.0.1.dev131
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird/feedback_manager.py

@@ -910,6 +910,9 @@ Ready? """
     success_delete_rows_datasource = success_message(
         "** Data Source '{datasource}' rows deleted matching condition \"{delete_condition}\""
     )
+    success_delete_rows_datasource_no_rows = success_message(
+        "** Data Source '{datasource}' no rows to delete matching condition \"{delete_condition}\""
+    )
     success_dry_run_delete_rows_datasource = success_message(
         "** [DRY RUN] Data Source '{datasource}' rows '{rows}' matching condition \"{delete_condition}\" to be deleted"
     )

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev129'
-__revision__ = 'dda2ada'
+__version__ = '0.0.1.dev131'
+__revision__ = 'aa5823b'

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird/tb/modules/cicd.py

@@ -43,7 +43,7 @@ jobs:
         working-directory: '{{ data_project_dir }}'
     services:
       tinybird:
-        image: tinybirdco/tinybird-local:beta
+        image: tinybirdco/tinybird-local:latest
         ports:
           - 7181:7181
     steps:
@@ -118,7 +118,7 @@ tinybird_ci_workflow:
     - tb test run
     - tb --cloud --host ${{! TINYBIRD_HOST }} --token ${{! TINYBIRD_TOKEN }} deploy --check
   services:
-    - name: tinybirdco/tinybird-local:beta
+    - name: tinybirdco/tinybird-local:latest
       alias: tinybird-local
 """
 

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird/tb/modules/connection.py

@@ -86,7 +86,7 @@ SENSITIVE_CONNECTOR_SETTINGS = {
         "gcscheduler_region",
     ],
     DataConnectorType.GCLOUD_STORAGE_HMAC: ["gcs_hmac_secret"],
-    DataConnectorType.AMAZON_S3: ["s3_secret_access_key"],
+    DataConnectorType.AMAZON_S3: ["s3_secret_access_key", "s3_secret"],
     DataConnectorType.AMAZON_S3_IAMROLE: ["s3_iamrole_arn"],
     DataConnectorType.AMAZON_DYNAMODB: ["dynamodb_iamrole_arn"],
 }

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird/tb/modules/datafile/common.py

@@ -183,21 +183,21 @@ class DatafileKind(Enum):
         return extension_map[extension]
 
 
-KAFKA_PARAMS = {
+REQUIRED_KAFKA_PARAMS = {
     "kafka_connection_name",
     "kafka_topic",
     "kafka_group_id",
 }
 
-REQUIRED_KAFKA_PARAMS = KAFKA_PARAMS
+KAFKA_PARAMS = REQUIRED_KAFKA_PARAMS
 
-S3_PARAMS = {
+REQUIRED_S3_PARAMS = {
     "import_connection_name",
     "import_schedule",
     "import_bucket_uri",
 }
 
-REQUIRED_S3_PARAMS = S3_PARAMS
+S3_PARAMS = REQUIRED_S3_PARAMS.union({"import_from_timestamp"})
 
 
 class Datafile:
@@ -294,7 +294,7 @@ class Datafile:
                 )
             # Validate S3 params
             if any(param in node for param in S3_PARAMS) and not all(param in node for param in REQUIRED_S3_PARAMS):
-                missing = [param for param in S3_PARAMS if param not in node]
+                missing = [param for param in REQUIRED_S3_PARAMS if param not in node]
                 raise DatafileValidationError(
                     f"Some S3 params have been provided, but the following required ones are missing: {missing}"
                 )
@@ -1544,6 +1544,8 @@ def parse(
         "import_service": assign_var("import_service"),
         "s3_region": assign_var("s3_region"),
         "s3_arn": assign_var("s3_arn"),
+        "s3_access_key": assign_var("s3_access_key"),
+        "s3_secret": assign_var("s3_secret"),
         "import_connection_name": assign_var("import_connection_name"),
         "import_schedule": assign_var("import_schedule"),
         "import_strategy": assign_var("import_strategy"),

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird/tb/modules/datasource.py

@@ -322,6 +322,13 @@ async def datasource_delete_rows(ctx, datasource_name, sql_condition, yes, wait,
                     )
                 )
                 return
+            if res is None:  # 204,205
+                click.echo(
+                    FeedbackManager.success_delete_rows_datasource_no_rows(
+                        datasource=datasource_name, delete_condition=sql_condition
+                    )
+                )
+                return
             job_id = res["job_id"]
             job_url = res["job_url"]
             click.echo(FeedbackManager.info_datasource_delete_rows_job_url(url=job_url))

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird/tb/modules/feedback_manager.py

@@ -686,6 +686,7 @@ Please enter the ARN of the role you just created"""
     warning_confirm_delete_rows_datasource = prompt_message(
         "Do you want to delete {datasource}'s rows matching condition \"{delete_condition}\"? Once deleted, they can't be recovered"
     )
+
     warning_confirm_delete_pipe = prompt_message('Do you want to remove the pipe "{pipe}"?')
     warning_confirm_copy_pipe = prompt_message('Do you want to run a copy job from the pipe "{pipe}"?')
     warning_confirm_sink_job = prompt_message('Do you want to run a sink job from the pipe "{pipe}"?')
@@ -1004,6 +1005,9 @@ Please enter the ARN of the role you just created"""
     success_delete_rows_datasource = success_message(
         "** Data Source '{datasource}' rows deleted matching condition \"{delete_condition}\""
     )
+    success_delete_rows_datasource_no_rows = success_message(
+        "** Data Source '{datasource}' no rows to delete matching condition \"{delete_condition}\""
+    )
     success_dry_run_delete_rows_datasource = success_message(
         "** [DRY RUN] Data Source '{datasource}' rows '{rows}' matching condition \"{delete_condition}\" to be deleted"
     )

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird/tb/modules/local_common.py

@@ -9,7 +9,7 @@ from tinybird.tb.client import AuthNoTokenException, TinyB
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.exceptions import CLIException
 
-TB_IMAGE_NAME = "tinybirdco/tinybird-local:beta"
+TB_IMAGE_NAME = "tinybirdco/tinybird-local:latest"
 TB_CONTAINER_NAME = "tinybird-local"
 TB_LOCAL_PORT = int(os.getenv("TB_LOCAL_PORT", 7181))
 TB_LOCAL_HOST = f"http://localhost:{TB_LOCAL_PORT}"

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird/tb/modules/test.py

@@ -20,7 +20,6 @@ from tinybird.prompts import test_create_prompt
 from tinybird.tb.client import TinyB
 from tinybird.tb.modules.build import process
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import coro
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.exceptions import CLIException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
@@ -71,13 +70,15 @@ def test(ctx: click.Context) -> None:
     "--prompt", type=str, default="Create a test for the selected pipe", help="Prompt to be used to create the test"
 )
 @click.pass_context
-@coro
-async def test_create(ctx: click.Context, name_or_filename: str, prompt: str) -> None:
+def test_create(ctx: click.Context, name_or_filename: str, prompt: str) -> None:
     """
     Create a test for an existing pipe
     """
     project: Project = ctx.ensure_object(dict)["project"]
     client: TinyB = ctx.ensure_object(dict)["client"]
+    click.echo(FeedbackManager.highlight(message="\n» Building project"))
+    process(project=project, tb_client=client, watch=False, silent=True)
+    click.echo(FeedbackManager.info(message="✓ Done!"))
     config = CLIConfig.get_project_config()
     root_path = project.path
     folder = project.folder
@@ -100,7 +101,7 @@ async def test_create(ctx: click.Context, name_or_filename: str, prompt: str) ->
         pipe_name = pipe_path.stem
         click.echo(FeedbackManager.highlight(message=f"\n» Creating tests for {pipe_name} endpoint..."))
         pipe_content = pipe_path.read_text()
-        pipe = await client._req(f"/v0/pipes/{pipe_name}")
+        pipe = asyncio.run(client._req(f"/v0/pipes/{pipe_name}"))
         parameters = set([param["name"] for node in pipe["nodes"] for param in node["params"]])
 
         system_prompt = test_create_prompt.format(
@@ -129,7 +130,7 @@ async def test_create(ctx: click.Context, name_or_filename: str, prompt: str) ->
 
             response = None
             try:
-                response = await get_pipe_data(client, pipe_name=pipe_name, test_params=test["parameters"])
+                response = asyncio.run(get_pipe_data(client, pipe_name=pipe_name, test_params=test["parameters"]))
             except Exception:
                 pass
 
@@ -163,12 +164,14 @@ async def test_create(ctx: click.Context, name_or_filename: str, prompt: str) ->
 )
 @click.argument("pipe", type=str)
 @click.pass_context
-@coro
-async def test_update(ctx: click.Context, pipe: str) -> None:
+def test_update(ctx: click.Context, pipe: str) -> None:
     try:
         client: TinyB = ctx.ensure_object(dict)["client"]
         project: Project = ctx.ensure_object(dict)["project"]
         folder = project.folder
+        click.echo(FeedbackManager.highlight(message="\n» Building project"))
+        process(project=project, tb_client=client, watch=False, silent=True)
+        click.echo(FeedbackManager.info(message="✓ Done!"))
         pipe_tests_path = Path(pipe)
         pipe_name = pipe
         if pipe_tests_path.suffix == ".yaml":
@@ -183,7 +186,7 @@ async def test_update(ctx: click.Context, pipe: str) -> None:
             test_params = test["parameters"].split("?")[1] if "?" in test["parameters"] else test["parameters"]
             response = None
             try:
-                response = await get_pipe_data(client, pipe_name=pipe_name, test_params=test_params)
+                response = asyncio.run(get_pipe_data(client, pipe_name=pipe_name, test_params=test_params))
             except Exception:
                 continue
 

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird/tb_cli_modules/datasource.py

@@ -466,6 +466,13 @@ async def datasource_delete_rows(ctx, datasource_name, sql_condition, yes, wait,
                     )
                 )
                 return
+            if res is None:  # 204,205
+                click.echo(
+                    FeedbackManager.success_delete_rows_datasource_no_rows(
+                        datasource=datasource_name, delete_condition=sql_condition
+                    )
+                )
+                return
             job_id = res["job_id"]
             job_url = res["job_url"]
             click.echo(FeedbackManager.info_datasource_delete_rows_job_url(url=job_url))

{tinybird-0.0.1.dev129 → tinybird-0.0.1.dev131}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev129
+Version: 0.0.1.dev131
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird