tinybird-cli 5.2.2.dev3__tar.gz → 5.2.2.dev4__tar.gz

{tinybird-cli-5.2.2.dev3 → tinybird-cli-5.2.2.dev4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.2.2.dev3
+Version: 5.2.2.dev4
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -19,6 +19,11 @@ Changelog
 ----------
 
 
+5.2.2.dev4
+**********
+
+- `Added` `tb push` now supports `dynamodb` as service type
+
 5.2.2.dev3
 **********
 

{tinybird-cli-5.2.2.dev3 → tinybird-cli-5.2.2.dev4}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '5.2.2.dev3'
-__revision__ = 'decfb20'
+__version__ = '5.2.2.dev4'
+__revision__ = '06332a3'

{tinybird-cli-5.2.2.dev3 → tinybird-cli-5.2.2.dev4}/tinybird/client.py

@@ -260,10 +260,14 @@ class TinyB(object):
         response = await self._req(f"/v0/connectors?{urlencode(params)}")
         return response["connectors"]
 
-    async def connections(self, connector: Optional[str] = None):
+    async def connections(self, connector: Optional[str] = None, skip_bigquery: Optional[bool] = False):
         response = await self._req("/v0/connectors")
         connectors = response["connectors"]
-        bigquery_connection = await self.bigquery_connection() if connector == "bigquery" or connector is None else None
+        bigquery_connection = None
+        if not skip_bigquery:
+            bigquery_connection = (
+                await self.bigquery_connection() if connector == "bigquery" or connector is None else None
+            )
         connectors = connectors + [bigquery_connection] if bigquery_connection else connectors
         if connector:
             return [
@@ -885,8 +889,12 @@ class TinyB(object):
         name_or_id: str,
         service: Optional[str] = None,
         key: Optional[str] = "name",
+        skip_bigquery: Optional[bool] = False,
     ) -> Optional[Dict[str, Any]]:
-        return next((c for c in await self.connections(connector=service) if c[key] == name_or_id), None)
+        return next(
+            (c for c in await self.connections(connector=service, skip_bigquery=skip_bigquery) if c[key] == name_or_id),
+            None,
+        )
 
     async def get_connector_by_id(self, connector_id: Optional[str] = None):
         return await self._req(f"/v0/connectors/{connector_id}")

{tinybird-cli-5.2.2.dev3 → tinybird-cli-5.2.2.dev4}/tinybird/datafile.py

@@ -146,6 +146,8 @@ class ImportReplacements:
         ("import_connector", "connector", None),
         ("import_external_datasource", "external_data_source", None),
         ("import_bucket_uri", "bucket_uri", None),
+        ("import_table_arn", "dynamodb_table_arn", None),
+        ("import_export_bucket", "dynamodb_export_bucket", None),
     )
 
     @staticmethod
@@ -1115,6 +1117,8 @@ def parse(
         "import_external_datasource": assign_var("import_external_datasource"),
         "import_bucket_uri": assign_var("import_bucket_uri"),
         "import_query": assign_var("import_query"),
+        "import_table_arn": assign_var("import_table_arn"),
+        "import_export_bucket": assign_var("import_export_bucket"),
         "shared_with": shared_with,
         "export_service": assign_var("export_service"),
         "export_connection_name": assign_var("export_connection_name"),
@@ -1319,6 +1323,11 @@ async def process_file(
         if service in PREVIEW_CONNECTOR_SERVICES:
             if not params.get("import_bucket_uri", None):
                 raise click.ClickException(FeedbackManager.error_missing_bucket_uri(datasource=datasource["name"]))
+        elif service == "dynamodb":
+            if not params.get("import_table_arn", None):
+                raise click.ClickException(FeedbackManager.error_missing_table_arn(datasource=datasource["name"]))
+            if not params.get("import_export_bucket", None):
+                raise click.ClickException(FeedbackManager.error_missing_export_bucket(datasource=datasource["name"]))
         else:
             if not params.get("import_external_datasource", None):
                 raise click.ClickException(
@@ -1388,7 +1397,7 @@ async def process_file(
         params.update(get_engine_params(node))
 
         if "import_service" in node or "import_connection_name" in node:
-            VALID_SERVICES: Tuple[str, ...] = ("bigquery", "snowflake", "s3", "s3_iamrole", "gcs")
+            VALID_SERVICES: Tuple[str, ...] = ("bigquery", "snowflake", "s3", "s3_iamrole", "gcs", "dynamodb")
 
             import_params = await get_import_params(params, node)
 
@@ -2958,7 +2967,16 @@ async def new_ds(
     except DoesNotExistException:
         datasource_exists = False
 
-    if ds["params"].get("engine", "").lower() == "join":
+    engine_param = ds["params"].get("engine", "")
+
+    if (
+        ds["params"].get("service") == "dynamodb"
+        and engine_param != ""
+        and engine_param.lower() != "replacingmergetree"
+    ):
+        raise click.ClickException(FeedbackManager.error_dynamodb_engine_not_supported(engine=engine_param))
+
+    if engine_param.lower() == "join":
         deprecation_notice = FeedbackManager.warning_deprecated(
             warning="Data Sources with Join engine are deprecated and will be removed in the next major release of tinybird-cli. Use MergeTree instead."
         )
@@ -2988,8 +3006,17 @@ async def new_ds(
                                 FeedbackManager.error_format(extension=extension, valid_formats=valid_formats)
                             )
                         params["format"] = extension
+            datasource_response = await client.datasource_create_from_definition(params)
+            datasource = datasource_response.get("datasource", {})
+
+            if datasource.get("service") == "dynamodb":
+                job_id = datasource_response.get("import_id", None)
+                if job_id:
+                    jobs = await client.jobs(status=["waiting", "working"])
+                    job_url = next((job["job_url"] for job in jobs if job["id"] == job_id), None)
+                    if job_url:
+                        click.echo(FeedbackManager.success_dynamodb_initial_load(job_url=job_url))
 
-            datasource = (await client.datasource_create_from_definition(params)).get("datasource", {})
             if "tokens" in ds and ds["tokens"]:
                 await manage_tokens()
 

{tinybird-cli-5.2.2.dev3 → tinybird-cli-5.2.2.dev4}/tinybird/feedback_manager.py

@@ -119,6 +119,9 @@ class FeedbackManager:
     error_file_extension = error_message(
         "File extension for {filename} not supported. It should be one of .datasource or .pipe"
     )
+    error_dynamodb_engine_not_supported = error_message(
+        "Engine {engine} not supported for DynamoDB Data Sources. Only ReplacingMergeTree is supported."
+    )
     error_format = error_message("Format {extension} not supported. It should be one of {valid_formats}")
     error_remove_endpoint = error_message("Failed removing pipe endpoint {error}")
     error_remove_no_endpoint = error_message("Pipe does not have any endpoint")
@@ -296,6 +299,12 @@ class FeedbackManager:
     error_missing_bucket_uri = error_message(
         "Missing IMPORT_BUCKET_URI in '{datasource}'.\n** See https://www.tinybird.co/docs/ingest/s3 to learn more."
     )
+    error_missing_table_arn = error_message(
+        "Missing IMPORT_TABLE_ARN in '{datasource}'.\n** See https://www.tinybird.co/docs/ingest/dynamodb to learn more."
+    )
+    error_missing_export_bucket = error_message(
+        "Missing IMPORT_EXPORT_BUCKET in '{datasource}'.\n** See https://www.tinybird.co/docs/ingest/dynamodb to learn more."
+    )
     error_some_data_validation_have_failed = error_message("The data validation has failed")
     error_some_tests_have_errors = error_message("Tests with errors")
     error_regression_yaml_not_valid = error_message(
@@ -882,6 +891,7 @@ Ready? """
     success_print_pipe = success_message("** Pipe: {pipe}")
     success_create = success_message("** '{name}' created")
     success_delete = success_message("** '{name}' deleted")
+    success_dynamodb_initial_load = success_message("** Initial load of DynamoDB table started: {job_url}")
     success_progress_blocks = success_message("** \N{front-facing baby chick} done")
     success_now_using_config = success_message("** Now using {name} ({id})")
     success_connector_config = success_message(

{tinybird-cli-5.2.2.dev3 → tinybird-cli-5.2.2.dev4}/tinybird/tb_cli_modules/common.py

@@ -2239,7 +2239,7 @@ async def validate_aws_iamrole_connection_name(
     client: TinyB, connection_name: Optional[str], no_validate: Optional[bool] = False
 ) -> str:
     if connection_name and no_validate is False:
-        if await client.get_connector(connection_name) is not None:
+        if await client.get_connector(connection_name, skip_bigquery=True) is not None:
             raise CLIConnectionException(FeedbackManager.info_connection_already_exists(name=connection_name))
     else:
         while not connection_name:

{tinybird-cli-5.2.2.dev3 → tinybird-cli-5.2.2.dev4}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.2.2.dev3
+Version: 5.2.2.dev4
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -19,6 +19,11 @@ Changelog
 ----------
 
 
+5.2.2.dev4
+**********
+
+- `Added` `tb push` now supports `dynamodb` as service type
+
 5.2.2.dev3
 **********