tinybird-cli 5.2.2.dev2__tar.gz → 5.2.2.dev4__tar.gz

{tinybird-cli-5.2.2.dev2 → tinybird-cli-5.2.2.dev4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.2.2.dev2
+Version: 5.2.2.dev4
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,12 +18,25 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+
+5.2.2.dev4
+**********
+
+- `Added` `tb push` now supports `dynamodb` as service type
+
+5.2.2.dev3
+**********
+
+- `Added` `tb connection create` now supports `dynamodb` as service type
+
 5.2.2.dev2
 **********
+
 - `Added` error when trying to push a data source with `SETTINGS` instead of `ENGINE_SETTINGS`
 
 5.2.2.dev1
 **********
+
 - `Added` support for buckets with gzip files when creating S3 Data Sources
 
 5.2.1

{tinybird-cli-5.2.2.dev2 → tinybird-cli-5.2.2.dev4}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '5.2.2.dev2'
-__revision__ = '372e585'
+__version__ = '5.2.2.dev4'
+__revision__ = '06332a3'

{tinybird-cli-5.2.2.dev2 → tinybird-cli-5.2.2.dev4}/tinybird/client.py

@@ -260,10 +260,14 @@ class TinyB(object):
         response = await self._req(f"/v0/connectors?{urlencode(params)}")
         return response["connectors"]
 
-    async def connections(self, connector: Optional[str] = None):
+    async def connections(self, connector: Optional[str] = None, skip_bigquery: Optional[bool] = False):
         response = await self._req("/v0/connectors")
         connectors = response["connectors"]
-        bigquery_connection = await self.bigquery_connection() if connector == "bigquery" or connector is None else None
+        bigquery_connection = None
+        if not skip_bigquery:
+            bigquery_connection = (
+                await self.bigquery_connection() if connector == "bigquery" or connector is None else None
+            )
         connectors = connectors + [bigquery_connection] if bigquery_connection else connectors
         if connector:
             return [
@@ -885,8 +889,12 @@ class TinyB(object):
         name_or_id: str,
         service: Optional[str] = None,
         key: Optional[str] = "name",
+        skip_bigquery: Optional[bool] = False,
     ) -> Optional[Dict[str, Any]]:
-        return next((c for c in await self.connections(connector=service) if c[key] == name_or_id), None)
+        return next(
+            (c for c in await self.connections(connector=service, skip_bigquery=skip_bigquery) if c[key] == name_or_id),
+            None,
+        )
 
     async def get_connector_by_id(self, connector_id: Optional[str] = None):
         return await self._req(f"/v0/connectors/{connector_id}")
@@ -1011,14 +1019,14 @@ class TinyB(object):
         response = await self._req(f"/v0/connectors/snowflake/warehouses?{urlencode(params)}", method="POST", data="")
         return response["warehouses"]
 
-    async def get_s3_trust_policy(self) -> Dict[str, Any]:
-        return await self._req("/v0/integrations/s3/policies/trust-policy")
+    async def get_trust_policy(self, service: str) -> Dict[str, Any]:
+        return await self._req(f"/v0/integrations/{service}/policies/trust-policy")
 
-    async def get_s3_access_write_policy(self) -> Dict[str, Any]:
-        return await self._req("/v0/integrations/s3/policies/write-access-policy")
+    async def get_access_write_policy(self, service: str) -> Dict[str, Any]:
+        return await self._req(f"/v0/integrations/{service}/policies/write-access-policy")
 
-    async def get_s3_access_read_policy(self) -> Dict[str, Any]:
-        return await self._req("/v0/integrations/s3/policies/read-access-policy")
+    async def get_access_read_policy(self, service: str) -> Dict[str, Any]:
+        return await self._req(f"/v0/integrations/{service}/policies/read-access-policy")
 
     async def sql_get_format(self, sql: str, with_clickhouse_format: bool = False) -> str:
         try:

{tinybird-cli-5.2.2.dev2 → tinybird-cli-5.2.2.dev4}/tinybird/datafile.py

@@ -146,6 +146,8 @@ class ImportReplacements:
         ("import_connector", "connector", None),
         ("import_external_datasource", "external_data_source", None),
         ("import_bucket_uri", "bucket_uri", None),
+        ("import_table_arn", "dynamodb_table_arn", None),
+        ("import_export_bucket", "dynamodb_export_bucket", None),
     )
 
     @staticmethod
@@ -1115,6 +1117,8 @@ def parse(
         "import_external_datasource": assign_var("import_external_datasource"),
         "import_bucket_uri": assign_var("import_bucket_uri"),
         "import_query": assign_var("import_query"),
+        "import_table_arn": assign_var("import_table_arn"),
+        "import_export_bucket": assign_var("import_export_bucket"),
         "shared_with": shared_with,
         "export_service": assign_var("export_service"),
         "export_connection_name": assign_var("export_connection_name"),
@@ -1319,6 +1323,11 @@ async def process_file(
         if service in PREVIEW_CONNECTOR_SERVICES:
             if not params.get("import_bucket_uri", None):
                 raise click.ClickException(FeedbackManager.error_missing_bucket_uri(datasource=datasource["name"]))
+        elif service == "dynamodb":
+            if not params.get("import_table_arn", None):
+                raise click.ClickException(FeedbackManager.error_missing_table_arn(datasource=datasource["name"]))
+            if not params.get("import_export_bucket", None):
+                raise click.ClickException(FeedbackManager.error_missing_export_bucket(datasource=datasource["name"]))
         else:
             if not params.get("import_external_datasource", None):
                 raise click.ClickException(
@@ -1388,7 +1397,7 @@ async def process_file(
         params.update(get_engine_params(node))
 
         if "import_service" in node or "import_connection_name" in node:
-            VALID_SERVICES: Tuple[str, ...] = ("bigquery", "snowflake", "s3", "s3_iamrole", "gcs")
+            VALID_SERVICES: Tuple[str, ...] = ("bigquery", "snowflake", "s3", "s3_iamrole", "gcs", "dynamodb")
 
             import_params = await get_import_params(params, node)
 
@@ -2958,7 +2967,16 @@ async def new_ds(
     except DoesNotExistException:
         datasource_exists = False
 
-    if ds["params"].get("engine", "").lower() == "join":
+    engine_param = ds["params"].get("engine", "")
+
+    if (
+        ds["params"].get("service") == "dynamodb"
+        and engine_param != ""
+        and engine_param.lower() != "replacingmergetree"
+    ):
+        raise click.ClickException(FeedbackManager.error_dynamodb_engine_not_supported(engine=engine_param))
+
+    if engine_param.lower() == "join":
         deprecation_notice = FeedbackManager.warning_deprecated(
             warning="Data Sources with Join engine are deprecated and will be removed in the next major release of tinybird-cli. Use MergeTree instead."
         )
@@ -2988,8 +3006,17 @@ async def new_ds(
                                 FeedbackManager.error_format(extension=extension, valid_formats=valid_formats)
                             )
                         params["format"] = extension
+            datasource_response = await client.datasource_create_from_definition(params)
+            datasource = datasource_response.get("datasource", {})
+
+            if datasource.get("service") == "dynamodb":
+                job_id = datasource_response.get("import_id", None)
+                if job_id:
+                    jobs = await client.jobs(status=["waiting", "working"])
+                    job_url = next((job["job_url"] for job in jobs if job["id"] == job_id), None)
+                    if job_url:
+                        click.echo(FeedbackManager.success_dynamodb_initial_load(job_url=job_url))
 
-            datasource = (await client.datasource_create_from_definition(params)).get("datasource", {})
             if "tokens" in ds and ds["tokens"]:
                 await manage_tokens()
 

{tinybird-cli-5.2.2.dev2 → tinybird-cli-5.2.2.dev4}/tinybird/feedback_manager.py

@@ -119,6 +119,9 @@ class FeedbackManager:
     error_file_extension = error_message(
         "File extension for {filename} not supported. It should be one of .datasource or .pipe"
     )
+    error_dynamodb_engine_not_supported = error_message(
+        "Engine {engine} not supported for DynamoDB Data Sources. Only ReplacingMergeTree is supported."
+    )
     error_format = error_message("Format {extension} not supported. It should be one of {valid_formats}")
     error_remove_endpoint = error_message("Failed removing pipe endpoint {error}")
     error_remove_no_endpoint = error_message("Pipe does not have any endpoint")
@@ -296,6 +299,12 @@ class FeedbackManager:
     error_missing_bucket_uri = error_message(
         "Missing IMPORT_BUCKET_URI in '{datasource}'.\n** See https://www.tinybird.co/docs/ingest/s3 to learn more."
     )
+    error_missing_table_arn = error_message(
+        "Missing IMPORT_TABLE_ARN in '{datasource}'.\n** See https://www.tinybird.co/docs/ingest/dynamodb to learn more."
+    )
+    error_missing_export_bucket = error_message(
+        "Missing IMPORT_EXPORT_BUCKET in '{datasource}'.\n** See https://www.tinybird.co/docs/ingest/dynamodb to learn more."
+    )
     error_some_data_validation_have_failed = error_message("The data validation has failed")
     error_some_tests_have_errors = error_message("Tests with errors")
     error_regression_yaml_not_valid = error_message(
@@ -431,7 +440,7 @@ Ready? """
 
     prompt_s3_iamrole_connection_login_aws = prompt_message("""[1] Log into your AWS Console\n\n""")
     prompt_s3_iamrole_connection_policy = prompt_message(
-        """\n[2] Go to IAM > Policies. Create a new policy with the following permissions. Please, replace <bucket> with your bucket name:\n\n{access_policy}\n\n(The policy has been copied to your clipboard)\n\n"""
+        """\n[2] Go to IAM > Policies. Create a new policy with the following permissions. Please, replace {replacements}:\n\n{access_policy}\n\n(The policy has been copied to your clipboard)\n\n"""
     )
     prompt_s3_iamrole_connection_policy_not_copied = prompt_message(
         """\n[2] Go to IAM > Policies. Create a new policy with the following permissions. Please, copy this policy and replace <bucket> with your bucket name:\n\n{access_policy}\n\n"""
@@ -476,6 +485,7 @@ Ready? """
     )
     info_creating_kafka_connection = info_message("** Creating new Kafka connection '{connection_name}'")
     info_creating_s3_iamrole_connection = info_message("** Creating new S3 IAM Role connection '{connection_name}'")
+    info_creating_dynamodb_connection = info_message("** Creating new DynamoDB connection '{connection_name}'")
 
     warning_remove_oldest_rollback = warning_message(
         "** [WARNING] Will try to remove oldest rollback Release before promoting to live Release {semver}."
@@ -881,6 +891,7 @@ Ready? """
     success_print_pipe = success_message("** Pipe: {pipe}")
     success_create = success_message("** '{name}' created")
     success_delete = success_message("** '{name}' deleted")
+    success_dynamodb_initial_load = success_message("** Initial load of DynamoDB table started: {job_url}")
     success_progress_blocks = success_message("** \N{front-facing baby chick} done")
     success_now_using_config = success_message("** Now using {name} ({id})")
     success_connector_config = success_message(
@@ -910,7 +921,9 @@ Ready? """
     success_s3_iam_connection_created = success_message(
         "** Info associated with this connection:\n** External ID: {external_id}\n** Role ARN: {role_arn}"
     )
-
+    success_dynamodb_connection_created = success_message(
+        "** Info associated with this DynamoDB connection:\n** Region: {region}\n** Role ARN: {role_arn}"
+    )
     success_delete_connection = success_message("** Connection {connection_id} removed successfully")
     success_connection_using = success_message("** Using connection '{connection_name}'")
     success_using_host = success_message("** Using host: {host} ({name})")

{tinybird-cli-5.2.2.dev2 → tinybird-cli-5.2.2.dev4}/tinybird/tb_cli_modules/common.py

@@ -7,6 +7,7 @@
 
 import asyncio
 import json
+import os
 import re
 import socket
 import sys
@@ -24,6 +25,7 @@ import click
 import click.formatting
 import humanfriendly
 import humanfriendly.tables
+import pyperclip
 from click import Context
 from click._termui_impl import ProgressBar
 from humanfriendly.tables import format_pretty_table
@@ -1659,6 +1661,12 @@ class ConnectionReplacements:
             "private_key_id": "gcs_private_key_id",
             "connection_name": "name",
         },
+        "dynamodb": {
+            "service": "service",
+            "connection_name": "name",
+            "role_arn": "dynamodb_iamrole_arn",
+            "region": "dynamodb_iamrole_region",
+        },
     }
 
     @staticmethod
@@ -2109,3 +2117,187 @@ async def remove_release(
             click.echo(FeedbackManager.success_release_delete(semver=response.get("semver")))
         else:
             click.echo(FeedbackManager.info_no_release_deleted())
+
+
+async def validate_aws_iamrole_integration(
+    client: TinyB,
+    service: str,
+    role_arn: Optional[str],
+    region: Optional[str],
+    policy: str = "write",
+    no_validate: Optional[bool] = False,
+):
+    if no_validate is False:
+        access_policy, trust_policy, external_id = await get_aws_iamrole_policies(
+            client, service=service, policy=policy
+        )
+
+        if not role_arn:
+            if not click.confirm(
+                FeedbackManager.prompt_s3_iamrole_connection_login_aws(),
+                show_default=False,
+                prompt_suffix="Press y to continue:",
+            ):
+                sys.exit(1)
+
+            access_policy_copied = True
+            try:
+                pyperclip.copy(access_policy)
+            except Exception:
+                access_policy_copied = False
+
+            replacements_dict = {
+                "<bucket>": "<bucket> with your bucket name",
+                "<table_name>": "<table_name> with your DynamoDB table name",
+            }
+
+            replacements = [
+                replacements_dict.get(replacement, "")
+                for replacement in replacements_dict.keys()
+                if replacement in access_policy
+            ]
+
+            if not click.confirm(
+                (
+                    FeedbackManager.prompt_s3_iamrole_connection_policy(
+                        access_policy=access_policy, replacements=", ".join(replacements)
+                    )
+                    if access_policy_copied
+                    else FeedbackManager.prompt_s3_iamrole_connection_policy_not_copied(access_policy=access_policy)
+                ),
+                show_default=False,
+                prompt_suffix="Press y to continue:",
+            ):
+                sys.exit(1)
+
+            trust_policy_copied = True
+            try:
+                pyperclip.copy(trust_policy)
+            except Exception:
+                trust_policy_copied = False
+
+            if not click.confirm(
+                (
+                    FeedbackManager.prompt_s3_iamrole_connection_role(trust_policy=trust_policy)
+                    if trust_policy_copied
+                    else FeedbackManager.prompt_s3_iamrole_connection_role_not_copied(trust_policy=trust_policy)
+                ),
+                show_default=False,
+                prompt_suffix="Press y to continue:",
+            ):
+                sys.exit(1)
+    else:
+        try:
+            trust_policy = await client.get_trust_policy(service)
+            external_id = trust_policy["Statement"][0]["Condition"]["StringEquals"]["sts:ExternalId"]
+        except Exception:
+            external_id = ""
+
+    if not role_arn:
+        role_arn = click.prompt("Enter the ARN of the role you just created")
+        validate_string_connector_param("Role ARN", role_arn)
+
+    if not region:
+        region_resource = "table" if service == DataConnectorType.AMAZON_DYNAMODB else "bucket"
+        region = click.prompt(f"Enter the region where the {region_resource} is located")
+        validate_string_connector_param("Region", region)
+
+    return role_arn, region, external_id
+
+
+async def get_aws_iamrole_policies(client: TinyB, service: str, policy: str = "write"):
+    access_policy: Dict[str, Any] = {}
+    if service == DataConnectorType.AMAZON_S3_IAMROLE:
+        service = DataConnectorType.AMAZON_S3
+    try:
+        if policy == "write":
+            access_policy = await client.get_access_write_policy(service)
+        elif policy == "read":
+            access_policy = await client.get_access_read_policy(service)
+        else:
+            raise Exception(f"Access policy {policy} not supported. Choose from 'read' or 'write'")
+        if not len(access_policy) > 0:
+            raise Exception(f"{service.upper()} Integration not supported in this region")
+    except Exception as e:
+        raise CLIConnectionException(FeedbackManager.error_connection_integration_not_available(error=str(e)))
+
+    trust_policy: Dict[str, Any] = {}
+    try:
+        trust_policy = await client.get_trust_policy(service)
+        if not len(trust_policy) > 0:
+            raise Exception(f"{service.upper()} Integration not supported in this region")
+    except Exception as e:
+        raise CLIConnectionException(FeedbackManager.error_connection_integration_not_available(error=str(e)))
+    try:
+        external_id = trust_policy["Statement"][0]["Condition"]["StringEquals"]["sts:ExternalId"]
+    except Exception:
+        external_id = ""
+    return json.dumps(access_policy, indent=4), json.dumps(trust_policy, indent=4), external_id
+
+
+async def validate_aws_iamrole_connection_name(
+    client: TinyB, connection_name: Optional[str], no_validate: Optional[bool] = False
+) -> str:
+    if connection_name and no_validate is False:
+        if await client.get_connector(connection_name, skip_bigquery=True) is not None:
+            raise CLIConnectionException(FeedbackManager.info_connection_already_exists(name=connection_name))
+    else:
+        while not connection_name:
+            connection_name = click.prompt("Enter the name for this connection", default=None, show_default=False)
+            assert isinstance(connection_name, str)
+
+            if no_validate is False:
+                if await client.get_connector(connection_name) is not None:
+                    click.echo(FeedbackManager.info_connection_already_exists(name=connection_name))
+                    connection_name = None
+    assert isinstance(connection_name, str)
+    return connection_name
+
+
+class DataConnectorType(str, Enum):
+    KAFKA = "kafka"
+    GCLOUD_SCHEDULER = "gcscheduler"
+    SNOWFLAKE = "snowflake"
+    BIGQUERY = "bigquery"
+    GCLOUD_STORAGE = "gcs"
+    GCLOUD_STORAGE_HMAC = "gcs_hmac"
+    GCLOUD_STORAGE_SA = "gcs_service_account"
+    AMAZON_S3 = "s3"
+    AMAZON_S3_IAMROLE = "s3_iamrole"
+    AMAZON_DYNAMODB = "dynamodb"
+
+    def __str__(self) -> str:
+        return self.value
+
+
+async def create_aws_iamrole_connection(client: TinyB, service: str, connection_name, role_arn, region) -> None:
+    conn_file_name = f"{connection_name}.connection"
+    conn_file_path = Path(getcwd(), conn_file_name)
+
+    if os.path.isfile(conn_file_path):
+        raise CLIConnectionException(FeedbackManager.error_connection_file_already_exists(name=conn_file_name))
+
+    if service == DataConnectorType.AMAZON_S3_IAMROLE:
+        click.echo(FeedbackManager.info_creating_s3_iamrole_connection(connection_name=connection_name))
+    if service == DataConnectorType.AMAZON_DYNAMODB:
+        click.echo(FeedbackManager.info_creating_dynamodb_connection(connection_name=connection_name))
+
+    params = ConnectionReplacements.map_api_params_from_prompt_params(
+        service, connection_name=connection_name, role_arn=role_arn, region=region
+    )
+
+    click.echo("** Creating connection...")
+    try:
+        _ = await client.connection_create(params)
+    except Exception as e:
+        raise CLIConnectionException(
+            FeedbackManager.error_connection_create(connection_name=connection_name, error=str(e))
+        )
+
+    with open(conn_file_path, "w") as f:
+        f.write(
+            f"""TYPE {service}
+
+"""
+        )
+    click.echo(FeedbackManager.success_connection_file_created(name=conn_file_name))

{tinybird-cli-5.2.2.dev2 → tinybird-cli-5.2.2.dev4}/tinybird/tb_cli_modules/connection.py

@@ -3,16 +3,12 @@
 # - If it makes sense and only when strictly necessary, you can create utility functions in this file.
 # - But please, **do not** interleave utility functions and command definitions.
 
-import json
 import os
-import sys
-from enum import Enum
 from os import getcwd
 from pathlib import Path
 from typing import Any, Dict, List, Optional
 
 import click
-import pyperclip
 from click import Context
 
 from tinybird.client import DoesNotExistException, TinyB
@@ -20,9 +16,13 @@ from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
     ConnectionReplacements,
+    DataConnectorType,
     _get_setting_value,
     coro,
+    create_aws_iamrole_connection,
     echo_safe_humanfriendly_tables_format_smart_table,
+    validate_aws_iamrole_connection_name,
+    validate_aws_iamrole_integration,
     validate_connection_name,
     validate_kafka_auto_offset_reset,
     validate_kafka_bootstrap_servers,
@@ -34,22 +34,6 @@ from tinybird.tb_cli_modules.common import (
 from tinybird.tb_cli_modules.exceptions import CLIConnectionException
 from tinybird.tb_cli_modules.telemetry import is_ci_environment
 
-
-class DataConnectorType(str, Enum):
-    KAFKA = "kafka"
-    GCLOUD_SCHEDULER = "gcscheduler"
-    SNOWFLAKE = "snowflake"
-    BIGQUERY = "bigquery"
-    GCLOUD_STORAGE = "gcs"
-    GCLOUD_STORAGE_HMAC = "gcs_hmac"
-    GCLOUD_STORAGE_SA = "gcs_service_account"
-    AMAZON_S3 = "s3"
-    AMAZON_S3_IAMROLE = "s3_iamrole"
-
-    def __str__(self) -> str:
-        return self.value
-
-
 DATA_CONNECTOR_SETTINGS: Dict[DataConnectorType, List[str]] = {
     DataConnectorType.KAFKA: [
         "kafka_bootstrap_servers",
@@ -96,6 +80,11 @@ DATA_CONNECTOR_SETTINGS: Dict[DataConnectorType, List[str]] = {
         "s3_iamrole_region",
         "s3_iamrole_external_id",
     ],
+    DataConnectorType.AMAZON_DYNAMODB: [
+        "dynamodb_iamrole_arn",
+        "dynamodb_iamrole_region",
+        "dynamodb_iamrole_external_id",
+    ],
 }
 
 SENSITIVE_CONNECTOR_SETTINGS = {
@@ -108,6 +97,7 @@ SENSITIVE_CONNECTOR_SETTINGS = {
     DataConnectorType.GCLOUD_STORAGE_HMAC: ["gcs_hmac_secret"],
     DataConnectorType.AMAZON_S3: ["s3_secret_access_key"],
     DataConnectorType.AMAZON_S3_IAMROLE: ["s3_iamrole_arn"],
+    DataConnectorType.AMAZON_DYNAMODB: ["dynamodb_iamrole_arn"],
 }
 
 
@@ -735,147 +725,68 @@ async def connection_create_s3_iamrole(
 
     obj: Dict[str, Any] = ctx.ensure_object(dict)
     client: TinyB = obj["client"]
-
-    async def get_s3_policies():
-        s3_access_policy: Dict[str, Any] = {}
-        try:
-            if policy == "write":
-                s3_access_policy = await client.get_s3_access_write_policy()
-            elif policy == "read":
-                s3_access_policy = await client.get_s3_access_read_policy()
-            else:
-                raise Exception(f"Access policy {policy} not supported. Choose from 'read' or 'write'")
-            if not len(s3_access_policy) > 0:
-                raise Exception("S3 Integration not supported in this region")
-        except Exception as e:
-            raise CLIConnectionException(FeedbackManager.error_connection_integration_not_available(error=str(e)))
-
-        s3_trust_policy: Dict[str, Any] = {}
-        try:
-            s3_trust_policy = await client.get_s3_trust_policy()
-            if not len(s3_trust_policy) > 0:
-                raise Exception("S3 Integration not supported in this region")
-        except Exception as e:
-            raise CLIConnectionException(FeedbackManager.error_connection_integration_not_available(error=str(e)))
-        try:
-            external_id = s3_trust_policy["Statement"][0]["Condition"]["StringEquals"]["sts:ExternalId"]
-        except Exception:
-            external_id = ""
-        return json.dumps(s3_access_policy, indent=4), json.dumps(s3_trust_policy, indent=4), external_id
-
-    async def validate_s3_integration(role_arn: Optional[str], region: Optional[str]):
-        if no_validate is False:
-            access_policy, trust_policy, external_id = await get_s3_policies()
-
-            if not role_arn:
-                if not click.confirm(
-                    FeedbackManager.prompt_s3_iamrole_connection_login_aws(),
-                    show_default=False,
-                    prompt_suffix="Press y to continue:",
-                ):
-                    sys.exit(1)
-
-                access_policy_copied = True
-                try:
-                    pyperclip.copy(access_policy)
-                except Exception:
-                    access_policy_copied = False
-
-                if not click.confirm(
-                    (
-                        FeedbackManager.prompt_s3_iamrole_connection_policy(access_policy=access_policy)
-                        if access_policy_copied
-                        else FeedbackManager.prompt_s3_iamrole_connection_policy_not_copied(access_policy=access_policy)
-                    ),
-                    show_default=False,
-                    prompt_suffix="Press y to continue:",
-                ):
-                    sys.exit(1)
-
-                trust_policy_copied = True
-                try:
-                    pyperclip.copy(trust_policy)
-                except Exception:
-                    trust_policy_copied = False
-
-                if not click.confirm(
-                    (
-                        FeedbackManager.prompt_s3_iamrole_connection_role(trust_policy=trust_policy)
-                        if trust_policy_copied
-                        else FeedbackManager.prompt_s3_iamrole_connection_role_not_copied(trust_policy=trust_policy)
-                    ),
-                    show_default=False,
-                    prompt_suffix="Press y to continue:",
-                ):
-                    sys.exit(1)
-        else:
-            try:
-                trust_policy = await client.get_s3_trust_policy()
-                external_id = trust_policy["Statement"][0]["Condition"]["StringEquals"]["sts:ExternalId"]
-            except Exception:
-                external_id = ""
-        if not role_arn:
-            role_arn = click.prompt("Enter the ARN of the role you just created")
-            validate_string_connector_param("Role ARN", role_arn)
-
-        if not region:
-            region = click.prompt("Enter the region where the bucket is located")
-            validate_string_connector_param("Region", region)
-
-        return role_arn, region, external_id
-
-    async def validate_connection_name(connection_name: Optional[str]) -> str:
-        if connection_name and no_validate is False:
-            if await client.get_connector(connection_name) is not None:
-                raise CLIConnectionException(FeedbackManager.info_connection_already_exists(name=connection_name))
-        else:
-            while not connection_name:
-                connection_name = click.prompt("Enter the name for this connection", default=None, show_default=False)
-                assert isinstance(connection_name, str)
-
-                if no_validate is False:
-                    if await client.get_connector(connection_name) is not None:
-                        click.echo(FeedbackManager.info_connection_already_exists(name=connection_name))
-                        connection_name = None
-        assert isinstance(connection_name, str)
-        return connection_name
-
-    async def create_connection(connection_name, role_arn, region) -> None:
-        conn_file_name = f"{connection_name}.connection"
-        conn_file_path = Path(getcwd(), conn_file_name)
-        service = DataConnectorType.AMAZON_S3_IAMROLE
-
-        if os.path.isfile(conn_file_path):
-            raise CLIConnectionException(FeedbackManager.error_connection_file_already_exists(name=conn_file_name))
-
-        click.echo(FeedbackManager.info_creating_s3_iamrole_connection(connection_name=connection_name))
-
-        params = ConnectionReplacements.map_api_params_from_prompt_params(
-            service, connection_name=connection_name, role_arn=role_arn, region=region
-        )
-
-        click.echo("** Creating connection...")
-        try:
-            _ = await client.connection_create(params)
-        except Exception as e:
-            raise CLIConnectionException(
-                FeedbackManager.error_connection_create(connection_name=connection_name, error=str(e))
-            )
-
-        with open(conn_file_path, "w") as f:
-            f.write(
-                f"""TYPE {service}
-
-"""
-            )
-        click.echo(FeedbackManager.success_connection_file_created(name=conn_file_name))
-
-    role_arn, region, external_id = await validate_s3_integration(role_arn, region)
-    connection_name = await validate_connection_name(connection_name)
-    await create_connection(connection_name, role_arn, region)
+    service = DataConnectorType.AMAZON_S3_IAMROLE
+    role_arn, region, external_id = await validate_aws_iamrole_integration(
+        client,
+        service=service,
+        role_arn=role_arn,
+        region=region,
+        policy=policy,
+        no_validate=no_validate,
+    )
+    connection_name = await validate_aws_iamrole_connection_name(client, connection_name, no_validate)
+    await create_aws_iamrole_connection(
+        client, service=service, connection_name=connection_name, role_arn=role_arn, region=region
+    )
     if external_id:
         click.echo(
             FeedbackManager.success_s3_iam_connection_created(
                 connection_name=connection_name, external_id=external_id, role_arn=role_arn
             )
         )
+
+
+@connection_create.command(
+    name="dynamodb", short_help="Creates a AWS DynamoDB connection using IAM role authentication", hidden=True
+)
+@click.option("--connection-name", default=None, help="The name of the connection to identify it in Tinybird")
+@click.option("--role-arn", default=None, help="The ARN of the IAM role to use for the connection")
+@click.option("--region", default=None, help="The AWS region where DynamoDB is located")
+@click.option("--no-validate", is_flag=True, default=False, help="Do not validate DynamoDB connection during creation")
+@click.pass_context
+@coro
+async def connection_create_dynamodb(
+    ctx: Context,
+    connection_name: Optional[str] = "",
+    role_arn: Optional[str] = "",
+    region: Optional[str] = "",
+    no_validate: Optional[bool] = False,
+) -> None:
+    """
+    Creates a DynamoDB connection using IAM role authentication in the current workspace
+
+    \b
+    $ tb connection create dynamodb
+    """
+
+    obj: Dict[str, Any] = ctx.ensure_object(dict)
+    client: TinyB = obj["client"]
+
+    service = DataConnectorType.AMAZON_DYNAMODB
+    role_arn, region, _external_id = await validate_aws_iamrole_integration(
+        client,
+        service=service,
+        role_arn=role_arn,
+        region=region,
+        policy="read",
+        no_validate=no_validate,
+    )
+    connection_name = await validate_aws_iamrole_connection_name(client, connection_name, no_validate)
+    await create_aws_iamrole_connection(
+        client, service=service, connection_name=connection_name, role_arn=role_arn, region=region
+    )
+    click.echo(
+        FeedbackManager.success_dynamodb_connection_created(
+            connection_name=connection_name, region=region, role_arn=role_arn
+        )
+    )

{tinybird-cli-5.2.2.dev2 → tinybird-cli-5.2.2.dev4}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.2.2.dev2
+Version: 5.2.2.dev4
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,12 +18,25 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+
+5.2.2.dev4
+**********
+
+- `Added` `tb push` now supports `dynamodb` as service type
+
+5.2.2.dev3
+**********
+
+- `Added` `tb connection create` now supports `dynamodb` as service type
+
 5.2.2.dev2
 **********
+
 - `Added` error when trying to push a data source with `SETTINGS` instead of `ENGINE_SETTINGS`
 
 5.2.2.dev1
 **********
+
 - `Added` support for buckets with gzip files when creating S3 Data Sources
 
 5.2.1