tinybird 0.0.1.dev111__py3-none-any.whl → 0.0.1.dev112__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev111'
-__revision__ = '621864a'
+__version__ = '0.0.1.dev112'
+__revision__ = 'eb9e376'

tinybird/tb/modules/cli.py

@@ -6,6 +6,7 @@
 import json
 import logging
 import os
+import shutil
 import sys
 from os import getcwd
 from pathlib import Path
@@ -48,7 +49,13 @@ DEFAULT_PATTERNS: List[Tuple[str, Union[str, Callable[[str], str]]]] = [
 VERSION = f"{__cli__.__version__} (rev {__cli__.__revision__})"
 
 
-@click.group(cls=CatchAuthExceptions, context_settings={"help_option_names": ["-h", "--help"]})
+@click.group(
+    cls=CatchAuthExceptions,
+    context_settings={
+        "help_option_names": ["-h", "--help"],
+        "max_content_width": shutil.get_terminal_size().columns - 10,
+    },
+)
 @click.option(
     "--debug/--no-debug",
     default=False,

tinybird/tb/modules/common.py

@@ -1751,90 +1751,69 @@ async def remove_release(
             click.echo(FeedbackManager.info_no_release_deleted())
 
 
-async def validate_aws_iamrole_integration(
+async def run_aws_iamrole_connection_flow(
     client: TinyB,
     service: str,
-    role_arn: Optional[str],
-    region: Optional[str],
-    policy: str = "write",
-    no_validate: Optional[bool] = False,
+    policy: str = "read",
 ):
-    if no_validate is False:
-        access_policy, trust_policy, external_id = await get_aws_iamrole_policies(
-            client, service=service, policy=policy
-        )
+    if service == DataConnectorType.AMAZON_DYNAMODB:
+        raise NotImplementedError("DynamoDB is not supported yet")
 
-        if not role_arn:
-            if not click.confirm(
-                FeedbackManager.prompt_s3_iamrole_connection_login_aws(),
-                show_default=False,
-                prompt_suffix="Press y to continue:",
-            ):
-                sys.exit(1)
+    resource_type = "table" if service == DataConnectorType.AMAZON_DYNAMODB else "bucket"
+    resource_name = click.prompt(f"Enter the name of the {resource_type}")
+    validate_string_connector_param(resource_type.capitalize(), resource_name)
 
-            access_policy_copied = True
-            try:
-                pyperclip.copy(access_policy)
-            except Exception:
-                access_policy_copied = False
+    resource_region = click.prompt(f"Enter the region where the {resource_type} is located")
+    validate_string_connector_param("Region", resource_region)
 
-            replacements_dict = {
-                "<bucket>": "<bucket> with your bucket name",
-                "<table_name>": "<table_name> with your DynamoDB table name",
-            }
+    access_policy, trust_policy, external_id = await get_aws_iamrole_policies(client, service=service, policy=policy)
+    access_policy = access_policy.replace("<bucket>", resource_name)
 
-            replacements = [
-                replacements_dict.get(replacement, "")
-                for replacement in replacements_dict.keys()
-                if replacement in access_policy
-            ]
+    if not click.confirm(
+        FeedbackManager.prompt_s3_iamrole_connection_login_aws(),
+        show_default=False,
+        prompt_suffix="Press y to continue:",
+    ):
+        sys.exit(1)
 
-            if not click.confirm(
-                (
-                    FeedbackManager.prompt_s3_iamrole_connection_policy(
-                        access_policy=access_policy, replacements=", ".join(replacements)
-                    )
-                    if access_policy_copied
-                    else FeedbackManager.prompt_s3_iamrole_connection_policy_not_copied(access_policy=access_policy)
-                ),
-                show_default=False,
-                prompt_suffix="Press y to continue:",
-            ):
-                sys.exit(1)
-
-            trust_policy_copied = True
-            try:
-                pyperclip.copy(trust_policy)
-            except Exception:
-                trust_policy_copied = False
-
-            if not click.confirm(
-                (
-                    FeedbackManager.prompt_s3_iamrole_connection_role(trust_policy=trust_policy)
-                    if trust_policy_copied
-                    else FeedbackManager.prompt_s3_iamrole_connection_role_not_copied(trust_policy=trust_policy)
-                ),
-                show_default=False,
-                prompt_suffix="Press y to continue:",
-            ):
-                sys.exit(1)
-    else:
-        try:
-            trust_policy = await client.get_trust_policy(service)
-            external_id = trust_policy["Statement"][0]["Condition"]["StringEquals"]["sts:ExternalId"]
-        except Exception:
-            external_id = ""
+    access_policy_copied = True
+    try:
+        pyperclip.copy(access_policy)
+    except Exception:
+        access_policy_copied = False
 
-    if not role_arn:
-        role_arn = click.prompt("Enter the ARN of the role you just created")
-        validate_string_connector_param("Role ARN", role_arn)
+    if not click.confirm(
+        (
+            FeedbackManager.prompt_s3_iamrole_connection_policy(access_policy=access_policy)
+            if access_policy_copied
+            else FeedbackManager.prompt_s3_iamrole_connection_policy_not_copied(access_policy=access_policy)
+        ),
+        show_default=False,
+        prompt_suffix="Press y to continue:",
+    ):
+        sys.exit(1)
 
-    if not region:
-        region_resource = "table" if service == DataConnectorType.AMAZON_DYNAMODB else "bucket"
-        region = click.prompt(f"Enter the region where the {region_resource} is located")
-        validate_string_connector_param("Region", region)
+    trust_policy_copied = True
+    try:
+        pyperclip.copy(trust_policy)
+    except Exception:
+        trust_policy_copied = False
 
-    return role_arn, region, external_id
+    if not click.confirm(
+        (
+            FeedbackManager.prompt_s3_iamrole_connection_role(trust_policy=trust_policy)
+            if trust_policy_copied
+            else FeedbackManager.prompt_s3_iamrole_connection_role_not_copied(trust_policy=trust_policy)
+        ),
+        show_default=False,
+        prompt_suffix="Press y to continue:",
+    ):
+        sys.exit(1)
+
+    role_arn = click.prompt("Enter the ARN of the role you just created")
+    validate_string_connector_param("Role ARN", role_arn)
+
+    return role_arn, resource_region, external_id
 
 
 async def get_aws_iamrole_policies(client: TinyB, service: str, policy: str = "write"):
@@ -1867,20 +1846,15 @@ async def get_aws_iamrole_policies(client: TinyB, service: str, policy: str = "w
     return json.dumps(access_policy, indent=4), json.dumps(trust_policy, indent=4), external_id
 
 
-async def validate_aws_iamrole_connection_name(
-    client: TinyB, connection_name: Optional[str], no_validate: Optional[bool] = False
-) -> str:
-    if connection_name and no_validate is False:
-        if await client.get_connector(connection_name, skip_bigquery=True) is not None:
-            raise CLIConnectionException(FeedbackManager.info_connection_already_exists(name=connection_name))
-    else:
-        while not connection_name:
-            connection_name = click.prompt("Enter the name for this connection", default=None, show_default=False)
-            assert isinstance(connection_name, str)
+async def validate_aws_iamrole_connection_name(client: TinyB) -> str:
+    connection_name = None
+    while not connection_name:
+        connection_name = click.prompt("Enter the name for this connection", default=None, show_default=False)
+        assert isinstance(connection_name, str)
 
-            if no_validate is False and await client.get_connector(connection_name) is not None:
-                click.echo(FeedbackManager.info_connection_already_exists(name=connection_name))
-                connection_name = None
+        if await client.get_connector(connection_name) is not None:
+            click.echo(FeedbackManager.info_connection_already_exists(name=connection_name))
+            connection_name = None
     assert isinstance(connection_name, str)
     return connection_name
 

tinybird/tb/modules/connection.py

@@ -15,8 +15,12 @@ from tinybird.tb.modules.common import (
     _get_setting_value,
     coro,
     echo_safe_humanfriendly_tables_format_smart_table,
+    run_aws_iamrole_connection_flow,
+    validate_aws_iamrole_connection_name,
 )
+from tinybird.tb.modules.create import generate_aws_iamrole_connection_file
 from tinybird.tb.modules.feedback_manager import FeedbackManager
+from tinybird.tb.modules.project import Project
 
 DATA_CONNECTOR_SETTINGS: Dict[DataConnectorType, List[str]] = {
     DataConnectorType.KAFKA: [
@@ -123,3 +127,41 @@ async def connection_ls(ctx: Context, service: Optional[DataConnectorType] = Non
     column_names = [c.replace("kafka_", "") for c in columns]
     echo_safe_humanfriendly_tables_format_smart_table(table, column_names=column_names)
     click.echo("\n")
+
+
+@connection.group(name="create")
+@click.pass_context
+def connection_create(ctx: Context) -> None:
+    """Create a connection."""
+
+
+@connection_create.command(name="s3", short_help="Creates a AWS S3 connection.")
+@click.pass_context
+@coro
+async def connection_create_s3(ctx: Context) -> None:
+    """
+    Creates a AWS S3 connection.
+
+    \b
+    $ tb connection create s3
+    """
+    project: Project = ctx.ensure_object(dict)["project"]
+    obj: Dict[str, Any] = ctx.ensure_object(dict)
+    client: TinyB = obj["client"]
+    service = DataConnectorType.AMAZON_S3
+    connection_name = await validate_aws_iamrole_connection_name(client)
+    role_arn, region, external_id = await run_aws_iamrole_connection_flow(
+        client,
+        service=service,
+        policy="read",  # For now only read since we only support import from S3
+    )
+
+    await generate_aws_iamrole_connection_file(
+        name=connection_name, service=service, role_arn=role_arn, region=region, folder=project.folder
+    )
+    if external_id:
+        click.echo(
+            FeedbackManager.success_s3_iam_connection_created(
+                connection_name=connection_name, external_id=external_id, role_arn=role_arn
+            )
+        )

tinybird/tb/modules/create.py

@@ -353,6 +353,17 @@ def generate_connection_file(name: str, content: str, folder: str) -> Path:
     return f.relative_to(folder)
 
 
+async def generate_aws_iamrole_connection_file(
+    name: str, service: str, role_arn: str, region: str, folder: str
+) -> None:
+    content = f"""TYPE {service}
+
+S3_ARN {role_arn}
+S3_REGION {region}
+"""
+    generate_connection_file(name, content, folder)
+
+
 def create_rules(folder: str, source: str, agent: str):
     if agent == "cursor":
         extension = ".cursorrules"

tinybird/tb/modules/feedback_manager.py

@@ -498,7 +498,7 @@ Ready? """
 
     prompt_s3_iamrole_connection_login_aws = prompt_message("""[1] Log into your AWS Console\n\n""")
     prompt_s3_iamrole_connection_policy = prompt_message(
-        """\n[2] Go to IAM > Policies. Create a new policy with the following permissions. Please, replace {replacements}:\n\n{access_policy}\n\n(The policy has been copied to your clipboard)\n\n"""
+        """\n[2] Go to IAM > Policies. Create a new policy with the following permissions:\n\n{access_policy}\n\n(The policy has been copied to your clipboard)\n\n"""
     )
     prompt_s3_iamrole_connection_policy_not_copied = prompt_message(
         """\n[2] Go to IAM > Policies. Create a new policy with the following permissions. Please, copy this policy and replace <bucket> with your bucket name:\n\n{access_policy}\n\n"""

{tinybird-0.0.1.dev111.dist-info → tinybird-0.0.1.dev112.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev111
+Version: 0.0.1.dev112
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev111.dist-info → tinybird-0.0.1.dev112.dist-info}/RECORD

@@ -15,22 +15,22 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=BZuPM7MFS7vaEKK5tOMR2bwSAgJudPrJt27uVEwZmTY,40512
-tinybird/tb/__cli__.py,sha256=I7Yrc9jlvEPM-x0iwreh6-Gh2UYMf4--ijbZe2x9G78,252
+tinybird/tb/__cli__.py,sha256=XBYsgERHHC2rSmVZ_I1ovdmeZxmG3you6UQuNA4-qR4,252
 tinybird/tb/cli.py,sha256=H_HaZhkimKgkryYXpBjHfY9Qtg-ZORiONU3psDNpzDk,1135
 tinybird/tb/modules/auth.py,sha256=L1IatO2arRSzys3t8px8xVt8uPWUL5EVD0sFzAV_uVU,9022
 tinybird/tb/modules/build.py,sha256=h5drdmDFX8NHts9dA2Zepao7KSgMAl3DZGyFufVZP78,11085
 tinybird/tb/modules/cicd.py,sha256=k2hCout_N1g_rRAMWo_cf9tAGiJ1Puu5eiTV2DPob20,6939
-tinybird/tb/modules/cli.py,sha256=XtdwMI5uPoKfhlpSuCuhzODRJfTCx1oXHz_bn3x1OBg,16047
-tinybird/tb/modules/common.py,sha256=6AmvMe8Uj-5A46aUlM3wJg7AilkJEAmHt1hTOb5IH2w,82957
+tinybird/tb/modules/cli.py,sha256=sZEYoJVfqN6zaCSN5NQRrzQLXxeJ5nDO7EnFXit9qh8,16157
+tinybird/tb/modules/common.py,sha256=d2kkXrkoMBmh_CirBBgLw1E1_cxKUUB3ZE_Mx1x9tww,81717
 tinybird/tb/modules/config.py,sha256=FqdLpLaKpYubqw3xkB4EX06ufZYDgGRxONR_9i-y-KE,11416
-tinybird/tb/modules/connection.py,sha256=WKeDxbTpSsQ1PUmsT730g3S5RT2PtR5mPpVEanD1nbM,3933
+tinybird/tb/modules/connection.py,sha256=IL095_8ideKM1Ueen3BdsYvJKA05VAdpv7bSQjhXKJo,5354
 tinybird/tb/modules/copy.py,sha256=MAVqKip8_QhOYq99U_XuqSO6hCLJEh5sFtbhcXtI3SI,5802
-tinybird/tb/modules/create.py,sha256=FuJYuFqWy2kgSfxSwkQ5nExZgEYALyq_z9dc1d-FRN0,14078
+tinybird/tb/modules/create.py,sha256=3Yz257QM7c8OgWlVRacnNXFkZPsDQFNLzJSVr83Xe70,14335
 tinybird/tb/modules/datasource.py,sha256=dNCK9iCR2xPLfwqqwg2ixyE6NuoVEiJU2mBZBmOYrVY,16906
 tinybird/tb/modules/deployment.py,sha256=UIW3W0qKBRk2o4gE8WDjmq9-UkrNZjtkbyKvcQR203k,19515
 tinybird/tb/modules/endpoint.py,sha256=EhVoGAXsFz-83Fiwj1gI-I73iRRvL49d0W81un7hvPE,12080
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
-tinybird/tb/modules/feedback_manager.py,sha256=7nNiOx7OMebiheLED1r0d75SbuXCNxyBmF4e20rCBNc,69511
+tinybird/tb/modules/feedback_manager.py,sha256=7e-O-LyTi_hTln47Y_FuSWerggZQLUGqfTJeYK6D9i4,69479
 tinybird/tb/modules/fmt.py,sha256=qpf9APqKTKL2uphNgdbj4OMVyLkAxZn6dn4eHF99L5g,3553
 tinybird/tb/modules/infra.py,sha256=GA5xnYLlVItPfJu_3_5NIdHQDuyfk2Z71wtcn9NncGA,33189
 tinybird/tb/modules/job.py,sha256=956Pj8BEEsiD2GZsV9RKKVM3I_CveOLgS82lykO5ukk,2963
@@ -81,8 +81,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev111.dist-info/METADATA,sha256=Od6iCtY8gfCnixP673yRdEc2fR8aRC3dgMrIt4NF15Y,1612
-tinybird-0.0.1.dev111.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev111.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev111.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev111.dist-info/RECORD,,
+tinybird-0.0.1.dev112.dist-info/METADATA,sha256=qVwK9fWPocmfDDsDhlUcPh61jVOZhCV7vZAgMzLn-xs,1612
+tinybird-0.0.1.dev112.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev112.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev112.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev112.dist-info/RECORD,,