tinybird 0.0.1.dev90__py3-none-any.whl → 0.0.1.dev92__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev90'
-__revision__ = 'd11bb13'
+__version__ = '0.0.1.dev92'
+__revision__ = 'd99cccc'

tinybird/tb/cli.py

@@ -8,6 +8,7 @@ import tinybird.tb.modules.auth
 import tinybird.tb.modules.build
 import tinybird.tb.modules.cli
 import tinybird.tb.modules.common
+import tinybird.tb.modules.connection
 import tinybird.tb.modules.copy
 import tinybird.tb.modules.create
 import tinybird.tb.modules.datasource

tinybird/tb/modules/cli.py

@@ -412,7 +412,7 @@ async def create_ctx_client(ctx: Context, config: Dict[str, Any], cloud: bool, b
         return _get_tb_client(config.get("token", None), config["host"], staging=staging)
     build = command in commands_always_build or build
     if not build and command not in commands_always_local and command not in commands_always_build:
-        click.echo(FeedbackManager.gray(message="Running against Tinybird Local\n"))
+        click.echo(FeedbackManager.gray(message="Running against Tinybird Local"))
     return await get_tinybird_local_client(config, build=build, staging=staging)
 
 

tinybird/tb/modules/connection.py

@@ -0,0 +1,125 @@
+# This is a command file for our CLI. Please keep it clean.
+#
+# - If it makes sense and only when strictly necessary, you can create utility functions in this file.
+# - But please, **do not** interleave utility functions and command definitions.
+
+from typing import Any, Dict, List, Optional
+
+import click
+from click import Context
+
+from tinybird.client import TinyB
+from tinybird.tb.modules.cli import cli
+from tinybird.tb.modules.common import (
+    DataConnectorType,
+    _get_setting_value,
+    coro,
+    echo_safe_humanfriendly_tables_format_smart_table,
+)
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+DATA_CONNECTOR_SETTINGS: Dict[DataConnectorType, List[str]] = {
+    DataConnectorType.KAFKA: [
+        "kafka_bootstrap_servers",
+        "kafka_sasl_plain_username",
+        "kafka_sasl_plain_password",
+        "cli_version",
+        "endpoint",
+        "kafka_security_protocol",
+        "kafka_sasl_mechanism",
+        "kafka_schema_registry_url",
+        "kafka_ssl_ca_pem",
+    ],
+    DataConnectorType.GCLOUD_SCHEDULER: ["gcscheduler_region"],
+    DataConnectorType.SNOWFLAKE: [
+        "account",
+        "username",
+        "password",
+        "role",
+        "warehouse",
+        "warehouse_size",
+        "stage",
+        "integration",
+    ],
+    DataConnectorType.BIGQUERY: ["account"],
+    DataConnectorType.GCLOUD_STORAGE: [
+        "gcs_private_key_id",
+        "gcs_client_x509_cert_url",
+        "gcs_project_id",
+        "gcs_client_id",
+        "gcs_client_email",
+        "gcs_private_key",
+    ],
+    DataConnectorType.GCLOUD_STORAGE_HMAC: [
+        "gcs_hmac_access_id",
+        "gcs_hmac_secret",
+    ],
+    DataConnectorType.GCLOUD_STORAGE_SA: ["account_email"],
+    DataConnectorType.AMAZON_S3: [
+        "s3_access_key_id",
+        "s3_secret_access_key",
+        "s3_region",
+    ],
+    DataConnectorType.AMAZON_S3_IAMROLE: [
+        "s3_iamrole_arn",
+        "s3_iamrole_region",
+        "s3_iamrole_external_id",
+    ],
+    DataConnectorType.AMAZON_DYNAMODB: [
+        "dynamodb_iamrole_arn",
+        "dynamodb_iamrole_region",
+        "dynamodb_iamrole_external_id",
+    ],
+}
+
+SENSITIVE_CONNECTOR_SETTINGS = {
+    DataConnectorType.KAFKA: ["kafka_sasl_plain_password"],
+    DataConnectorType.GCLOUD_SCHEDULER: [
+        "gcscheduler_target_url",
+        "gcscheduler_job_name",
+        "gcscheduler_region",
+    ],
+    DataConnectorType.GCLOUD_STORAGE_HMAC: ["gcs_hmac_secret"],
+    DataConnectorType.AMAZON_S3: ["s3_secret_access_key"],
+    DataConnectorType.AMAZON_S3_IAMROLE: ["s3_iamrole_arn"],
+    DataConnectorType.AMAZON_DYNAMODB: ["dynamodb_iamrole_arn"],
+}
+
+
+@cli.group()
+@click.pass_context
+def connection(ctx: Context) -> None:
+    """Connection commands."""
+
+
+@connection.command(name="ls")
+@click.option("--service", help="Filter by service")
+@click.pass_context
+@coro
+async def connection_ls(ctx: Context, service: Optional[DataConnectorType] = None) -> None:
+    """List connections."""
+    obj: Dict[str, Any] = ctx.ensure_object(dict)
+    client: TinyB = obj["client"]
+
+    connections = await client.connections(connector=service, skip_bigquery=True)
+    columns = []
+    table = []
+
+    click.echo(FeedbackManager.info_connections())
+
+    if not service:
+        sensitive_settings = []
+        columns = ["service", "name", "id", "connected_datasources"]
+    else:
+        sensitive_settings = SENSITIVE_CONNECTOR_SETTINGS.get(service, [])
+        columns = ["service", "name", "id", "connected_datasources"]
+        if connector_settings := DATA_CONNECTOR_SETTINGS.get(service):
+            columns += connector_settings
+
+    for connection in connections:
+        row = [_get_setting_value(connection, setting, sensitive_settings) for setting in columns]
+        table.append(row)
+
+    column_names = [c.replace("kafka_", "") for c in columns]
+    echo_safe_humanfriendly_tables_format_smart_table(table, column_names=column_names)
+    click.echo("\n")

tinybird/tb/modules/deployment.py

@@ -4,7 +4,7 @@ import sys
 import time
 from datetime import datetime
 from pathlib import Path
-from typing import Optional, Union
+from typing import Any, Dict, Optional, Union
 
 import click
 import requests
@@ -330,7 +330,7 @@ def create_deployment(
     }
     project: Project = ctx.ensure_object(dict)["project"]
     client = ctx.ensure_object(dict)["client"]
-    config = ctx.ensure_object(dict)["config"]
+    config: Dict[str, Any] = ctx.ensure_object(dict)["config"]
     TINYBIRD_API_URL = f"{client.host}/v1/deploy"
     TINYBIRD_API_KEY = client.token
 

tinybird/tb/modules/playground.py

@@ -62,7 +62,7 @@ def playground(
     """Build the project in Tinybird Local."""
     project: Project = ctx.ensure_object(dict)["project"]
     tb_client: TinyB = ctx.ensure_object(dict)["client"]
-    config: CLIConfig = ctx.ensure_object(dict)["config"]
+    config = CLIConfig.get_project_config()
     context.disable_template_security_validation.set(True)
 
     async def process(filenames: List[str], watch: bool = False):

tinybird/tb/modules/test.py

@@ -5,6 +5,7 @@
 
 import difflib
 import glob
+import os
 import sys
 import urllib.parse
 from pathlib import Path
@@ -75,8 +76,8 @@ async def test_create(ctx: click.Context, name_or_filename: str, prompt: str) ->
     """
     project: Project = ctx.ensure_object(dict)["project"]
     client: TinyB = ctx.ensure_object(dict)["client"]
-    config: CLIConfig = ctx.ensure_object(dict)["config"]
-    root_path = Path(project.folder)
+    config = CLIConfig.get_project_config()
+    root_path = project.path
     folder = project.folder
     try:
         if ".pipe" in name_or_filename:
@@ -85,20 +86,17 @@ async def test_create(ctx: click.Context, name_or_filename: str, prompt: str) ->
                 raise CLIException(FeedbackManager.error(message=f"Pipe {name_or_filename} not found"))
         else:
             pipe_folders = ("endpoints", "copies", "materializations", "sinks", "pipes")
-            try:
-                pipe_path = next(
-                    root_path / folder / f"{name_or_filename}.pipe"
-                    for folder in pipe_folders
-                    if (root_path / folder / f"{name_or_filename}.pipe").exists()
-                )
-            except Exception:
+            pipe_path = next(
+                root_path / folder / f"{name_or_filename}.pipe"
+                for folder in pipe_folders
+                if os.path.exists(root_path / folder / f"{name_or_filename}.pipe")
+            )
+            if not pipe_path:
                 raise CLIException(FeedbackManager.error(message=f"Pipe {name_or_filename} not found"))
 
         pipe_name = pipe_path.stem
         click.echo(FeedbackManager.highlight(message=f"\n» Creating tests for {pipe_name} endpoint..."))
-        pipe_path = root_path / pipe_path
         pipe_content = pipe_path.read_text()
-
         pipe = await client._req(f"/v0/pipes/{pipe_name}")
         parameters = set([param["name"] for node in pipe["nodes"] for param in node["params"]])
 
@@ -112,7 +110,6 @@ async def test_create(ctx: click.Context, name_or_filename: str, prompt: str) ->
             raise CLIException(FeedbackManager.error(message="No user token found"))
 
         llm = LLM(user_token=user_token, host=config.get_client().host)
-        click.echo(FeedbackManager.highlight(message=f"\n» Creating test for {pipe_name} endpoint..."))
         response_llm = llm.ask(system_prompt=system_prompt, prompt=prompt)
         response_xml = extract_xml(response_llm, "response")
         tests_content = parse_xml(response_xml, "test")
@@ -216,9 +213,12 @@ async def test_update(ctx: click.Context, pipe: str) -> None:
 async def run_tests(ctx: click.Context, name: Tuple[str, ...]) -> None:
     click.echo(FeedbackManager.highlight(message="\n» Running tests"))
     client: TinyB = ctx.ensure_object(dict)["client"]
+    project: Project = ctx.ensure_object(dict)["project"]
     paths = [Path(n) for n in name]
-    endpoints = [f"./tests/{p.stem}.yaml" for p in paths]
-    test_files: List[str] = endpoints if len(endpoints) > 0 else glob.glob("./tests/**/*.y*ml", recursive=True)
+    endpoints = [f"{project.path}/tests/{p.stem}.yaml" for p in paths]
+    test_files: List[str] = (
+        endpoints if len(endpoints) > 0 else glob.glob(f"{project.path}/tests/**/*.y*ml", recursive=True)
+    )
 
     async def run_test(test_file):
         test_file_path = Path(test_file)

{tinybird-0.0.1.dev90.dist-info → tinybird-0.0.1.dev92.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev90
+Version: 0.0.1.dev92
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev90.dist-info → tinybird-0.0.1.dev92.dist-info}/RECORD

@@ -15,18 +15,19 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=BZuPM7MFS7vaEKK5tOMR2bwSAgJudPrJt27uVEwZmTY,40512
-tinybird/tb/__cli__.py,sha256=Xjw-O5fZcxgHniZqT8Lfpai9LjBf9MYDmOuWtnCwi2c,251
-tinybird/tb/cli.py,sha256=LOOJoNelfyqerVWrMasp2f-8roZzKdSoSa_sMViwHMg,1032
+tinybird/tb/__cli__.py,sha256=JauWMFoQBsfMiTW1HIS8HciaaGZR3hE0PE8cWmZXvBU,251
+tinybird/tb/cli.py,sha256=SSXALqjtPShcQbgvT1u7up2YL0ls36wXABX0hZwebdQ,1070
 tinybird/tb/modules/auth.py,sha256=L1IatO2arRSzys3t8px8xVt8uPWUL5EVD0sFzAV_uVU,9022
 tinybird/tb/modules/build.py,sha256=-lRGBxKtuipmyl3pmiGcfp67fH1Ed-COfHAZKdgLIWo,10483
 tinybird/tb/modules/cicd.py,sha256=T0lb9u_bDdTUVe8TwNNb1qQ5KnSPHMVjqPfKF4BBNBw,5347
-tinybird/tb/modules/cli.py,sha256=rE-0PtttuXvigKP1BkdgolP833pEhe-daK6l86bnaEw,16468
+tinybird/tb/modules/cli.py,sha256=atBf86g3mgXi9L7wy3YtovvdFk8QXfjneUP08NvY_jk,16466
 tinybird/tb/modules/common.py,sha256=xWdxukkqTdK0YFHSUYxHx8_cJO165h2hdrE75aLHa7g,80383
 tinybird/tb/modules/config.py,sha256=BVZg-4f_R3vJTwCChXY2AXaH67SRk62xoP_IymquosI,11404
+tinybird/tb/modules/connection.py,sha256=WKeDxbTpSsQ1PUmsT730g3S5RT2PtR5mPpVEanD1nbM,3933
 tinybird/tb/modules/copy.py,sha256=MAVqKip8_QhOYq99U_XuqSO6hCLJEh5sFtbhcXtI3SI,5802
 tinybird/tb/modules/create.py,sha256=KjotVfIQLfcPyQBykTHnPLn4ikrm6qqeMcbRE1d-6Jo,13280
 tinybird/tb/modules/datasource.py,sha256=dNCK9iCR2xPLfwqqwg2ixyE6NuoVEiJU2mBZBmOYrVY,16906
-tinybird/tb/modules/deployment.py,sha256=oSRnQnz2Wkvp1y0yt_tVa9g0aCYyFxNAsUyxoZTIcpY,17615
+tinybird/tb/modules/deployment.py,sha256=Mfqx5Qq4HP8Ym0Vd_LnzFv8QkVyxI77-M0QkKmmZ_go,17642
 tinybird/tb/modules/endpoint.py,sha256=EhVoGAXsFz-83Fiwj1gI-I73iRRvL49d0W81un7hvPE,12080
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
 tinybird/tb/modules/feedback_manager.py,sha256=7nNiOx7OMebiheLED1r0d75SbuXCNxyBmF4e20rCBNc,69511
@@ -41,7 +42,7 @@ tinybird/tb/modules/logout.py,sha256=ULooy1cDBD02-r7voZmhV7udA0ML5tVuflJyShrh56Y
 tinybird/tb/modules/materialization.py,sha256=r8Q9HXcYEmfrEzP4WpiasCKDJdSkTPaAKJtZMoJKhi8,5749
 tinybird/tb/modules/mock.py,sha256=3q4i6CXKcS-zsgevbN_zpAP4AnB9_WIVxmVSJV3FNPQ,3881
 tinybird/tb/modules/pipe.py,sha256=gcLz0qHgwKDLsWFY3yFLO9a0ETAV1dFbI8YeLHi9460,2429
-tinybird/tb/modules/playground.py,sha256=CQaz2JqFDdReK2fJY1yZsSwiSY24_jeTb9PKw1WUigA,4848
+tinybird/tb/modules/playground.py,sha256=bN0whphoSO6p1_u3b6OAUoc3ieG5Cl3qNXwt2HcUOp8,4834
 tinybird/tb/modules/project.py,sha256=ei0TIAuRksdV2g2FJqByuV4DPyivQGrZ42z_eQDNBgI,2963
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb/modules/secret.py,sha256=xxzfKxfFN7GORib1WslCaFDHt_dgnjmfOewyptPU_VM,2820
@@ -49,7 +50,7 @@ tinybird/tb/modules/shell.py,sha256=a98W4L4gfrmxEyybtu6S4ENXrBYtgNASB5e_evuXQvI,
 tinybird/tb/modules/table.py,sha256=4XrtjM-N0zfNtxVkbvLDQQazno1EPXnxTyo7llivfXk,11035
 tinybird/tb/modules/tag.py,sha256=anPmMUBc-TbFovlpFi8GPkKA18y7Y0GczMsMms5TZsU,3502
 tinybird/tb/modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird/tb/modules/test.py,sha256=oa6_ApTCT526W8-hngpZwNyl2AbIpOztOsxf0iwlSwc,11547
+tinybird/tb/modules/test.py,sha256=FUU-drY8mdjNoKsw16O5ZqvYvZqzycrZBEpSwbhGDUE,11456
 tinybird/tb/modules/token.py,sha256=OhqLFpCHVfYeBCxJ0n7n2qoho9E9eGcUfHgL7R1MUVQ,13485
 tinybird/tb/modules/watch.py,sha256=qMQhewRSso1AFSEFLuyeyGFA8Lxf9ccYJxmVdPU1BgM,8808
 tinybird/tb/modules/workspace.py,sha256=SYkEULv_Gg8FhnAnZspengzyT5N4w0wjsvWWZ3vy3Ho,7753
@@ -78,8 +79,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev90.dist-info/METADATA,sha256=1J8tIFd9v-xKv7yNIMmNAR9ZEx63FSbKgxwM4jiHL-s,2585
-tinybird-0.0.1.dev90.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev90.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev90.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev90.dist-info/RECORD,,
+tinybird-0.0.1.dev92.dist-info/METADATA,sha256=D4Zz8uPHhOGElZtKIwMnCE5o5021zYYpC7Ah-TaHVBc,2585
+tinybird-0.0.1.dev92.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev92.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev92.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev92.dist-info/RECORD,,