tinybird 0.0.1.dev89__py3-none-any.whl → 0.0.1.dev91__py3-none-any.whl

tinybird/client.py

@@ -288,6 +288,25 @@ class TinyB:
             ds = [x for x in ds if x["name"].startswith(branch)]
         return ds
 
+    async def secrets(self) -> List[Dict[str, Any]]:
+        response = await self._req("/v0/variables")
+        return response["variables"]
+
+    async def get_secret(self, name: str) -> Optional[Dict[str, Any]]:
+        return await self._req(f"/v0/variables/{name}")
+
+    async def create_secret(self, name: str, value: str):
+        response = await self._req("/v0/variables", method="POST", data={"name": name, "value": value})
+        return response
+
+    async def update_secret(self, name: str, value: str):
+        response = await self._req(f"/v0/variables/{name}", method="PUT", data={"value": value})
+        return response
+
+    async def delete_secret(self, name: str):
+        response = await self._req(f"/v0/variables/{name}", method="DELETE")
+        return response
+
     async def get_connections(self, service: Optional[str] = None):
         params = {}
 

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev89'
-__revision__ = '6153af6'
+__version__ = '0.0.1.dev91'
+__revision__ = 'b965ddf'

tinybird/tb/cli.py

@@ -8,6 +8,7 @@ import tinybird.tb.modules.auth
 import tinybird.tb.modules.build
 import tinybird.tb.modules.cli
 import tinybird.tb.modules.common
+import tinybird.tb.modules.connection
 import tinybird.tb.modules.copy
 import tinybird.tb.modules.create
 import tinybird.tb.modules.datasource
@@ -22,6 +23,7 @@ import tinybird.tb.modules.materialization
 import tinybird.tb.modules.mock
 import tinybird.tb.modules.pipe
 import tinybird.tb.modules.playground
+import tinybird.tb.modules.secret
 import tinybird.tb.modules.tag
 import tinybird.tb.modules.test
 import tinybird.tb.modules.token

tinybird/tb/modules/cli.py

@@ -412,7 +412,7 @@ async def create_ctx_client(ctx: Context, config: Dict[str, Any], cloud: bool, b
         return _get_tb_client(config.get("token", None), config["host"], staging=staging)
     build = command in commands_always_build or build
     if not build and command not in commands_always_local and command not in commands_always_build:
-        click.echo(FeedbackManager.gray(message="Running against Tinybird Local\n"))
+        click.echo(FeedbackManager.gray(message="Running against Tinybird Local"))
     return await get_tinybird_local_client(config, build=build, staging=staging)
 
 

tinybird/tb/modules/connection.py

@@ -0,0 +1,125 @@
+# This is a command file for our CLI. Please keep it clean.
+#
+# - If it makes sense and only when strictly necessary, you can create utility functions in this file.
+# - But please, **do not** interleave utility functions and command definitions.
+
+from typing import Any, Dict, List, Optional
+
+import click
+from click import Context
+
+from tinybird.client import TinyB
+from tinybird.tb.modules.cli import cli
+from tinybird.tb.modules.common import (
+    DataConnectorType,
+    _get_setting_value,
+    coro,
+    echo_safe_humanfriendly_tables_format_smart_table,
+)
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+DATA_CONNECTOR_SETTINGS: Dict[DataConnectorType, List[str]] = {
+    DataConnectorType.KAFKA: [
+        "kafka_bootstrap_servers",
+        "kafka_sasl_plain_username",
+        "kafka_sasl_plain_password",
+        "cli_version",
+        "endpoint",
+        "kafka_security_protocol",
+        "kafka_sasl_mechanism",
+        "kafka_schema_registry_url",
+        "kafka_ssl_ca_pem",
+    ],
+    DataConnectorType.GCLOUD_SCHEDULER: ["gcscheduler_region"],
+    DataConnectorType.SNOWFLAKE: [
+        "account",
+        "username",
+        "password",
+        "role",
+        "warehouse",
+        "warehouse_size",
+        "stage",
+        "integration",
+    ],
+    DataConnectorType.BIGQUERY: ["account"],
+    DataConnectorType.GCLOUD_STORAGE: [
+        "gcs_private_key_id",
+        "gcs_client_x509_cert_url",
+        "gcs_project_id",
+        "gcs_client_id",
+        "gcs_client_email",
+        "gcs_private_key",
+    ],
+    DataConnectorType.GCLOUD_STORAGE_HMAC: [
+        "gcs_hmac_access_id",
+        "gcs_hmac_secret",
+    ],
+    DataConnectorType.GCLOUD_STORAGE_SA: ["account_email"],
+    DataConnectorType.AMAZON_S3: [
+        "s3_access_key_id",
+        "s3_secret_access_key",
+        "s3_region",
+    ],
+    DataConnectorType.AMAZON_S3_IAMROLE: [
+        "s3_iamrole_arn",
+        "s3_iamrole_region",
+        "s3_iamrole_external_id",
+    ],
+    DataConnectorType.AMAZON_DYNAMODB: [
+        "dynamodb_iamrole_arn",
+        "dynamodb_iamrole_region",
+        "dynamodb_iamrole_external_id",
+    ],
+}
+
+SENSITIVE_CONNECTOR_SETTINGS = {
+    DataConnectorType.KAFKA: ["kafka_sasl_plain_password"],
+    DataConnectorType.GCLOUD_SCHEDULER: [
+        "gcscheduler_target_url",
+        "gcscheduler_job_name",
+        "gcscheduler_region",
+    ],
+    DataConnectorType.GCLOUD_STORAGE_HMAC: ["gcs_hmac_secret"],
+    DataConnectorType.AMAZON_S3: ["s3_secret_access_key"],
+    DataConnectorType.AMAZON_S3_IAMROLE: ["s3_iamrole_arn"],
+    DataConnectorType.AMAZON_DYNAMODB: ["dynamodb_iamrole_arn"],
+}
+
+
+@cli.group()
+@click.pass_context
+def connection(ctx: Context) -> None:
+    """Connection commands."""
+
+
+@connection.command(name="ls")
+@click.option("--service", help="Filter by service")
+@click.pass_context
+@coro
+async def connection_ls(ctx: Context, service: Optional[DataConnectorType] = None) -> None:
+    """List connections."""
+    obj: Dict[str, Any] = ctx.ensure_object(dict)
+    client: TinyB = obj["client"]
+
+    connections = await client.connections(connector=service, skip_bigquery=True)
+    columns = []
+    table = []
+
+    click.echo(FeedbackManager.info_connections())
+
+    if not service:
+        sensitive_settings = []
+        columns = ["service", "name", "id", "connected_datasources"]
+    else:
+        sensitive_settings = SENSITIVE_CONNECTOR_SETTINGS.get(service, [])
+        columns = ["service", "name", "id", "connected_datasources"]
+        if connector_settings := DATA_CONNECTOR_SETTINGS.get(service):
+            columns += connector_settings
+
+    for connection in connections:
+        row = [_get_setting_value(connection, setting, sensitive_settings) for setting in columns]
+        table.append(row)
+
+    column_names = [c.replace("kafka_", "") for c in columns]
+    echo_safe_humanfriendly_tables_format_smart_table(table, column_names=column_names)
+    click.echo("\n")

tinybird/tb/modules/secret.py

@@ -0,0 +1,85 @@
+import re
+from typing import Optional
+
+import click
+
+from tinybird.client import TinyB
+from tinybird.tb.modules.cli import cli
+from tinybird.tb.modules.common import coro, echo_safe_humanfriendly_tables_format_smart_table
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+@cli.group()
+@click.pass_context
+def secret(ctx):
+    """Secret commands."""
+
+
+@secret.command(name="ls")
+@click.option("--match", default=None, help="Retrieve any secrets matching the pattern. For example, --match _test")
+@click.pass_context
+@coro
+async def secret_ls(ctx: click.Context, match: Optional[str]):
+    """List secrets"""
+
+    client: TinyB = ctx.ensure_object(dict)["client"]
+    secrets = await client.secrets()
+    columns = ["name", "created_at", "updated_at"]
+    table_human_readable = []
+    table_machine_readable = []
+    pattern = re.compile(match) if match else None
+
+    for secret in secrets:
+        name = secret["name"]
+
+        if pattern and not pattern.search(name):
+            continue
+
+        created_at = secret["created_at"]
+        updated_at = secret["updated_at"]
+
+        table_human_readable.append((name, created_at, updated_at))
+        table_machine_readable.append({"name": name, "created at": created_at, "updated at": updated_at})
+
+    click.echo(FeedbackManager.info(message="** Secrets:"))
+    echo_safe_humanfriendly_tables_format_smart_table(table_human_readable, column_names=columns)
+    click.echo("\n")
+
+
+@secret.command(name="set")
+@click.argument("name")
+@click.argument("value")
+@click.pass_context
+@coro
+async def secret_set(ctx: click.Context, name: str, value: str):
+    """Create or update secrets"""
+    try:
+        click.echo(FeedbackManager.highlight(message=f"\n» Setting secret '{name}'..."))
+        client: TinyB = ctx.ensure_object(dict)["client"]
+        existing_secret = None
+        try:
+            existing_secret = await client.get_secret(name)
+        except Exception:
+            pass
+        if existing_secret:
+            await client.update_secret(name, value)
+        else:
+            await client.create_secret(name, value)
+        click.echo(FeedbackManager.success(message=f"\n✓ Secret '{name}' set"))
+    except Exception as e:
+        click.echo(FeedbackManager.error(message=f"✗ Error: {e}"))
+
+
+@secret.command(name="rm")
+@click.argument("name")
+@click.pass_context
+@coro
+async def secret_rm(ctx: click.Context, name: str):
+    """Delete a secret"""
+    try:
+        click.echo(FeedbackManager.highlight(message=f"\n» Deleting secret '{name}'..."))
+        client: TinyB = ctx.ensure_object(dict)["client"]
+        await client.delete_secret(name)
+        click.echo(FeedbackManager.success(message=f"\n✓ Secret '{name}' deleted"))
+    except Exception as e:
+        click.echo(FeedbackManager.error(message=f"✗ Error: {e}"))

{tinybird-0.0.1.dev89.dist-info → tinybird-0.0.1.dev91.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev89
+Version: 0.0.1.dev91
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev89.dist-info → tinybird-0.0.1.dev91.dist-info}/RECORD

@@ -1,5 +1,5 @@
 tinybird/__cli__.py,sha256=esPl5QDTzuQgHe5FuxWLm-fURFigGGwjnYLh9GuWUw4,232
-tinybird/client.py,sha256=Ng4HQHum6ezf7nRZ61PbEOhYvEEPadmXKDYu2SGaL0c,53393
+tinybird/client.py,sha256=B6FaylxfcalxJTjiMgaS1Iyn9aBRsDaphwhC5VKeK6M,54179
 tinybird/config.py,sha256=5UP_UZ2Qtlm5aOH5W7SbtN8r7X-8u3-r853joKqU5zs,6072
 tinybird/connectors.py,sha256=7Gjms7b5MAaBFGi3xytsJurCylprONpFcYrzp4Fw2Rc,15241
 tinybird/context.py,sha256=FfqYfrGX_I7PKGTQo93utaKPDNVYWelg4Hsp3evX5wM,1291
@@ -15,14 +15,15 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=BZuPM7MFS7vaEKK5tOMR2bwSAgJudPrJt27uVEwZmTY,40512
-tinybird/tb/__cli__.py,sha256=xWmtpX_BrBWY-ALVqm-M8PCmUyEnwSYABEqNIkELu8M,251
-tinybird/tb/cli.py,sha256=qon0Lim-v5hHWWRW7TXaOoGo3p2kc5Xwgg3feI4mbMQ,998
+tinybird/tb/__cli__.py,sha256=T_ssIbV6pifxlCyF-t9ua_F2d_5mle0hocUCAZm8PNY,251
+tinybird/tb/cli.py,sha256=SSXALqjtPShcQbgvT1u7up2YL0ls36wXABX0hZwebdQ,1070
 tinybird/tb/modules/auth.py,sha256=L1IatO2arRSzys3t8px8xVt8uPWUL5EVD0sFzAV_uVU,9022
 tinybird/tb/modules/build.py,sha256=-lRGBxKtuipmyl3pmiGcfp67fH1Ed-COfHAZKdgLIWo,10483
 tinybird/tb/modules/cicd.py,sha256=T0lb9u_bDdTUVe8TwNNb1qQ5KnSPHMVjqPfKF4BBNBw,5347
-tinybird/tb/modules/cli.py,sha256=rE-0PtttuXvigKP1BkdgolP833pEhe-daK6l86bnaEw,16468
+tinybird/tb/modules/cli.py,sha256=atBf86g3mgXi9L7wy3YtovvdFk8QXfjneUP08NvY_jk,16466
 tinybird/tb/modules/common.py,sha256=xWdxukkqTdK0YFHSUYxHx8_cJO165h2hdrE75aLHa7g,80383
 tinybird/tb/modules/config.py,sha256=BVZg-4f_R3vJTwCChXY2AXaH67SRk62xoP_IymquosI,11404
+tinybird/tb/modules/connection.py,sha256=WKeDxbTpSsQ1PUmsT730g3S5RT2PtR5mPpVEanD1nbM,3933
 tinybird/tb/modules/copy.py,sha256=MAVqKip8_QhOYq99U_XuqSO6hCLJEh5sFtbhcXtI3SI,5802
 tinybird/tb/modules/create.py,sha256=KjotVfIQLfcPyQBykTHnPLn4ikrm6qqeMcbRE1d-6Jo,13280
 tinybird/tb/modules/datasource.py,sha256=dNCK9iCR2xPLfwqqwg2ixyE6NuoVEiJU2mBZBmOYrVY,16906
@@ -44,6 +45,7 @@ tinybird/tb/modules/pipe.py,sha256=gcLz0qHgwKDLsWFY3yFLO9a0ETAV1dFbI8YeLHi9460,2
 tinybird/tb/modules/playground.py,sha256=CQaz2JqFDdReK2fJY1yZsSwiSY24_jeTb9PKw1WUigA,4848
 tinybird/tb/modules/project.py,sha256=ei0TIAuRksdV2g2FJqByuV4DPyivQGrZ42z_eQDNBgI,2963
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
+tinybird/tb/modules/secret.py,sha256=xxzfKxfFN7GORib1WslCaFDHt_dgnjmfOewyptPU_VM,2820
 tinybird/tb/modules/shell.py,sha256=a98W4L4gfrmxEyybtu6S4ENXrBYtgNASB5e_evuXQvI,13936
 tinybird/tb/modules/table.py,sha256=4XrtjM-N0zfNtxVkbvLDQQazno1EPXnxTyo7llivfXk,11035
 tinybird/tb/modules/tag.py,sha256=anPmMUBc-TbFovlpFi8GPkKA18y7Y0GczMsMms5TZsU,3502
@@ -77,8 +79,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev89.dist-info/METADATA,sha256=pKJ86pTylK2iqAqdOcWyaaApey6C8eiBM_NpLv-ZzWA,2585
-tinybird-0.0.1.dev89.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev89.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev89.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev89.dist-info/RECORD,,
+tinybird-0.0.1.dev91.dist-info/METADATA,sha256=iN68_RO9ZH5bntib_gq07U3hcPtPv206bagyLYciECw,2585
+tinybird-0.0.1.dev91.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev91.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev91.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev91.dist-info/RECORD,,