tinybird 0.0.1.dev89__tar.gz → 0.0.1.dev91__tar.gz

{tinybird-0.0.1.dev89 → tinybird-0.0.1.dev91}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev89
+Version: 0.0.1.dev91
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev89 → tinybird-0.0.1.dev91}/tinybird/client.py

@@ -288,6 +288,25 @@ class TinyB:
             ds = [x for x in ds if x["name"].startswith(branch)]
         return ds
 
+    async def secrets(self) -> List[Dict[str, Any]]:
+        response = await self._req("/v0/variables")
+        return response["variables"]
+
+    async def get_secret(self, name: str) -> Optional[Dict[str, Any]]:
+        return await self._req(f"/v0/variables/{name}")
+
+    async def create_secret(self, name: str, value: str):
+        response = await self._req("/v0/variables", method="POST", data={"name": name, "value": value})
+        return response
+
+    async def update_secret(self, name: str, value: str):
+        response = await self._req(f"/v0/variables/{name}", method="PUT", data={"value": value})
+        return response
+
+    async def delete_secret(self, name: str):
+        response = await self._req(f"/v0/variables/{name}", method="DELETE")
+        return response
+
     async def get_connections(self, service: Optional[str] = None):
         params = {}
 

{tinybird-0.0.1.dev89 → tinybird-0.0.1.dev91}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev89'
-__revision__ = '6153af6'
+__version__ = '0.0.1.dev91'
+__revision__ = 'b965ddf'

{tinybird-0.0.1.dev89 → tinybird-0.0.1.dev91}/tinybird/tb/cli.py

@@ -8,6 +8,7 @@ import tinybird.tb.modules.auth
 import tinybird.tb.modules.build
 import tinybird.tb.modules.cli
 import tinybird.tb.modules.common
+import tinybird.tb.modules.connection
 import tinybird.tb.modules.copy
 import tinybird.tb.modules.create
 import tinybird.tb.modules.datasource
@@ -22,6 +23,7 @@ import tinybird.tb.modules.materialization
 import tinybird.tb.modules.mock
 import tinybird.tb.modules.pipe
 import tinybird.tb.modules.playground
+import tinybird.tb.modules.secret
 import tinybird.tb.modules.tag
 import tinybird.tb.modules.test
 import tinybird.tb.modules.token

{tinybird-0.0.1.dev89 → tinybird-0.0.1.dev91}/tinybird/tb/modules/cli.py

@@ -412,7 +412,7 @@ async def create_ctx_client(ctx: Context, config: Dict[str, Any], cloud: bool, b
         return _get_tb_client(config.get("token", None), config["host"], staging=staging)
     build = command in commands_always_build or build
     if not build and command not in commands_always_local and command not in commands_always_build:
-        click.echo(FeedbackManager.gray(message="Running against Tinybird Local\n"))
+        click.echo(FeedbackManager.gray(message="Running against Tinybird Local"))
     return await get_tinybird_local_client(config, build=build, staging=staging)
 
 

tinybird-0.0.1.dev91/tinybird/tb/modules/connection.py

@@ -0,0 +1,125 @@
+# This is a command file for our CLI. Please keep it clean.
+#
+# - If it makes sense and only when strictly necessary, you can create utility functions in this file.
+# - But please, **do not** interleave utility functions and command definitions.
+
+from typing import Any, Dict, List, Optional
+
+import click
+from click import Context
+
+from tinybird.client import TinyB
+from tinybird.tb.modules.cli import cli
+from tinybird.tb.modules.common import (
+    DataConnectorType,
+    _get_setting_value,
+    coro,
+    echo_safe_humanfriendly_tables_format_smart_table,
+)
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+DATA_CONNECTOR_SETTINGS: Dict[DataConnectorType, List[str]] = {
+    DataConnectorType.KAFKA: [
+        "kafka_bootstrap_servers",
+        "kafka_sasl_plain_username",
+        "kafka_sasl_plain_password",
+        "cli_version",
+        "endpoint",
+        "kafka_security_protocol",
+        "kafka_sasl_mechanism",
+        "kafka_schema_registry_url",
+        "kafka_ssl_ca_pem",
+    ],
+    DataConnectorType.GCLOUD_SCHEDULER: ["gcscheduler_region"],
+    DataConnectorType.SNOWFLAKE: [
+        "account",
+        "username",
+        "password",
+        "role",
+        "warehouse",
+        "warehouse_size",
+        "stage",
+        "integration",
+    ],
+    DataConnectorType.BIGQUERY: ["account"],
+    DataConnectorType.GCLOUD_STORAGE: [
+        "gcs_private_key_id",
+        "gcs_client_x509_cert_url",
+        "gcs_project_id",
+        "gcs_client_id",
+        "gcs_client_email",
+        "gcs_private_key",
+    ],
+    DataConnectorType.GCLOUD_STORAGE_HMAC: [
+        "gcs_hmac_access_id",
+        "gcs_hmac_secret",
+    ],
+    DataConnectorType.GCLOUD_STORAGE_SA: ["account_email"],
+    DataConnectorType.AMAZON_S3: [
+        "s3_access_key_id",
+        "s3_secret_access_key",
+        "s3_region",
+    ],
+    DataConnectorType.AMAZON_S3_IAMROLE: [
+        "s3_iamrole_arn",
+        "s3_iamrole_region",
+        "s3_iamrole_external_id",
+    ],
+    DataConnectorType.AMAZON_DYNAMODB: [
+        "dynamodb_iamrole_arn",
+        "dynamodb_iamrole_region",
+        "dynamodb_iamrole_external_id",
+    ],
+}
+
+SENSITIVE_CONNECTOR_SETTINGS = {
+    DataConnectorType.KAFKA: ["kafka_sasl_plain_password"],
+    DataConnectorType.GCLOUD_SCHEDULER: [
+        "gcscheduler_target_url",
+        "gcscheduler_job_name",
+        "gcscheduler_region",
+    ],
+    DataConnectorType.GCLOUD_STORAGE_HMAC: ["gcs_hmac_secret"],
+    DataConnectorType.AMAZON_S3: ["s3_secret_access_key"],
+    DataConnectorType.AMAZON_S3_IAMROLE: ["s3_iamrole_arn"],
+    DataConnectorType.AMAZON_DYNAMODB: ["dynamodb_iamrole_arn"],
+}
+
+
+@cli.group()
+@click.pass_context
+def connection(ctx: Context) -> None:
+    """Connection commands."""
+
+
+@connection.command(name="ls")
+@click.option("--service", help="Filter by service")
+@click.pass_context
+@coro
+async def connection_ls(ctx: Context, service: Optional[DataConnectorType] = None) -> None:
+    """List connections."""
+    obj: Dict[str, Any] = ctx.ensure_object(dict)
+    client: TinyB = obj["client"]
+
+    connections = await client.connections(connector=service, skip_bigquery=True)
+    columns = []
+    table = []
+
+    click.echo(FeedbackManager.info_connections())
+
+    if not service:
+        sensitive_settings = []
+        columns = ["service", "name", "id", "connected_datasources"]
+    else:
+        sensitive_settings = SENSITIVE_CONNECTOR_SETTINGS.get(service, [])
+        columns = ["service", "name", "id", "connected_datasources"]
+        if connector_settings := DATA_CONNECTOR_SETTINGS.get(service):
+            columns += connector_settings
+
+    for connection in connections:
+        row = [_get_setting_value(connection, setting, sensitive_settings) for setting in columns]
+        table.append(row)
+
+    column_names = [c.replace("kafka_", "") for c in columns]
+    echo_safe_humanfriendly_tables_format_smart_table(table, column_names=column_names)
+    click.echo("\n")

tinybird-0.0.1.dev91/tinybird/tb/modules/secret.py

@@ -0,0 +1,85 @@
+import re
+from typing import Optional
+
+import click
+
+from tinybird.client import TinyB
+from tinybird.tb.modules.cli import cli
+from tinybird.tb.modules.common import coro, echo_safe_humanfriendly_tables_format_smart_table
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+@cli.group()
+@click.pass_context
+def secret(ctx):
+    """Secret commands."""
+
+
+@secret.command(name="ls")
+@click.option("--match", default=None, help="Retrieve any secrets matching the pattern. For example, --match _test")
+@click.pass_context
+@coro
+async def secret_ls(ctx: click.Context, match: Optional[str]):
+    """List secrets"""
+
+    client: TinyB = ctx.ensure_object(dict)["client"]
+    secrets = await client.secrets()
+    columns = ["name", "created_at", "updated_at"]
+    table_human_readable = []
+    table_machine_readable = []
+    pattern = re.compile(match) if match else None
+
+    for secret in secrets:
+        name = secret["name"]
+
+        if pattern and not pattern.search(name):
+            continue
+
+        created_at = secret["created_at"]
+        updated_at = secret["updated_at"]
+
+        table_human_readable.append((name, created_at, updated_at))
+        table_machine_readable.append({"name": name, "created at": created_at, "updated at": updated_at})
+
+    click.echo(FeedbackManager.info(message="** Secrets:"))
+    echo_safe_humanfriendly_tables_format_smart_table(table_human_readable, column_names=columns)
+    click.echo("\n")
+
+
+@secret.command(name="set")
+@click.argument("name")
+@click.argument("value")
+@click.pass_context
+@coro
+async def secret_set(ctx: click.Context, name: str, value: str):
+    """Create or update secrets"""
+    try:
+        click.echo(FeedbackManager.highlight(message=f"\n» Setting secret '{name}'..."))
+        client: TinyB = ctx.ensure_object(dict)["client"]
+        existing_secret = None
+        try:
+            existing_secret = await client.get_secret(name)
+        except Exception:
+            pass
+        if existing_secret:
+            await client.update_secret(name, value)
+        else:
+            await client.create_secret(name, value)
+        click.echo(FeedbackManager.success(message=f"\n✓ Secret '{name}' set"))
+    except Exception as e:
+        click.echo(FeedbackManager.error(message=f"✗ Error: {e}"))
+
+
+@secret.command(name="rm")
+@click.argument("name")
+@click.pass_context
+@coro
+async def secret_rm(ctx: click.Context, name: str):
+    """Delete a secret"""
+    try:
+        click.echo(FeedbackManager.highlight(message=f"\n» Deleting secret '{name}'..."))
+        client: TinyB = ctx.ensure_object(dict)["client"]
+        await client.delete_secret(name)
+        click.echo(FeedbackManager.success(message=f"\n✓ Secret '{name}' deleted"))
+    except Exception as e:
+        click.echo(FeedbackManager.error(message=f"✗ Error: {e}"))

{tinybird-0.0.1.dev89 → tinybird-0.0.1.dev91}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev89
+Version: 0.0.1.dev91
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev89 → tinybird-0.0.1.dev91}/tinybird.egg-info/SOURCES.txt

@@ -32,6 +32,7 @@ tinybird/tb/modules/cicd.py
 tinybird/tb/modules/cli.py
 tinybird/tb/modules/common.py
 tinybird/tb/modules/config.py
+tinybird/tb/modules/connection.py
 tinybird/tb/modules/copy.py
 tinybird/tb/modules/create.py
 tinybird/tb/modules/datasource.py
@@ -53,6 +54,7 @@ tinybird/tb/modules/pipe.py
 tinybird/tb/modules/playground.py
 tinybird/tb/modules/project.py
 tinybird/tb/modules/regions.py
+tinybird/tb/modules/secret.py
 tinybird/tb/modules/shell.py
 tinybird/tb/modules/table.py
 tinybird/tb/modules/tag.py