tinybird 0.0.1.dev88__py3-none-any.whl → 0.0.1.dev90__py3-none-any.whl

tinybird/ch_utils/engine.py

@@ -761,6 +761,16 @@ def engine_local_to_replicated(engine: str, database: str, name: str) -> str:
     return re.sub(r"(.*)MergeTree(\(([^\)]*)\))*(.*)", _replace, engine.strip())
 
 
+def ttl_from_engine(engine: str) -> Optional[str]:
+    ttl_array = engine.split(" TTL ")
+    if len(ttl_array) <= 1:
+        return None
+    settings_array = engine.split(" SETTINGS ")
+    settings = " SETTINGS " + settings_array[1] if len(settings_array) > 1 else None
+    ttl = ttl_array[1][: -(len(settings))] if settings else ttl_array[1]
+    return ttl
+
+
 def ttl_condition_from_engine_full(engine_full: Optional[str]) -> Optional[str]:
     """
     >>> ttl_condition_from_engine_full(None)
@@ -808,13 +818,9 @@ def ttl_condition_from_engine_full(engine_full: Optional[str]) -> Optional[str]:
         return None
 
     try:
-        ttl_array = engine_full.split(" TTL ")
-        if len(ttl_array) <= 1:
+        ttl = ttl_from_engine(engine_full)
+        if not ttl:
             return None
-        settings_array = engine_full.split(" SETTINGS ")
-        settings = " SETTINGS " + settings_array[1] if len(settings_array) > 1 else None
-        ttl = ttl_array[1][: -(len(settings))] if settings else ttl_array[1]
-
         groups = SIMPLE_TTL_DEFINITION.search(ttl)
         if not groups:
             return None

tinybird/client.py

@@ -288,6 +288,25 @@ class TinyB:
             ds = [x for x in ds if x["name"].startswith(branch)]
         return ds
 
+    async def secrets(self) -> List[Dict[str, Any]]:
+        response = await self._req("/v0/variables")
+        return response["variables"]
+
+    async def get_secret(self, name: str) -> Optional[Dict[str, Any]]:
+        return await self._req(f"/v0/variables/{name}")
+
+    async def create_secret(self, name: str, value: str):
+        response = await self._req("/v0/variables", method="POST", data={"name": name, "value": value})
+        return response
+
+    async def update_secret(self, name: str, value: str):
+        response = await self._req(f"/v0/variables/{name}", method="PUT", data={"value": value})
+        return response
+
+    async def delete_secret(self, name: str):
+        response = await self._req(f"/v0/variables/{name}", method="DELETE")
+        return response
+
     async def get_connections(self, service: Optional[str] = None):
         params = {}
 

tinybird/config.py

@@ -30,6 +30,7 @@ LEGACY_HOSTS = {
     "https://api.us-west-2.aws.tinybird.co": "https://app.tinybird.co/aws/us-west-2",
     "https://api.eu-central-1.aws.tinybird.co": "https://app.tinybird.co/aws/eu-central-1",
     "https://api.eu-west-1.aws.tinybird.co": "https://app.tinybird.co/aws/eu-west-1",
+    "https://api.europe-west2.gcp.tinybird.co": "https://cloud.tinybird.co/gcp/europe-west2",
     "https://api.ap-east.aws.tinybird.co": "https://app.tinybird.co/aws/ap-east",
     "https://api.wadus1.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus1",
     "https://api.wadus2.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus2",
@@ -48,6 +49,7 @@ LEGACY_HOSTS = {
     "https://ui.us-east.aws.tinybird.co": "https://app.tinybird.co/aws/us-east-1",
     "https://ui.us-west-2.aws.tinybird.co": "https://app.tinybird.co/aws/us-west-2",
     "https://ui.eu-central-1.aws.tinybird.co": "https://app.tinybird.co/aws/eu-central-1",
+    "https://ui.europe-west2.gcp.tinybird.co": "https://cloud.tinybird.co/gcp/europe-west2",
     "https://ui.ap-east.aws.tinybird.co": "https://app.tinybird.co/aws/ap-east",
     "https://ui.split.tinybird.co": "https://app.tinybird.co/aws/split-us-east",
     "https://ui.split.us-west-2.aws.tinybird.co": "https://app.tinybird.co/aws/split-us-west-2",

tinybird/context.py

@@ -7,7 +7,7 @@ if TYPE_CHECKING:
 
 workspace_id: ContextVar[str] = ContextVar("workspace_id")
 workspace: ContextVar["User"] = ContextVar("workspace")
-datasource_id: ContextVar[str] = ContextVar("datasource_id")
+table_id: ContextVar[str] = ContextVar("table_id")
 hfi_frequency: ContextVar[float] = ContextVar("hfi_frequency")
 hfi_frequency_gatherer: ContextVar[float] = ContextVar("hfi_frequency_gatherer")
 use_gatherer: ContextVar[bool] = ContextVar("use_gatherer")

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev88'
-__revision__ = 'fd53f21'
+__version__ = '0.0.1.dev90'
+__revision__ = 'd11bb13'

tinybird/tb/cli.py

@@ -22,6 +22,7 @@ import tinybird.tb.modules.materialization
 import tinybird.tb.modules.mock
 import tinybird.tb.modules.pipe
 import tinybird.tb.modules.playground
+import tinybird.tb.modules.secret
 import tinybird.tb.modules.tag
 import tinybird.tb.modules.test
 import tinybird.tb.modules.token

tinybird/tb/modules/deployment.py

@@ -191,17 +191,19 @@ def deployment_group() -> None:
     help="Validate the deployment before creating it. Disabled by default.",
 )
 @click.option(
-    "--allow-remove-datasources/--no-allow-remove-datasources",
+    "--allow-destructive-operations/--no-allow-destructive-operations",
     is_flag=True,
     default=False,
     help="Allow removing datasources. Disabled by default.",
 )
 @click.pass_context
-def deployment_create(ctx: click.Context, wait: bool, auto: bool, check: bool, allow_remove_datasources: bool) -> None:
+def deployment_create(
+    ctx: click.Context, wait: bool, auto: bool, check: bool, allow_destructive_operations: bool
+) -> None:
     """
     Validate and deploy the project server side.
     """
-    create_deployment(ctx, wait, auto, check, allow_remove_datasources)
+    create_deployment(ctx, wait, auto, check, allow_destructive_operations)
 
 
 @deployment_group.command(name="ls")
@@ -298,17 +300,17 @@ def deployment_rollback(ctx: click.Context, wait: bool) -> None:
     help="Validate the deployment before creating it. Disabled by default.",
 )
 @click.option(
-    "--allow-remove-datasources/--no-allow-remove-datasources",
+    "--allow-destructive-operations/--no-allow-destructive-operations",
     is_flag=True,
     default=False,
     help="Allow removing datasources. Disabled by default.",
 )
 @click.pass_context
-def deploy(ctx: click.Context, wait: bool, auto: bool, check: bool, allow_remove_datasources: bool) -> None:
+def deploy(ctx: click.Context, wait: bool, auto: bool, check: bool, allow_destructive_operations: bool) -> None:
     """
     Deploy the project.
     """
-    create_deployment(ctx, wait, auto, check, allow_remove_datasources)
+    create_deployment(ctx, wait, auto, check, allow_destructive_operations)
 
 
 def create_deployment(
@@ -316,7 +318,7 @@ def create_deployment(
     wait: bool,
     auto: bool,
     check: Optional[bool] = None,
-    allow_remove_datasources: Optional[bool] = None,
+    allow_destructive_operations: Optional[bool] = None,
 ) -> None:
     # TODO: This code is duplicated in build_server.py
     # Should be refactored to be shared
@@ -350,8 +352,8 @@ def create_deployment(
         if check:
             click.echo(FeedbackManager.highlight(message="\n» Validating deployment...\n"))
             params["check"] = "true"
-        if allow_remove_datasources:
-            params["allow_remove_datasources"] = "true"
+        if allow_destructive_operations:
+            params["allow_destructive_operations"] = "true"
         r = requests.post(TINYBIRD_API_URL, files=files, headers=HEADERS, params=params)
         result = r.json()
         logging.debug(json.dumps(result, indent=2))

tinybird/tb/modules/secret.py

@@ -0,0 +1,85 @@
+import re
+from typing import Optional
+
+import click
+
+from tinybird.client import TinyB
+from tinybird.tb.modules.cli import cli
+from tinybird.tb.modules.common import coro, echo_safe_humanfriendly_tables_format_smart_table
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+@cli.group()
+@click.pass_context
+def secret(ctx):
+    """Secret commands."""
+
+
+@secret.command(name="ls")
+@click.option("--match", default=None, help="Retrieve any secrets matching the pattern. For example, --match _test")
+@click.pass_context
+@coro
+async def secret_ls(ctx: click.Context, match: Optional[str]):
+    """List secrets"""
+
+    client: TinyB = ctx.ensure_object(dict)["client"]
+    secrets = await client.secrets()
+    columns = ["name", "created_at", "updated_at"]
+    table_human_readable = []
+    table_machine_readable = []
+    pattern = re.compile(match) if match else None
+
+    for secret in secrets:
+        name = secret["name"]
+
+        if pattern and not pattern.search(name):
+            continue
+
+        created_at = secret["created_at"]
+        updated_at = secret["updated_at"]
+
+        table_human_readable.append((name, created_at, updated_at))
+        table_machine_readable.append({"name": name, "created at": created_at, "updated at": updated_at})
+
+    click.echo(FeedbackManager.info(message="** Secrets:"))
+    echo_safe_humanfriendly_tables_format_smart_table(table_human_readable, column_names=columns)
+    click.echo("\n")
+
+
+@secret.command(name="set")
+@click.argument("name")
+@click.argument("value")
+@click.pass_context
+@coro
+async def secret_set(ctx: click.Context, name: str, value: str):
+    """Create or update secrets"""
+    try:
+        click.echo(FeedbackManager.highlight(message=f"\n» Setting secret '{name}'..."))
+        client: TinyB = ctx.ensure_object(dict)["client"]
+        existing_secret = None
+        try:
+            existing_secret = await client.get_secret(name)
+        except Exception:
+            pass
+        if existing_secret:
+            await client.update_secret(name, value)
+        else:
+            await client.create_secret(name, value)
+        click.echo(FeedbackManager.success(message=f"\n✓ Secret '{name}' set"))
+    except Exception as e:
+        click.echo(FeedbackManager.error(message=f"✗ Error: {e}"))
+
+
+@secret.command(name="rm")
+@click.argument("name")
+@click.pass_context
+@coro
+async def secret_rm(ctx: click.Context, name: str):
+    """Delete a secret"""
+    try:
+        click.echo(FeedbackManager.highlight(message=f"\n» Deleting secret '{name}'..."))
+        client: TinyB = ctx.ensure_object(dict)["client"]
+        await client.delete_secret(name)
+        click.echo(FeedbackManager.success(message=f"\n✓ Secret '{name}' deleted"))
+    except Exception as e:
+        click.echo(FeedbackManager.error(message=f"✗ Error: {e}"))

{tinybird-0.0.1.dev88.dist-info → tinybird-0.0.1.dev90.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev88
+Version: 0.0.1.dev90
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev88.dist-info → tinybird-0.0.1.dev90.dist-info}/RECORD

@@ -1,8 +1,8 @@
 tinybird/__cli__.py,sha256=esPl5QDTzuQgHe5FuxWLm-fURFigGGwjnYLh9GuWUw4,232
-tinybird/client.py,sha256=Ng4HQHum6ezf7nRZ61PbEOhYvEEPadmXKDYu2SGaL0c,53393
-tinybird/config.py,sha256=GQSc8v7mT79pmMANvp758i8mGVsTPd1VjJzjJmFi0LM,5885
+tinybird/client.py,sha256=B6FaylxfcalxJTjiMgaS1Iyn9aBRsDaphwhC5VKeK6M,54179
+tinybird/config.py,sha256=5UP_UZ2Qtlm5aOH5W7SbtN8r7X-8u3-r853joKqU5zs,6072
 tinybird/connectors.py,sha256=7Gjms7b5MAaBFGi3xytsJurCylprONpFcYrzp4Fw2Rc,15241
-tinybird/context.py,sha256=VaMhyHruH-uyMypPDfxtuo4scS18b7rxCCdeUVm6ysg,1301
+tinybird/context.py,sha256=FfqYfrGX_I7PKGTQo93utaKPDNVYWelg4Hsp3evX5wM,1291
 tinybird/datatypes.py,sha256=XNypumfqNjsvLJ5iNXnbVHRvAJe0aQwI3lS6Cxox-e0,10979
 tinybird/feedback_manager.py,sha256=YSjtFDJvc8y66j2J0iIkb3SVzDdYAJbzFL-JPQ26pak,68761
 tinybird/git_settings.py,sha256=Sw_8rGmribEFJ4Z_6idrVytxpFYk7ez8ei0qHULzs3E,3934
@@ -14,9 +14,9 @@ tinybird/sql_toolset.py,sha256=32SNvxRFKQYWTvYPMJ_u3ukcd1hKZyEqx8T2cv2412w,14697
 tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
-tinybird/ch_utils/engine.py,sha256=AUAww-KjGOZg9h0IBlKA3FeacJYB4rOtqcTGJhFM-g8,40392
-tinybird/tb/__cli__.py,sha256=gO4_tED-nqmsmf_rs3JTBHu2MQsY0Dn0JvbUsi_2ZCE,251
-tinybird/tb/cli.py,sha256=qon0Lim-v5hHWWRW7TXaOoGo3p2kc5Xwgg3feI4mbMQ,998
+tinybird/ch_utils/engine.py,sha256=BZuPM7MFS7vaEKK5tOMR2bwSAgJudPrJt27uVEwZmTY,40512
+tinybird/tb/__cli__.py,sha256=Xjw-O5fZcxgHniZqT8Lfpai9LjBf9MYDmOuWtnCwi2c,251
+tinybird/tb/cli.py,sha256=LOOJoNelfyqerVWrMasp2f-8roZzKdSoSa_sMViwHMg,1032
 tinybird/tb/modules/auth.py,sha256=L1IatO2arRSzys3t8px8xVt8uPWUL5EVD0sFzAV_uVU,9022
 tinybird/tb/modules/build.py,sha256=-lRGBxKtuipmyl3pmiGcfp67fH1Ed-COfHAZKdgLIWo,10483
 tinybird/tb/modules/cicd.py,sha256=T0lb9u_bDdTUVe8TwNNb1qQ5KnSPHMVjqPfKF4BBNBw,5347
@@ -26,7 +26,7 @@ tinybird/tb/modules/config.py,sha256=BVZg-4f_R3vJTwCChXY2AXaH67SRk62xoP_IymquosI
 tinybird/tb/modules/copy.py,sha256=MAVqKip8_QhOYq99U_XuqSO6hCLJEh5sFtbhcXtI3SI,5802
 tinybird/tb/modules/create.py,sha256=KjotVfIQLfcPyQBykTHnPLn4ikrm6qqeMcbRE1d-6Jo,13280
 tinybird/tb/modules/datasource.py,sha256=dNCK9iCR2xPLfwqqwg2ixyE6NuoVEiJU2mBZBmOYrVY,16906
-tinybird/tb/modules/deployment.py,sha256=XAVt6a_vtH8sJ99Z9Ht1q5_ni7AFPRSeidfgfuJtqLw,17565
+tinybird/tb/modules/deployment.py,sha256=oSRnQnz2Wkvp1y0yt_tVa9g0aCYyFxNAsUyxoZTIcpY,17615
 tinybird/tb/modules/endpoint.py,sha256=EhVoGAXsFz-83Fiwj1gI-I73iRRvL49d0W81un7hvPE,12080
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
 tinybird/tb/modules/feedback_manager.py,sha256=7nNiOx7OMebiheLED1r0d75SbuXCNxyBmF4e20rCBNc,69511
@@ -44,6 +44,7 @@ tinybird/tb/modules/pipe.py,sha256=gcLz0qHgwKDLsWFY3yFLO9a0ETAV1dFbI8YeLHi9460,2
 tinybird/tb/modules/playground.py,sha256=CQaz2JqFDdReK2fJY1yZsSwiSY24_jeTb9PKw1WUigA,4848
 tinybird/tb/modules/project.py,sha256=ei0TIAuRksdV2g2FJqByuV4DPyivQGrZ42z_eQDNBgI,2963
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
+tinybird/tb/modules/secret.py,sha256=xxzfKxfFN7GORib1WslCaFDHt_dgnjmfOewyptPU_VM,2820
 tinybird/tb/modules/shell.py,sha256=a98W4L4gfrmxEyybtu6S4ENXrBYtgNASB5e_evuXQvI,13936
 tinybird/tb/modules/table.py,sha256=4XrtjM-N0zfNtxVkbvLDQQazno1EPXnxTyo7llivfXk,11035
 tinybird/tb/modules/tag.py,sha256=anPmMUBc-TbFovlpFi8GPkKA18y7Y0GczMsMms5TZsU,3502
@@ -77,8 +78,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev88.dist-info/METADATA,sha256=D04ACuigyiZY-PtN_M1CKoBYBOUC33qeYNcb6pykA-E,2585
-tinybird-0.0.1.dev88.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev88.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev88.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev88.dist-info/RECORD,,
+tinybird-0.0.1.dev90.dist-info/METADATA,sha256=1J8tIFd9v-xKv7yNIMmNAR9ZEx63FSbKgxwM4jiHL-s,2585
+tinybird-0.0.1.dev90.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev90.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev90.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev90.dist-info/RECORD,,