tinybird 0.0.1.dev245__py3-none-any.whl → 0.0.1.dev246__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev245'
-__revision__ = 'f0c439a'
+__version__ = '0.0.1.dev246'
+__revision__ = '5c11131'

tinybird/tb/modules/agent/agent.py

@@ -1,5 +1,5 @@
+import subprocess
 import sys
-import uuid
 from datetime import datetime
 from functools import partial
 from typing import Any
@@ -35,12 +35,17 @@ from tinybird.tb.modules.agent.prompts import (
     resources_prompt,
     sql_instructions,
 )
+from tinybird.tb.modules.agent.tools.build import build
 from tinybird.tb.modules.agent.tools.create_datafile import create_datafile
+from tinybird.tb.modules.agent.tools.deploy import deploy
+from tinybird.tb.modules.agent.tools.deploy_check import deploy_check
 from tinybird.tb.modules.agent.tools.explore import explore_data
 from tinybird.tb.modules.agent.tools.plan import plan
 from tinybird.tb.modules.agent.tools.preview_datafile import preview_datafile
 from tinybird.tb.modules.agent.utils import TinybirdAgentContext
 from tinybird.tb.modules.build_common import process as build_process
+from tinybird.tb.modules.common import _get_tb_client
+from tinybird.tb.modules.deployment_common import create_deployment
 from tinybird.tb.modules.exceptions import CLIBuildException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.local_common import get_tinybird_local_client
@@ -86,7 +91,9 @@ You have access to the following tools:
 2. `preview_datafile` - Preview the content of a datafile (datasource, endpoint, materialized, sink, copy, connection).
 3. `create_datafile` - Create a file in the project folder. Confirmation will be asked by the tool before creating the file.
 4. `plan` - Plan the creation or update of resources.
-
+5. `build` - Build the project.
+6. `deploy` - Deploy the project to Tinybird Cloud.
+7. `deploy_check` - Check if the project can be deployed to Tinybird Cloud before deploying it.
 
 # When creating or updating datafiles:
 1. Use `plan` tool to plan the creation or update of resources.
@@ -140,6 +147,9 @@ Today is {datetime.now().strftime("%Y-%m-%d")}
                 Tool(preview_datafile, docstring_format="google", require_parameter_descriptions=True, takes_ctx=False),
                 Tool(create_datafile, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
                 Tool(plan, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(build, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(deploy, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
+                Tool(deploy_check, docstring_format="google", require_parameter_descriptions=True, takes_ctx=True),
             ],
         )
 
@@ -147,22 +157,25 @@ Today is {datetime.now().strftime("%Y-%m-%d")}
         """Keep only the last 5 messages to manage token usage."""
         return self.messages[-5:] if len(self.messages) > 5 else self.messages
 
-    def run(self, user_prompt: str, project: Project) -> None:
+    def run(self, user_prompt: str, config: dict[str, Any], project: Project) -> None:
         user_prompt = f"{user_prompt}\n\n# Existing resources in the project:\n{resources_prompt(project)}"
         client = TinyB(token=self.token, host=self.host)
         folder = self.project.folder
+
         thinking_animation = ThinkingAnimation(message="Chirping", delay=0.15)
         thinking_animation.start()
-
         result = self.agent.run_sync(
             user_prompt,
             deps=TinybirdAgentContext(
                 # context does not support the whole client, so we need to pass only the functions we need
                 explore_data=client.explore_data,
-                build_project=partial(build_project, folder=folder),
+                build_project=partial(build_project, project=project, config=config),
+                deploy_project=partial(deploy_project, project=project, config=config),
+                deploy_check_project=partial(deploy_check_project, project=project, config=config),
                 get_project_files=project.get_project_files,
                 folder=folder,
                 thinking_animation=thinking_animation,
+                workspace_name=self.project.workspace_name,
             ),
             message_history=self.messages,
         )
@@ -182,9 +195,11 @@ def run_agent(config: dict[str, Any], project: Project):
         host = config["host"]
         agent = TinybirdAgent(token, host, project)
         click.echo()
-        click.echo(FeedbackManager.success(message="Welcome to Tinybird Code"))
-        click.echo(FeedbackManager.info(message="Describe what you want to create and I'll help you build it"))
-        click.echo(FeedbackManager.info(message="Commands: 'exit', 'quit', 'help', or Ctrl+C to exit"))
+        if config.get("token"):
+            click.echo(FeedbackManager.info(message="Describe what you want to create and I'll help you build it"))
+            click.echo(FeedbackManager.info(message="Run /help for more commands"))
+        else:
+            click.echo(FeedbackManager.info(message="Run /login to authenticate"))
         click.echo()
 
     except Exception as e:
@@ -207,25 +222,29 @@ def run_agent(config: dict[str, Any], project: Project):
                     ),
                 )
 
-                if user_input.lower() in ["exit", "quit"]:
+                if user_input.lower() in ["/exit", "/quit"]:
                     click.echo(FeedbackManager.info(message="Goodbye!"))
                     break
-                elif user_input.lower() == "clear":
+                elif user_input.lower() == "/clear":
                     clear_history()
                     continue
-                elif user_input.lower() == "help":
+                elif user_input.lower() == "/login":
+                    click.echo()
+                    subprocess.run(["tb", "login"], check=True)
+                    click.echo()
+                    continue
+                elif user_input.lower() == "/help":
                     click.echo()
-                    click.echo(FeedbackManager.info(message="Tinybird Code Help:"))
                     click.echo("• Describe what you want to create: 'Create a user analytics system'")
                     click.echo("• Ask for specific resources: 'Create a pipe to aggregate daily clicks'")
-                    click.echo("• Request data sources: 'Set up a Kafka connection for events'")
-                    click.echo("• Type 'exit' or 'quit' to leave")
+                    click.echo("• Connect to external services: 'Set up a Kafka connection for events'")
+                    click.echo("• Type '/exit' or '/quit' to leave")
                     click.echo()
                     continue
                 elif user_input.strip() == "":
                     continue
                 else:
-                    agent.run(user_input, project)
+                    agent.run(user_input, config, project)
 
             except KeyboardInterrupt:
                 click.echo(FeedbackManager.info(message="Goodbye!"))
@@ -239,10 +258,34 @@ def run_agent(config: dict[str, Any], project: Project):
         sys.exit(1)
 
 
-def build_project(folder: str) -> None:
-    workspace_name = f"tmp_workspace_{uuid.uuid4()}"
-    project = Project(folder, workspace_name=workspace_name)
-    local_client = get_tinybird_local_client({"path": folder, "name": workspace_name}, test=True, silent=True)
-    build_error = build_process(project=project, tb_client=local_client, watch=False, silent=True, exit_on_error=False)
+def build_project(config: dict[str, Any], project: Project, silent: bool = True, test: bool = True) -> None:
+    local_client = get_tinybird_local_client(config, test=test, silent=silent)
+    build_error = build_process(
+        project=project, tb_client=local_client, watch=False, silent=silent, exit_on_error=False
+    )
     if build_error:
         raise CLIBuildException(build_error)
+
+
+def deploy_project(config: dict[str, Any], project: Project) -> None:
+    client = _get_tb_client(config["token"], config["host"])
+    create_deployment(
+        project=project,
+        client=client,
+        config=config,
+        wait=True,
+        auto=True,
+        allow_destructive_operations=False,
+    )
+
+
+def deploy_check_project(config: dict[str, Any], project: Project) -> None:
+    client = _get_tb_client(config["token"], config["host"])
+    create_deployment(
+        project=project,
+        client=client,
+        config=config,
+        check=True,
+        wait=True,
+        auto=True,
+    )

tinybird/tb/modules/agent/prompts.py

@@ -5,23 +5,23 @@ from tinybird.tb.modules.project import Project
 plan_instructions = """
 When asked to create a plan, you MUST respond with this EXACT format and NOTHING ELSE:
 
-PLAN_DESCRIPTION: [One sentence describing what will be built]
-
-STEPS:
-1. CREATE_DATASOURCE: [name] - [description] - DEPENDS_ON: none
-2. CREATE_ENDPOINT: [name] - [description] - DEPENDS_ON: [resource_name]
-3. CREATE_MATERIALIZED_PIPE: [name] - [description] - DEPENDS_ON: [resource_name]
-4. CREATE_MATERIALIZED_DATASOURCE: [name] - [description] - DEPENDS_ON: [resource_name]
-5. CREATE_SINK: [name] - [description] - DEPENDS_ON: [resource_name]
-6. CREATE_COPY: [name] - [description] - DEPENDS_ON: [resource_name]
-7. CREATE_CONNECTION: [name] - [description] - DEPENDS_ON: none
+Plan description: [One sentence describing what will be built]
+
+Steps:
+1. Connection: [name] - [description] - Depends on: none
+2. Datasource: [name] - [description] - Depends on: [connection_name (optional)]
+3. Endpoint: [name] - [description] - Depends on: [resources]
+4. Materialized pipe: [name] - [description] - Depends on: [resources]
+5. Materialized datasource: [name] - [description] - Depends on: [resources]
+6. Sink: [name] - [description] - Depends on: [resources]
+7. Copy: [name] - [description] - Depends on: [resources]
+8. Build project
 
 You can skip steps where resources will not be created or updated.
+Always add BUILD_PROJECT step at the end of the plan.
 
-ESTIMATED_RESOURCES: [total number of steps]
-
-RESOURCE_DEPENDENCIES:
-[resource_name]: [resource_name]
+Resource dependencies:
+[resource_name]: [resources]
 """
 
 

tinybird/tb/modules/agent/tools/build.py

@@ -0,0 +1,19 @@
+import click
+from pydantic_ai import RunContext
+
+from tinybird.tb.modules.agent.utils import TinybirdAgentContext
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+def build(ctx: RunContext[TinybirdAgentContext]) -> str:
+    """Build the project"""
+    try:
+        ctx.deps.thinking_animation.stop()
+        ctx.deps.build_project(test=False, silent=False)
+        ctx.deps.thinking_animation.start()
+        return "Project built successfully"
+    except Exception as e:
+        ctx.deps.thinking_animation.stop()
+        click.echo(FeedbackManager.error(message=e))
+        ctx.deps.thinking_animation.start()
+        return f"Error building project: {e}"

tinybird/tb/modules/agent/tools/create_datafile.py

@@ -44,17 +44,17 @@ def create_datafile(ctx: RunContext[TinybirdAgentContext], resource: Datafile) -
         path = Path(ctx.deps.folder) / resource.pathname
         exists = str(path) in ctx.deps.get_project_files()
         confirmation = get_resource_confirmation(resource, exists)
-        ctx.deps.thinking_animation.start()
 
         if not confirmation:
+            ctx.deps.thinking_animation.start()
             return f"Resource {resource.pathname} was not created. User cancelled creation."
 
         folder_path = path.parent
         folder_path.mkdir(parents=True, exist_ok=True)
         path.touch(exist_ok=True)
-
         path.write_text(resource.content)
-        ctx.deps.build_project()
+        ctx.deps.build_project(test=True, silent=True)
+        ctx.deps.thinking_animation.start()
         return f"Created {resource.pathname}"
 
     except CLIBuildException as e:

tinybird/tb/modules/agent/tools/deploy.py

@@ -0,0 +1,45 @@
+import click
+from pydantic_ai import RunContext
+
+from tinybird.tb.modules.agent.utils import TinybirdAgentContext, show_options
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+def get_deploy_confirmation() -> bool:
+    """Get user confirmation for deploying the project"""
+    while True:
+        result = show_options(
+            options=["Yes, deploy the project", "No, and tell Tinybird Code what to do"],
+            title="Do you want to deploy the project?",
+        )
+
+        if result is None:  # Cancelled
+            return False
+
+        if result.startswith("Yes"):
+            return True
+        elif result.startswith("No"):
+            return False
+
+        return False
+
+
+def deploy(ctx: RunContext[TinybirdAgentContext]) -> str:
+    """Deploy the project"""
+    try:
+        ctx.deps.thinking_animation.stop()
+        confirmation = get_deploy_confirmation()
+        ctx.deps.thinking_animation.start()
+
+        if not confirmation:
+            return "User cancelled deployment."
+
+        ctx.deps.thinking_animation.stop()
+        ctx.deps.deploy_project()
+        ctx.deps.thinking_animation.start()
+        return "Project deployed successfully"
+    except Exception as e:
+        ctx.deps.thinking_animation.stop()
+        click.echo(FeedbackManager.error(message=e))
+        ctx.deps.thinking_animation.start()
+        return f"Error depoying project: {e}"

tinybird/tb/modules/agent/tools/deploy_check.py

@@ -0,0 +1,19 @@
+import click
+from pydantic_ai import RunContext
+
+from tinybird.tb.modules.agent.utils import TinybirdAgentContext
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+def deploy_check(ctx: RunContext[TinybirdAgentContext]) -> str:
+    """Check that project can be deployed"""
+    try:
+        ctx.deps.thinking_animation.stop()
+        ctx.deps.deploy_check_project()
+        ctx.deps.thinking_animation.start()
+        return "Project can be deployed"
+    except Exception as e:
+        ctx.deps.thinking_animation.stop()
+        click.echo(FeedbackManager.error(message=e))
+        ctx.deps.thinking_animation.start()
+        return f"Project cannot be deployed: {e}"

tinybird/tb/modules/agent/utils.py

@@ -18,11 +18,14 @@ from pydantic import BaseModel, Field
 
 
 class TinybirdAgentContext(BaseModel):
-    explore_data: Callable[[str], str]
     folder: str
-    build_project: Callable[[], None]
+    workspace_name: str
     thinking_animation: Any
     get_project_files: Callable[[], List[str]]
+    explore_data: Callable[[str], str]
+    build_project: Callable[..., None]
+    deploy_project: Callable[[], None]
+    deploy_check_project: Callable[[], None]
 
 
 default_style = Style.from_dict(

tinybird/tb/modules/deployment.py

@@ -1,10 +1,8 @@
 import json
 import logging
-import sys
-import time
 from datetime import datetime
 from pathlib import Path
-from typing import Any, Dict, Optional, Tuple, Union
+from typing import Any, Dict, Optional
 
 import click
 import requests
@@ -12,10 +10,14 @@ import requests
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import (
     echo_safe_humanfriendly_tables_format_smart_table,
-    get_display_cloud_host,
     sys_exit,
 )
-from tinybird.tb.modules.feedback_manager import FeedbackManager, bcolors
+from tinybird.tb.modules.deployment_common import (
+    create_deployment,
+    discard_deployment,
+    promote_deployment,
+)
+from tinybird.tb.modules.feedback_manager import FeedbackManager
 from tinybird.tb.modules.project import Project
 
 
@@ -148,156 +150,6 @@ def api_fetch(url: str, headers: dict) -> dict:
     return {}
 
 
-def api_post(
-    url: str,
-    headers: dict,
-    files: Optional[list] = None,
-    params: Optional[dict] = None,
-) -> dict:
-    r = requests.post(url, headers=headers, files=files, params=params)
-    if r.status_code < 300:
-        logging.debug(json.dumps(r.json(), indent=2))
-        return r.json()
-    # Try to parse and print the error from the response
-    try:
-        result = r.json()
-        logging.debug(json.dumps(result, indent=2))
-        error = result.get("error")
-        if error:
-            click.echo(FeedbackManager.error(message=f"Error: {error}"))
-            sys_exit("deployment_error", error)
-        return result
-    except Exception:
-        message = "Error parsing response from API"
-        click.echo(FeedbackManager.error(message=message))
-        sys_exit("deployment_error", message)
-    return {}
-
-
-# TODO(eclbg): This logic should be in the server, and there should be a dedicated endpoint for promoting a deployment
-# potato
-def promote_deployment(host: Optional[str], headers: dict, wait: bool) -> None:
-    TINYBIRD_API_URL = f"{host}/v1/deployments"
-    result = api_fetch(TINYBIRD_API_URL, headers)
-
-    deployments = result.get("deployments")
-    if not deployments:
-        message = "No deployments found"
-        click.echo(FeedbackManager.error(message=message))
-        sys_exit("deployment_error", message)
-        return
-
-    if len(deployments) < 2:
-        message = "Only one deployment found"
-        click.echo(FeedbackManager.error(message=message))
-        sys_exit("deployment_error", message)
-        return
-
-    last_deployment, candidate_deployment = deployments[0], deployments[1]
-
-    if candidate_deployment.get("status") != "data_ready":
-        click.echo(FeedbackManager.error(message="Current deployment is not ready"))
-        deploy_errors = candidate_deployment.get("errors", [])
-        for deploy_error in deploy_errors:
-            click.echo(FeedbackManager.error(message=f"* {deploy_error}"))
-        sys_exit("deployment_error", "Current deployment is not ready: " + str(deploy_errors))
-        return
-
-    if candidate_deployment.get("live"):
-        click.echo(FeedbackManager.error(message="Candidate deployment is already live"))
-    else:
-        TINYBIRD_API_URL = f"{host}/v1/deployments/{candidate_deployment.get('id')}/set-live"
-        result = api_post(TINYBIRD_API_URL, headers=headers)
-
-    click.echo(FeedbackManager.highlight(message="» Removing old deployment"))
-
-    TINYBIRD_API_URL = f"{host}/v1/deployments/{last_deployment.get('id')}"
-    r = requests.delete(TINYBIRD_API_URL, headers=headers)
-    result = r.json()
-    logging.debug(json.dumps(result, indent=2))
-    if result.get("error"):
-        click.echo(FeedbackManager.error(message=result.get("error")))
-        sys_exit("deployment_error", result.get("error", "Unknown error"))
-    click.echo(FeedbackManager.info(message="✓ Old deployment removed"))
-
-    click.echo(FeedbackManager.highlight(message="» Waiting for deployment to be promoted..."))
-
-    if wait:
-        while True:
-            TINYBIRD_API_URL = f"{host}/v1/deployments/{last_deployment.get('id')}"
-            result = api_fetch(TINYBIRD_API_URL, headers=headers)
-
-            last_deployment = result.get("deployment")
-            if last_deployment.get("status") == "deleted":
-                click.echo(FeedbackManager.success(message=f"✓ Deployment #{candidate_deployment.get('id')} is live!"))
-                break
-
-            time.sleep(5)
-    if last_deployment.get("id") == "0":
-        # This is the first deployment, so we prompt the user to ingest data
-        click.echo(
-            FeedbackManager.info(
-                message="A deployment with no data is useless. Learn how to ingest at https://www.tinybird.co/docs/forward/get-data-in"
-            )
-        )
-
-
-# TODO(eclbg): This logic should be in the server, and there should be a dedicated endpoint for discarding a
-# deployment
-def discard_deployment(host: Optional[str], headers: dict, wait: bool) -> None:
-    TINYBIRD_API_URL = f"{host}/v1/deployments"
-    result = api_fetch(TINYBIRD_API_URL, headers=headers)
-
-    deployments = result.get("deployments")
-    if not deployments:
-        click.echo(FeedbackManager.error(message="No deployments found"))
-        return
-
-    if len(deployments) < 2:
-        click.echo(FeedbackManager.error(message="Only one deployment found"))
-        return
-
-    previous_deployment, current_deployment = deployments[0], deployments[1]
-
-    if previous_deployment.get("status") != "data_ready":
-        click.echo(FeedbackManager.error(message="Previous deployment is not ready"))
-        deploy_errors = previous_deployment.get("errors", [])
-        for deploy_error in deploy_errors:
-            click.echo(FeedbackManager.error(message=f"* {deploy_error}"))
-        return
-
-    if previous_deployment.get("live"):
-        click.echo(FeedbackManager.error(message="Previous deployment is already live"))
-    else:
-        click.echo(FeedbackManager.success(message="Promoting previous deployment"))
-
-        TINYBIRD_API_URL = f"{host}/v1/deployments/{previous_deployment.get('id')}/set-live"
-        result = api_post(TINYBIRD_API_URL, headers=headers)
-
-    click.echo(FeedbackManager.success(message="Removing current deployment"))
-
-    TINYBIRD_API_URL = f"{host}/v1/deployments/{current_deployment.get('id')}"
-    r = requests.delete(TINYBIRD_API_URL, headers=headers)
-    result = r.json()
-    logging.debug(json.dumps(result, indent=2))
-    if result.get("error"):
-        click.echo(FeedbackManager.error(message=result.get("error")))
-        sys_exit("deployment_error", result.get("error", "Unknown error"))
-
-    click.echo(FeedbackManager.success(message="Discard process successfully started"))
-
-    if wait:
-        while True:
-            TINYBIRD_API_URL = f"{host}/v1/deployments/{current_deployment.get('id')}"
-            result = api_fetch(TINYBIRD_API_URL, headers)
-
-            current_deployment = result.get("deployment")
-            if current_deployment.get("status") == "deleted":
-                click.echo(FeedbackManager.success(message="Discard process successfully completed"))
-                break
-            time.sleep(5)
-
-
 @cli.group(name="deployment")
 def deployment_group() -> None:
     """
@@ -482,8 +334,8 @@ def create_deployment_cmd(
     allow_destructive_operations: Optional[bool] = None,
     template: Optional[str] = None,
 ) -> None:
+    project: Project = ctx.ensure_object(dict)["project"]
     if template:
-        project = ctx.ensure_object(dict)["project"]
         if project.get_project_files():
             click.echo(
                 FeedbackManager.error(
@@ -503,230 +355,6 @@ def create_deployment_cmd(
             click.echo(FeedbackManager.error(message=f"Error downloading template: {str(e)}"))
             sys_exit("deployment_error", f"Failed to download template {template}")
         click.echo(FeedbackManager.success(message="Template downloaded successfully"))
-
-    create_deployment(ctx, wait, auto, check, allow_destructive_operations)
-
-
-def create_deployment(
-    ctx: click.Context,
-    wait: bool,
-    auto: bool,
-    check: Optional[bool] = None,
-    allow_destructive_operations: Optional[bool] = None,
-) -> None:
-    # TODO: This code is duplicated in build_server.py
-    # Should be refactored to be shared
-    MULTIPART_BOUNDARY_DATA_PROJECT = "data_project://"
-    DATAFILE_TYPE_TO_CONTENT_TYPE = {
-        ".datasource": "text/plain",
-        ".pipe": "text/plain",
-        ".connection": "text/plain",
-    }
-    project: Project = ctx.ensure_object(dict)["project"]
     client = ctx.ensure_object(dict)["client"]
     config: Dict[str, Any] = ctx.ensure_object(dict)["config"]
-    TINYBIRD_API_URL = f"{client.host}/v1/deploy"
-    TINYBIRD_API_KEY = client.token
-
-    if project.has_deeper_level():
-        click.echo(
-            FeedbackManager.warning(
-                message="\nYour project contains directories nested deeper than the default scan depth (max_depth=3). "
-                "Files in these deeper directories will not be processed. "
-                "To include all nested directories, run `tb --max-depth <depth> <cmd>` with a higher depth value."
-            )
-        )
-
-    files = [
-        ("context://", ("cli-version", "1.0.0", "text/plain")),
-    ]
-    for file_path in project.get_project_files():
-        relative_path = Path(file_path).relative_to(project.path).as_posix()
-        with open(file_path, "rb") as fd:
-            content_type = DATAFILE_TYPE_TO_CONTENT_TYPE.get(Path(file_path).suffix, "application/unknown")
-            files.append((MULTIPART_BOUNDARY_DATA_PROJECT, (relative_path, fd.read().decode("utf-8"), content_type)))
-
-    deployment = None
-    try:
-        HEADERS = {"Authorization": f"Bearer {TINYBIRD_API_KEY}"}
-        params = {}
-        if check:
-            click.echo(FeedbackManager.highlight(message="\n» Validating deployment...\n"))
-            params["check"] = "true"
-        if allow_destructive_operations:
-            params["allow_destructive_operations"] = "true"
-
-        result = api_post(TINYBIRD_API_URL, headers=HEADERS, files=files, params=params)
-
-        print_changes(result, project)
-
-        deployment = result.get("deployment", {})
-        feedback = deployment.get("feedback", [])
-        for f in feedback:
-            if f.get("level", "").upper() == "ERROR":
-                feedback_func = FeedbackManager.error
-                feedback_icon = ""
-            else:
-                feedback_func = FeedbackManager.warning
-                feedback_icon = "△ "
-            resource = f.get("resource")
-            resource_bit = f"{resource}: " if resource else ""
-            click.echo(feedback_func(message=f"{feedback_icon}{f.get('level')}: {resource_bit}{f.get('message')}"))
-
-        deploy_errors = deployment.get("errors")
-        for deploy_error in deploy_errors:
-            if deploy_error.get("filename", None):
-                click.echo(
-                    FeedbackManager.error(message=f"{deploy_error.get('filename')}\n\n{deploy_error.get('error')}")
-                )
-            else:
-                click.echo(FeedbackManager.error(message=f"{deploy_error.get('error')}"))
-        click.echo("")  # For spacing
-
-        status = result.get("result")
-        if check:
-            if status == "success":
-                click.echo(FeedbackManager.success(message="\n✓ Deployment is valid"))
-                sys.exit(0)
-            elif status == "no_changes":
-                sys.exit(0)
-
-            click.echo(FeedbackManager.error(message="\n✗ Deployment is not valid"))
-            sys_exit(
-                "deployment_error",
-                f"Deployment is not valid: {str(deployment.get('errors') + deployment.get('feedback', []))}",
-            )
-
-        status = result.get("result")
-        if status == "success":
-            host = get_display_cloud_host(client.host)
-            click.echo(
-                FeedbackManager.info(message="Deployment URL: ")
-                + f"{bcolors.UNDERLINE}{host}/{config.get('name')}/deployments/{deployment.get('id')}{bcolors.ENDC}"
-            )
-
-            if wait:
-                click.echo(FeedbackManager.info(message="\n* Deployment submitted"))
-            else:
-                click.echo(FeedbackManager.success(message="\n✓ Deployment submitted successfully"))
-        elif status == "no_changes":
-            click.echo(FeedbackManager.warning(message="△ Not deploying. No changes."))
-            sys.exit(0)
-        elif status == "failed":
-            click.echo(FeedbackManager.error(message="Deployment failed"))
-            sys_exit(
-                "deployment_error",
-                f"Deployment failed. Errors: {str(deployment.get('errors') + deployment.get('feedback', []))}",
-            )
-        else:
-            click.echo(FeedbackManager.error(message=f"Unknown deployment result {status}"))
-    except Exception as e:
-        click.echo(FeedbackManager.error_exception(error=e))
-
-        if not deployment and not check:
-            sys_exit("deployment_error", "Deployment failed")
-
-    if deployment and wait and not check:
-        click.echo(FeedbackManager.highlight(message="» Waiting for deployment to be ready..."))
-        while True:
-            url = f"{client.host}/v1/deployments/{deployment.get('id')}"
-            res = api_fetch(url, HEADERS)
-            deployment = res.get("deployment")
-            if not deployment:
-                click.echo(FeedbackManager.error(message="Error parsing deployment from response"))
-                sys_exit("deployment_error", "Error parsing deployment from response")
-            if deployment.get("status") == "failed":
-                click.echo(FeedbackManager.error(message="Deployment failed"))
-                deploy_errors = deployment.get("errors")
-                for deploy_error in deploy_errors:
-                    click.echo(FeedbackManager.error(message=f"* {deploy_error}"))
-
-                if auto:
-                    click.echo(FeedbackManager.error(message="Rolling back deployment"))
-                    discard_deployment(client.host, HEADERS, wait=wait)
-                sys_exit(
-                    "deployment_error",
-                    f"Deployment failed. Errors: {str(deployment.get('errors') + deployment.get('feedback', []))}",
-                )
-
-            if deployment.get("status") == "data_ready":
-                break
-
-            if deployment.get("status") in ["deleting", "deleted"]:
-                click.echo(FeedbackManager.error(message="Deployment was deleted by another process"))
-                sys_exit("deployment_error", "Deployment was deleted by another process")
-
-            time.sleep(5)
-
-        click.echo(FeedbackManager.info(message="✓ Deployment is ready"))
-
-        if auto:
-            promote_deployment(client.host, HEADERS, wait=wait)
-
-
-def print_changes(result: dict, project: Project) -> None:
-    deployment = result.get("deployment", {})
-    resources_columns = ["status", "name", "type", "path"]
-    resources: list[list[Union[str, None]]] = []
-    tokens_columns = ["Change", "Token name", "Added permissions", "Removed permissions"]
-    tokens: list[Tuple[str, str, str, str]] = []
-
-    for ds in deployment.get("new_datasource_names", []):
-        resources.append(["new", ds, "datasource", project.get_resource_path(ds, "datasource")])
-
-    for p in deployment.get("new_pipe_names", []):
-        path = project.get_resource_path(p, "pipe")
-        pipe_type = project.get_pipe_type(path)
-        resources.append(["new", p, pipe_type, path])
-
-    for dc in deployment.get("new_data_connector_names", []):
-        resources.append(["new", dc, "connection", project.get_resource_path(dc, "connection")])
-
-    for ds in deployment.get("changed_datasource_names", []):
-        resources.append(["modified", ds, "datasource", project.get_resource_path(ds, "datasource")])
-
-    for p in deployment.get("changed_pipe_names", []):
-        path = project.get_resource_path(p, "pipe")
-        pipe_type = project.get_pipe_type(path)
-        resources.append(["modified", p, pipe_type, path])
-
-    for dc in deployment.get("changed_data_connector_names", []):
-        resources.append(["modified", dc, "connection", project.get_resource_path(dc, "connection")])
-
-    for ds in deployment.get("disconnected_data_source_names", []):
-        resources.append(["modified", ds, "datasource", project.get_resource_path(ds, "datasource")])
-
-    for ds in deployment.get("deleted_datasource_names", []):
-        resources.append(["deleted", ds, "datasource", project.get_resource_path(ds, "datasource")])
-
-    for p in deployment.get("deleted_pipe_names", []):
-        path = project.get_resource_path(p, "pipe")
-        pipe_type = project.get_pipe_type(path)
-        resources.append(["deleted", p, pipe_type, path])
-
-    for dc in deployment.get("deleted_data_connector_names", []):
-        resources.append(["deleted", dc, "connection", project.get_resource_path(dc, "connection")])
-
-    for token_change in deployment.get("token_changes", []):
-        token_name = token_change.get("token_name")
-        change_type = token_change.get("change_type")
-        added_perms = []
-        removed_perms = []
-        permission_changes = token_change.get("permission_changes", {})
-        for perm in permission_changes.get("added_permissions", []):
-            added_perms.append(f"{perm['resource_name']}.{perm['resource_type']}:{perm['permission']}")
-        for perm in permission_changes.get("removed_permissions", []):
-            removed_perms.append(f"{perm['resource_name']}.{perm['resource_type']}:{perm['permission']}")
-
-        tokens.append((change_type, token_name, "\n".join(added_perms), "\n".join(removed_perms)))
-
-    if resources:
-        click.echo(FeedbackManager.info(message="\n* Changes to be deployed:"))
-        echo_safe_humanfriendly_tables_format_smart_table(resources, column_names=resources_columns)
-    else:
-        click.echo(FeedbackManager.gray(message="\n* No changes to be deployed"))
-    if tokens:
-        click.echo(FeedbackManager.info(message="\n* Changes in tokens to be deployed:"))
-        echo_safe_humanfriendly_tables_format_smart_table(tokens, column_names=tokens_columns)
-    else:
-        click.echo(FeedbackManager.gray(message="* No changes in tokens to be deployed"))
+    create_deployment(project, client, config, wait, auto, check, allow_destructive_operations)

tinybird/tb/modules/deployment_common.py

@@ -0,0 +1,413 @@
+import json
+import logging
+import sys
+import time
+from pathlib import Path
+from typing import Any, Dict, Optional, Tuple, Union
+
+import click
+import requests
+
+from tinybird.tb.client import TinyB
+from tinybird.tb.modules.common import (
+    echo_safe_humanfriendly_tables_format_smart_table,
+    get_display_cloud_host,
+    sys_exit,
+)
+from tinybird.tb.modules.feedback_manager import FeedbackManager, bcolors
+from tinybird.tb.modules.project import Project
+
+
+# TODO(eclbg): This should eventually end up in client.py, but we're not using it here yet.
+def api_fetch(url: str, headers: dict) -> dict:
+    r = requests.get(url, headers=headers)
+    if r.status_code == 200:
+        logging.debug(json.dumps(r.json(), indent=2))
+        return r.json()
+    # Try to parse and print the error from the response
+    try:
+        result = r.json()
+        error = result.get("error")
+        logging.debug(json.dumps(result, indent=2))
+        click.echo(FeedbackManager.error(message=f"Error: {error}"))
+        sys_exit("deployment_error", error)
+    except Exception:
+        message = "Error parsing response from API"
+        click.echo(FeedbackManager.error(message=message))
+        sys_exit("deployment_error", message)
+    return {}
+
+
+def api_post(
+    url: str,
+    headers: dict,
+    files: Optional[list] = None,
+    params: Optional[dict] = None,
+) -> dict:
+    r = requests.post(url, headers=headers, files=files, params=params)
+    if r.status_code < 300:
+        logging.debug(json.dumps(r.json(), indent=2))
+        return r.json()
+    # Try to parse and print the error from the response
+    try:
+        result = r.json()
+        logging.debug(json.dumps(result, indent=2))
+        error = result.get("error")
+        if error:
+            click.echo(FeedbackManager.error(message=f"Error: {error}"))
+            sys_exit("deployment_error", error)
+        return result
+    except Exception:
+        message = "Error parsing response from API"
+        click.echo(FeedbackManager.error(message=message))
+        sys_exit("deployment_error", message)
+    return {}
+
+
+# TODO(eclbg): This logic should be in the server, and there should be a dedicated endpoint for promoting a deployment
+# potato
+def promote_deployment(host: Optional[str], headers: dict, wait: bool) -> None:
+    TINYBIRD_API_URL = f"{host}/v1/deployments"
+    result = api_fetch(TINYBIRD_API_URL, headers)
+
+    deployments = result.get("deployments")
+    if not deployments:
+        message = "No deployments found"
+        click.echo(FeedbackManager.error(message=message))
+        sys_exit("deployment_error", message)
+        return
+
+    if len(deployments) < 2:
+        message = "Only one deployment found"
+        click.echo(FeedbackManager.error(message=message))
+        sys_exit("deployment_error", message)
+        return
+
+    last_deployment, candidate_deployment = deployments[0], deployments[1]
+
+    if candidate_deployment.get("status") != "data_ready":
+        click.echo(FeedbackManager.error(message="Current deployment is not ready"))
+        deploy_errors = candidate_deployment.get("errors", [])
+        for deploy_error in deploy_errors:
+            click.echo(FeedbackManager.error(message=f"* {deploy_error}"))
+        sys_exit("deployment_error", "Current deployment is not ready: " + str(deploy_errors))
+        return
+
+    if candidate_deployment.get("live"):
+        click.echo(FeedbackManager.error(message="Candidate deployment is already live"))
+    else:
+        TINYBIRD_API_URL = f"{host}/v1/deployments/{candidate_deployment.get('id')}/set-live"
+        result = api_post(TINYBIRD_API_URL, headers=headers)
+
+    click.echo(FeedbackManager.highlight(message="» Removing old deployment"))
+
+    TINYBIRD_API_URL = f"{host}/v1/deployments/{last_deployment.get('id')}"
+    r = requests.delete(TINYBIRD_API_URL, headers=headers)
+    result = r.json()
+    logging.debug(json.dumps(result, indent=2))
+    if result.get("error"):
+        click.echo(FeedbackManager.error(message=result.get("error")))
+        sys_exit("deployment_error", result.get("error", "Unknown error"))
+    click.echo(FeedbackManager.info(message="✓ Old deployment removed"))
+
+    click.echo(FeedbackManager.highlight(message="» Waiting for deployment to be promoted..."))
+
+    if wait:
+        while True:
+            TINYBIRD_API_URL = f"{host}/v1/deployments/{last_deployment.get('id')}"
+            result = api_fetch(TINYBIRD_API_URL, headers=headers)
+
+            last_deployment = result.get("deployment")
+            if last_deployment.get("status") == "deleted":
+                click.echo(FeedbackManager.success(message=f"✓ Deployment #{candidate_deployment.get('id')} is live!"))
+                break
+
+            time.sleep(5)
+    if last_deployment.get("id") == "0":
+        # This is the first deployment, so we prompt the user to ingest data
+        click.echo(
+            FeedbackManager.info(
+                message="A deployment with no data is useless. Learn how to ingest at https://www.tinybird.co/docs/forward/get-data-in"
+            )
+        )
+
+
+# TODO(eclbg): This logic should be in the server, and there should be a dedicated endpoint for discarding a
+# deployment
+def discard_deployment(host: Optional[str], headers: dict, wait: bool) -> None:
+    TINYBIRD_API_URL = f"{host}/v1/deployments"
+    result = api_fetch(TINYBIRD_API_URL, headers=headers)
+
+    deployments = result.get("deployments")
+    if not deployments:
+        click.echo(FeedbackManager.error(message="No deployments found"))
+        return
+
+    if len(deployments) < 2:
+        click.echo(FeedbackManager.error(message="Only one deployment found"))
+        return
+
+    previous_deployment, current_deployment = deployments[0], deployments[1]
+
+    if previous_deployment.get("status") != "data_ready":
+        click.echo(FeedbackManager.error(message="Previous deployment is not ready"))
+        deploy_errors = previous_deployment.get("errors", [])
+        for deploy_error in deploy_errors:
+            click.echo(FeedbackManager.error(message=f"* {deploy_error}"))
+        return
+
+    if previous_deployment.get("live"):
+        click.echo(FeedbackManager.error(message="Previous deployment is already live"))
+    else:
+        click.echo(FeedbackManager.success(message="Promoting previous deployment"))
+
+        TINYBIRD_API_URL = f"{host}/v1/deployments/{previous_deployment.get('id')}/set-live"
+        result = api_post(TINYBIRD_API_URL, headers=headers)
+
+    click.echo(FeedbackManager.success(message="Removing current deployment"))
+
+    TINYBIRD_API_URL = f"{host}/v1/deployments/{current_deployment.get('id')}"
+    r = requests.delete(TINYBIRD_API_URL, headers=headers)
+    result = r.json()
+    logging.debug(json.dumps(result, indent=2))
+    if result.get("error"):
+        click.echo(FeedbackManager.error(message=result.get("error")))
+        sys_exit("deployment_error", result.get("error", "Unknown error"))
+
+    click.echo(FeedbackManager.success(message="Discard process successfully started"))
+
+    if wait:
+        while True:
+            TINYBIRD_API_URL = f"{host}/v1/deployments/{current_deployment.get('id')}"
+            result = api_fetch(TINYBIRD_API_URL, headers)
+
+            current_deployment = result.get("deployment")
+            if current_deployment.get("status") == "deleted":
+                click.echo(FeedbackManager.success(message="Discard process successfully completed"))
+                break
+            time.sleep(5)
+
+
+def create_deployment(
+    project: Project,
+    client: TinyB,
+    config: Dict[str, Any],
+    wait: bool,
+    auto: bool,
+    check: Optional[bool] = None,
+    allow_destructive_operations: Optional[bool] = None,
+) -> None:
+    # TODO: This code is duplicated in build_server.py
+    # Should be refactored to be shared
+    MULTIPART_BOUNDARY_DATA_PROJECT = "data_project://"
+    DATAFILE_TYPE_TO_CONTENT_TYPE = {
+        ".datasource": "text/plain",
+        ".pipe": "text/plain",
+        ".connection": "text/plain",
+    }
+
+    TINYBIRD_API_URL = f"{client.host}/v1/deploy"
+    TINYBIRD_API_KEY = client.token
+
+    if project.has_deeper_level():
+        click.echo(
+            FeedbackManager.warning(
+                message="\nYour project contains directories nested deeper than the default scan depth (max_depth=3). "
+                "Files in these deeper directories will not be processed. "
+                "To include all nested directories, run `tb --max-depth <depth> <cmd>` with a higher depth value."
+            )
+        )
+
+    files = [
+        ("context://", ("cli-version", "1.0.0", "text/plain")),
+    ]
+    for file_path in project.get_project_files():
+        relative_path = Path(file_path).relative_to(project.path).as_posix()
+        with open(file_path, "rb") as fd:
+            content_type = DATAFILE_TYPE_TO_CONTENT_TYPE.get(Path(file_path).suffix, "application/unknown")
+            files.append((MULTIPART_BOUNDARY_DATA_PROJECT, (relative_path, fd.read().decode("utf-8"), content_type)))
+
+    deployment = None
+    try:
+        HEADERS = {"Authorization": f"Bearer {TINYBIRD_API_KEY}"}
+        params = {}
+        if check:
+            click.echo(FeedbackManager.highlight(message="\n» Validating deployment...\n"))
+            params["check"] = "true"
+        if allow_destructive_operations:
+            params["allow_destructive_operations"] = "true"
+
+        result = api_post(TINYBIRD_API_URL, headers=HEADERS, files=files, params=params)
+
+        print_changes(result, project)
+
+        deployment = result.get("deployment", {})
+        feedback = deployment.get("feedback", [])
+        for f in feedback:
+            if f.get("level", "").upper() == "ERROR":
+                feedback_func = FeedbackManager.error
+                feedback_icon = ""
+            else:
+                feedback_func = FeedbackManager.warning
+                feedback_icon = "△ "
+            resource = f.get("resource")
+            resource_bit = f"{resource}: " if resource else ""
+            click.echo(feedback_func(message=f"{feedback_icon}{f.get('level')}: {resource_bit}{f.get('message')}"))
+
+        deploy_errors = deployment.get("errors")
+        for deploy_error in deploy_errors:
+            if deploy_error.get("filename", None):
+                click.echo(
+                    FeedbackManager.error(message=f"{deploy_error.get('filename')}\n\n{deploy_error.get('error')}")
+                )
+            else:
+                click.echo(FeedbackManager.error(message=f"{deploy_error.get('error')}"))
+        click.echo("")  # For spacing
+
+        status = result.get("result")
+        if check:
+            if status == "success":
+                click.echo(FeedbackManager.success(message="\n✓ Deployment is valid"))
+                sys.exit(0)
+            elif status == "no_changes":
+                sys.exit(0)
+
+            click.echo(FeedbackManager.error(message="\n✗ Deployment is not valid"))
+            sys_exit(
+                "deployment_error",
+                f"Deployment is not valid: {str(deployment.get('errors') + deployment.get('feedback', []))}",
+            )
+
+        status = result.get("result")
+        if status == "success":
+            host = get_display_cloud_host(client.host)
+            click.echo(
+                FeedbackManager.info(message="Deployment URL: ")
+                + f"{bcolors.UNDERLINE}{host}/{config.get('name')}/deployments/{deployment.get('id')}{bcolors.ENDC}"
+            )
+
+            if wait:
+                click.echo(FeedbackManager.info(message="\n* Deployment submitted"))
+            else:
+                click.echo(FeedbackManager.success(message="\n✓ Deployment submitted successfully"))
+        elif status == "no_changes":
+            click.echo(FeedbackManager.warning(message="△ Not deploying. No changes."))
+            sys.exit(0)
+        elif status == "failed":
+            click.echo(FeedbackManager.error(message="Deployment failed"))
+            sys_exit(
+                "deployment_error",
+                f"Deployment failed. Errors: {str(deployment.get('errors') + deployment.get('feedback', []))}",
+            )
+        else:
+            click.echo(FeedbackManager.error(message=f"Unknown deployment result {status}"))
+    except Exception as e:
+        click.echo(FeedbackManager.error_exception(error=e))
+
+        if not deployment and not check:
+            sys_exit("deployment_error", "Deployment failed")
+
+    if deployment and wait and not check:
+        click.echo(FeedbackManager.highlight(message="» Waiting for deployment to be ready..."))
+        while True:
+            url = f"{client.host}/v1/deployments/{deployment.get('id')}"
+            res = api_fetch(url, HEADERS)
+            deployment = res.get("deployment")
+            if not deployment:
+                click.echo(FeedbackManager.error(message="Error parsing deployment from response"))
+                sys_exit("deployment_error", "Error parsing deployment from response")
+            if deployment.get("status") == "failed":
+                click.echo(FeedbackManager.error(message="Deployment failed"))
+                deploy_errors = deployment.get("errors")
+                for deploy_error in deploy_errors:
+                    click.echo(FeedbackManager.error(message=f"* {deploy_error}"))
+
+                if auto:
+                    click.echo(FeedbackManager.error(message="Rolling back deployment"))
+                    discard_deployment(client.host, HEADERS, wait=wait)
+                sys_exit(
+                    "deployment_error",
+                    f"Deployment failed. Errors: {str(deployment.get('errors') + deployment.get('feedback', []))}",
+                )
+
+            if deployment.get("status") == "data_ready":
+                break
+
+            if deployment.get("status") in ["deleting", "deleted"]:
+                click.echo(FeedbackManager.error(message="Deployment was deleted by another process"))
+                sys_exit("deployment_error", "Deployment was deleted by another process")
+
+            time.sleep(5)
+
+        click.echo(FeedbackManager.info(message="✓ Deployment is ready"))
+
+        if auto:
+            promote_deployment(client.host, HEADERS, wait=wait)
+
+
+def print_changes(result: dict, project: Project) -> None:
+    deployment = result.get("deployment", {})
+    resources_columns = ["status", "name", "type", "path"]
+    resources: list[list[Union[str, None]]] = []
+    tokens_columns = ["Change", "Token name", "Added permissions", "Removed permissions"]
+    tokens: list[Tuple[str, str, str, str]] = []
+
+    for ds in deployment.get("new_datasource_names", []):
+        resources.append(["new", ds, "datasource", project.get_resource_path(ds, "datasource")])
+
+    for p in deployment.get("new_pipe_names", []):
+        path = project.get_resource_path(p, "pipe")
+        pipe_type = project.get_pipe_type(path)
+        resources.append(["new", p, pipe_type, path])
+
+    for dc in deployment.get("new_data_connector_names", []):
+        resources.append(["new", dc, "connection", project.get_resource_path(dc, "connection")])
+
+    for ds in deployment.get("changed_datasource_names", []):
+        resources.append(["modified", ds, "datasource", project.get_resource_path(ds, "datasource")])
+
+    for p in deployment.get("changed_pipe_names", []):
+        path = project.get_resource_path(p, "pipe")
+        pipe_type = project.get_pipe_type(path)
+        resources.append(["modified", p, pipe_type, path])
+
+    for dc in deployment.get("changed_data_connector_names", []):
+        resources.append(["modified", dc, "connection", project.get_resource_path(dc, "connection")])
+
+    for ds in deployment.get("disconnected_data_source_names", []):
+        resources.append(["modified", ds, "datasource", project.get_resource_path(ds, "datasource")])
+
+    for ds in deployment.get("deleted_datasource_names", []):
+        resources.append(["deleted", ds, "datasource", project.get_resource_path(ds, "datasource")])
+
+    for p in deployment.get("deleted_pipe_names", []):
+        path = project.get_resource_path(p, "pipe")
+        pipe_type = project.get_pipe_type(path)
+        resources.append(["deleted", p, pipe_type, path])
+
+    for dc in deployment.get("deleted_data_connector_names", []):
+        resources.append(["deleted", dc, "connection", project.get_resource_path(dc, "connection")])
+
+    for token_change in deployment.get("token_changes", []):
+        token_name = token_change.get("token_name")
+        change_type = token_change.get("change_type")
+        added_perms = []
+        removed_perms = []
+        permission_changes = token_change.get("permission_changes", {})
+        for perm in permission_changes.get("added_permissions", []):
+            added_perms.append(f"{perm['resource_name']}.{perm['resource_type']}:{perm['permission']}")
+        for perm in permission_changes.get("removed_permissions", []):
+            removed_perms.append(f"{perm['resource_name']}.{perm['resource_type']}:{perm['permission']}")
+
+        tokens.append((change_type, token_name, "\n".join(added_perms), "\n".join(removed_perms)))
+
+    if resources:
+        click.echo(FeedbackManager.info(message="\n* Changes to be deployed:"))
+        echo_safe_humanfriendly_tables_format_smart_table(resources, column_names=resources_columns)
+    else:
+        click.echo(FeedbackManager.gray(message="\n* No changes to be deployed"))
+    if tokens:
+        click.echo(FeedbackManager.info(message="\n* Changes in tokens to be deployed:"))
+        echo_safe_humanfriendly_tables_format_smart_table(tokens, column_names=tokens_columns)
+    else:
+        click.echo(FeedbackManager.gray(message="* No changes in tokens to be deployed"))

tinybird/tb/modules/feedback_manager.py

@@ -631,12 +631,13 @@ STEP 2: CREATE GCP SERVICE ACCOUNT
 1. Go to IAM & Admin > Service Accounts > + Create Service Account: https://console.cloud.google.com/iam-admin/serviceaccounts/create
 2. Provide a service account name. Name the service account something meaningful (e.g., TinybirdGCS-{environment}-svc-account)
 3. Click "Create and continue"
-4. Click the "Select a role" drop down menu and select:
-- "Storage Object Viewer" for GCS Data Source (reading from GCS)
-- For GCS Sink (writing to GCS), select all three roles:
-  • "Storage Object Creator" - Allows users to create objects
-  • "Storage Object Viewer" - Grants access to view objects and their metadata
-  • "Storage Bucket Viewer" - Grants access to view buckets and their metadata
+4. Click the "Select a role" drop down menu:
+  - For Source (reading from GCS) select this role: 
+    • "Storage Object Viewer" - Grants access to view objects and their metadata
+  - For Sink (writing to GCS) select all three roles:
+    • "Storage Object Creator" - Allows users to create objects
+    • "Storage Object Viewer" - Grants access to view objects and their metadata
+    • "Storage Bucket Viewer" - Grants access to view buckets and their metadata
 (You can add IAM condition to provide access to selected buckets. More info in IAM Conditions: https://cloud.google.com/iam/docs/conditions-overview)
 5. Click "Done"
 """

{tinybird-0.0.1.dev245.dist-info → tinybird-0.0.1.dev246.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev245
+Version: 0.0.1.dev246
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev245.dist-info → tinybird-0.0.1.dev246.dist-info}/RECORD

@@ -17,7 +17,7 @@ tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1w
 tinybird/datafile/parse_connection.py,sha256=tRyn2Rpr1TeWet5BXmMoQgaotbGdYep1qiTak_OqC5E,1825
 tinybird/datafile/parse_datasource.py,sha256=ssW8QeFSgglVFi3sDZj_HgkJiTJ2069v2JgqnH3CkDE,1825
 tinybird/datafile/parse_pipe.py,sha256=xf4m0Tw44QWJzHzAm7Z7FwUoUUtr7noMYjU1NiWnX0k,3880
-tinybird/tb/__cli__.py,sha256=lO7Woz0azArhNCFKAWijw8uJo4jrQDbI-rUCxK_YeO0,247
+tinybird/tb/__cli__.py,sha256=l43j0Pq0RUILb2kz7n3-G_Tbv8BEXXsW3BaMgzwCouk,247
 tinybird/tb/check_pypi.py,sha256=Gp0HkHHDFMSDL6nxKlOY51z7z1Uv-2LRexNTZSHHGmM,552
 tinybird/tb/cli.py,sha256=FdDFEIayjmsZEVsVSSvRiVYn_FHOVg_zWQzchnzfWho,1008
 tinybird/tb/client.py,sha256=pJbdkWMXGAqKseNAvdsRRnl_c7I-DCMB0dWCQnG82nU,54146
@@ -32,12 +32,13 @@ tinybird/tb/modules/connection.py,sha256=-MY56NUAai6EMC4-wpi7bT0_nz_SA8QzTmHkV7H
 tinybird/tb/modules/copy.py,sha256=dPZkcIDvxjJrlQUIvToO0vsEEEs4EYumbNV77-BzNoU,4404
 tinybird/tb/modules/create.py,sha256=YYE9Bjqc000QGMmDnCG1UDTPs-Qeljr_RlGqM4RrPCA,23244
 tinybird/tb/modules/datasource.py,sha256=cxq0VVjjidxq-v_JSIIAH7L90XNRctgNKsHRoQ_42OI,41632
-tinybird/tb/modules/deployment.py,sha256=ByXIgEvwxB49pJEKKj0EJIfORWyflCYr04k8961nBkA,28391
+tinybird/tb/modules/deployment.py,sha256=Fw9wSNqmLBGCpKwmZsn3KPsy-6kmQzI8YzSdXWoDb6k,12046
+tinybird/tb/modules/deployment_common.py,sha256=Y0r3g-3d6AcihsVVa0OHer3ow3xHSV1VPskF1eI03KI,17644
 tinybird/tb/modules/deprecations.py,sha256=rrszC1f_JJeJ8mUxGoCxckQTJFBCR8wREf4XXXN-PRc,4507
 tinybird/tb/modules/dev_server.py,sha256=57FCKuWpErwYUYgHspYDkLWEm9F4pbvVOtMrFXX1fVU,10129
 tinybird/tb/modules/endpoint.py,sha256=ksRj6mfDb9Xv63PhTkV_uKSosgysHElqagg3RTt21Do,11958
 tinybird/tb/modules/exceptions.py,sha256=5jK91w1LPmtqIUfDpHe_Op5OxGz8-p1BPgtLREMIni0,5217
-tinybird/tb/modules/feedback_manager.py,sha256=5N2S_ymq0nJPQcFetzoQOWfR6hhx8_gaTp318pe76zU,77966
+tinybird/tb/modules/feedback_manager.py,sha256=Z8RyINWiPq_z-59oIZQW1qzFfHzU5JHbL09NVzhngb0,78029
 tinybird/tb/modules/info.py,sha256=F5vY4kHS_kyO2uSBKac92HoOb447oDeRlzpwtAHTuKc,6872
 tinybird/tb/modules/infra.py,sha256=JE9oLIyF4bi_JBoe-BgZ5HhKp_lQgSihuSV1KIS02Qs,32709
 tinybird/tb/modules/job.py,sha256=wBsnu8UPTOha2rkLvucgmw4xYv73ubmui3eeSIF68ZM,3107
@@ -65,15 +66,18 @@ tinybird/tb/modules/watch.py,sha256=No0bK1M1_3CYuMaIgylxf7vYFJ72lTJe3brz6xQ-mJo,
 tinybird/tb/modules/workspace.py,sha256=Q_8HcxMsNg8QG9aBlwcWS2umrDP5IkTIHqqz3sfmGuc,11341
 tinybird/tb/modules/workspace_members.py,sha256=5JdkJgfuEwbq-t6vxkBhYwgsiTDxF790wsa6Xfif9nk,8608
 tinybird/tb/modules/agent/__init__.py,sha256=i3oe3vDIWWPaicdCM0zs7D7BJ1W0k7th93ooskHAV00,54
-tinybird/tb/modules/agent/agent.py,sha256=h0va31JtVzwxaQ6kD1V8cwclNhpbzJeJbtKOps5MGIg,11864
+tinybird/tb/modules/agent/agent.py,sha256=q6XMPQifrBpLFDja9SSSNZe2ExBjNETPzva3sn_ofsw,13713
 tinybird/tb/modules/agent/animations.py,sha256=z0MNLf8TnUO8qAjgYvth_wc9a9283pNVz1Z4jl15Ggs,2558
 tinybird/tb/modules/agent/banner.py,sha256=KX_e467uiy1gWOZ4ofTZt0GCFGQqHQ_8Ob27XLQqda0,3053
 tinybird/tb/modules/agent/memory.py,sha256=H6SJK--2L5C87B7AJd_jMqsq3sCvFvZwZXmajuT0GBE,1171
 tinybird/tb/modules/agent/models.py,sha256=mf8dRCdof6uEFZWh5xQ_D_FStk7eDds7qWRNSbDklUM,589
-tinybird/tb/modules/agent/prompts.py,sha256=rAbcqkrw7BKVuV2sNRGpbLXxfo95suKWRLPwgNx7fdM,5784
-tinybird/tb/modules/agent/utils.py,sha256=SSfAmPTO-pv4UtRrsAbERHjjeqZ3Mkx6Y_eRD5QXr9M,13154
+tinybird/tb/modules/agent/prompts.py,sha256=rh0xqquzkwogdUmS9ychnKIcFT0YNzRPcZBZCug4Ow8,5760
+tinybird/tb/modules/agent/utils.py,sha256=tLndW0MFtC9tS9Am1XfoYOvtPnrrumyMm22ZWVK6XNQ,13263
 tinybird/tb/modules/agent/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tinybird/tb/modules/agent/tools/create_datafile.py,sha256=e7xMaPziVw5JPaQ8rmeEnNz6SCkR3MP1ZBvvXb6QOwE,2314
+tinybird/tb/modules/agent/tools/build.py,sha256=oWrHrHU05JbE5RZY_EYEUcHiUVJlDQbNG8hhDxBuWGs,676
+tinybird/tb/modules/agent/tools/create_datafile.py,sha256=zNqjrpMJFGXvto5KBRWy7Ek9jjLyS6EgjtrpmR4gc80,2383
+tinybird/tb/modules/agent/tools/deploy.py,sha256=_xcP6F4ZIzvxgqi4jV_EkVy0UeHZtNWscGCAeWxvzqU,1402
+tinybird/tb/modules/agent/tools/deploy_check.py,sha256=VqMYC7l3_cihmmM_pi8w1t8rJ3P0xDc7pHs_st9k-9Q,684
 tinybird/tb/modules/agent/tools/explore.py,sha256=ihALc_kBcsjrKT3hZyicqyIowB0g_K3AtNNi-5uz9-8,412
 tinybird/tb/modules/agent/tools/plan.py,sha256=CMSGrqjdVyhsJ0U1M5B2eRFLZXE7HqJ4K8tl1Ile0f0,1324
 tinybird/tb/modules/agent/tools/preview_datafile.py,sha256=e9q5fR0afApcrntzFrnuHmd10ex7MG_GM6T0Pwc9bRI,850
@@ -97,8 +101,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev245.dist-info/METADATA,sha256=1Qqly3uB1KyENHgniVShFyw6tTeJRz7UZWntvH9AR24,1733
-tinybird-0.0.1.dev245.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev245.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev245.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev245.dist-info/RECORD,,
+tinybird-0.0.1.dev246.dist-info/METADATA,sha256=io9aiUes21l9HWrsbDwhd88amU_HJnkKl6pleH0s5u4,1733
+tinybird-0.0.1.dev246.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev246.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev246.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev246.dist-info/RECORD,,