tinybird 0.0.1.dev245__py3-none-any.whl → 0.0.1.dev247__py3-none-any.whl

tinybird/tb/modules/deployment_common.py

@@ -0,0 +1,413 @@
+import json
+import logging
+import sys
+import time
+from pathlib import Path
+from typing import Any, Dict, Optional, Tuple, Union
+
+import click
+import requests
+
+from tinybird.tb.client import TinyB
+from tinybird.tb.modules.common import (
+    echo_safe_humanfriendly_tables_format_smart_table,
+    get_display_cloud_host,
+    sys_exit,
+)
+from tinybird.tb.modules.feedback_manager import FeedbackManager, bcolors
+from tinybird.tb.modules.project import Project
+
+
+# TODO(eclbg): This should eventually end up in client.py, but we're not using it here yet.
+def api_fetch(url: str, headers: dict) -> dict:
+    r = requests.get(url, headers=headers)
+    if r.status_code == 200:
+        logging.debug(json.dumps(r.json(), indent=2))
+        return r.json()
+    # Try to parse and print the error from the response
+    try:
+        result = r.json()
+        error = result.get("error")
+        logging.debug(json.dumps(result, indent=2))
+        click.echo(FeedbackManager.error(message=f"Error: {error}"))
+        sys_exit("deployment_error", error)
+    except Exception:
+        message = "Error parsing response from API"
+        click.echo(FeedbackManager.error(message=message))
+        sys_exit("deployment_error", message)
+    return {}
+
+
+def api_post(
+    url: str,
+    headers: dict,
+    files: Optional[list] = None,
+    params: Optional[dict] = None,
+) -> dict:
+    r = requests.post(url, headers=headers, files=files, params=params)
+    if r.status_code < 300:
+        logging.debug(json.dumps(r.json(), indent=2))
+        return r.json()
+    # Try to parse and print the error from the response
+    try:
+        result = r.json()
+        logging.debug(json.dumps(result, indent=2))
+        error = result.get("error")
+        if error:
+            click.echo(FeedbackManager.error(message=f"Error: {error}"))
+            sys_exit("deployment_error", error)
+        return result
+    except Exception:
+        message = "Error parsing response from API"
+        click.echo(FeedbackManager.error(message=message))
+        sys_exit("deployment_error", message)
+    return {}
+
+
+# TODO(eclbg): This logic should be in the server, and there should be a dedicated endpoint for promoting a deployment
+# potato
+def promote_deployment(host: Optional[str], headers: dict, wait: bool) -> None:
+    TINYBIRD_API_URL = f"{host}/v1/deployments"
+    result = api_fetch(TINYBIRD_API_URL, headers)
+
+    deployments = result.get("deployments")
+    if not deployments:
+        message = "No deployments found"
+        click.echo(FeedbackManager.error(message=message))
+        sys_exit("deployment_error", message)
+        return
+
+    if len(deployments) < 2:
+        message = "Only one deployment found"
+        click.echo(FeedbackManager.error(message=message))
+        sys_exit("deployment_error", message)
+        return
+
+    last_deployment, candidate_deployment = deployments[0], deployments[1]
+
+    if candidate_deployment.get("status") != "data_ready":
+        click.echo(FeedbackManager.error(message="Current deployment is not ready"))
+        deploy_errors = candidate_deployment.get("errors", [])
+        for deploy_error in deploy_errors:
+            click.echo(FeedbackManager.error(message=f"* {deploy_error}"))
+        sys_exit("deployment_error", "Current deployment is not ready: " + str(deploy_errors))
+        return
+
+    if candidate_deployment.get("live"):
+        click.echo(FeedbackManager.error(message="Candidate deployment is already live"))
+    else:
+        TINYBIRD_API_URL = f"{host}/v1/deployments/{candidate_deployment.get('id')}/set-live"
+        result = api_post(TINYBIRD_API_URL, headers=headers)
+
+    click.echo(FeedbackManager.highlight(message="» Removing old deployment"))
+
+    TINYBIRD_API_URL = f"{host}/v1/deployments/{last_deployment.get('id')}"
+    r = requests.delete(TINYBIRD_API_URL, headers=headers)
+    result = r.json()
+    logging.debug(json.dumps(result, indent=2))
+    if result.get("error"):
+        click.echo(FeedbackManager.error(message=result.get("error")))
+        sys_exit("deployment_error", result.get("error", "Unknown error"))
+    click.echo(FeedbackManager.info(message="✓ Old deployment removed"))
+
+    click.echo(FeedbackManager.highlight(message="» Waiting for deployment to be promoted..."))
+
+    if wait:
+        while True:
+            TINYBIRD_API_URL = f"{host}/v1/deployments/{last_deployment.get('id')}"
+            result = api_fetch(TINYBIRD_API_URL, headers=headers)
+
+            last_deployment = result.get("deployment")
+            if last_deployment.get("status") == "deleted":
+                click.echo(FeedbackManager.success(message=f"✓ Deployment #{candidate_deployment.get('id')} is live!"))
+                break
+
+            time.sleep(5)
+    if last_deployment.get("id") == "0":
+        # This is the first deployment, so we prompt the user to ingest data
+        click.echo(
+            FeedbackManager.info(
+                message="A deployment with no data is useless. Learn how to ingest at https://www.tinybird.co/docs/forward/get-data-in"
+            )
+        )
+
+
+# TODO(eclbg): This logic should be in the server, and there should be a dedicated endpoint for discarding a
+# deployment
+def discard_deployment(host: Optional[str], headers: dict, wait: bool) -> None:
+    TINYBIRD_API_URL = f"{host}/v1/deployments"
+    result = api_fetch(TINYBIRD_API_URL, headers=headers)
+
+    deployments = result.get("deployments")
+    if not deployments:
+        click.echo(FeedbackManager.error(message="No deployments found"))
+        return
+
+    if len(deployments) < 2:
+        click.echo(FeedbackManager.error(message="Only one deployment found"))
+        return
+
+    previous_deployment, current_deployment = deployments[0], deployments[1]
+
+    if previous_deployment.get("status") != "data_ready":
+        click.echo(FeedbackManager.error(message="Previous deployment is not ready"))
+        deploy_errors = previous_deployment.get("errors", [])
+        for deploy_error in deploy_errors:
+            click.echo(FeedbackManager.error(message=f"* {deploy_error}"))
+        return
+
+    if previous_deployment.get("live"):
+        click.echo(FeedbackManager.error(message="Previous deployment is already live"))
+    else:
+        click.echo(FeedbackManager.success(message="Promoting previous deployment"))
+
+        TINYBIRD_API_URL = f"{host}/v1/deployments/{previous_deployment.get('id')}/set-live"
+        result = api_post(TINYBIRD_API_URL, headers=headers)
+
+    click.echo(FeedbackManager.success(message="Removing current deployment"))
+
+    TINYBIRD_API_URL = f"{host}/v1/deployments/{current_deployment.get('id')}"
+    r = requests.delete(TINYBIRD_API_URL, headers=headers)
+    result = r.json()
+    logging.debug(json.dumps(result, indent=2))
+    if result.get("error"):
+        click.echo(FeedbackManager.error(message=result.get("error")))
+        sys_exit("deployment_error", result.get("error", "Unknown error"))
+
+    click.echo(FeedbackManager.success(message="Discard process successfully started"))
+
+    if wait:
+        while True:
+            TINYBIRD_API_URL = f"{host}/v1/deployments/{current_deployment.get('id')}"
+            result = api_fetch(TINYBIRD_API_URL, headers)
+
+            current_deployment = result.get("deployment")
+            if current_deployment.get("status") == "deleted":
+                click.echo(FeedbackManager.success(message="Discard process successfully completed"))
+                break
+            time.sleep(5)
+
+
+def create_deployment(
+    project: Project,
+    client: TinyB,
+    config: Dict[str, Any],
+    wait: bool,
+    auto: bool,
+    check: Optional[bool] = None,
+    allow_destructive_operations: Optional[bool] = None,
+) -> None:
+    # TODO: This code is duplicated in build_server.py
+    # Should be refactored to be shared
+    MULTIPART_BOUNDARY_DATA_PROJECT = "data_project://"
+    DATAFILE_TYPE_TO_CONTENT_TYPE = {
+        ".datasource": "text/plain",
+        ".pipe": "text/plain",
+        ".connection": "text/plain",
+    }
+
+    TINYBIRD_API_URL = f"{client.host}/v1/deploy"
+    TINYBIRD_API_KEY = client.token
+
+    if project.has_deeper_level():
+        click.echo(
+            FeedbackManager.warning(
+                message="\nYour project contains directories nested deeper than the default scan depth (max_depth=3). "
+                "Files in these deeper directories will not be processed. "
+                "To include all nested directories, run `tb --max-depth <depth> <cmd>` with a higher depth value."
+            )
+        )
+
+    files = [
+        ("context://", ("cli-version", "1.0.0", "text/plain")),
+    ]
+    for file_path in project.get_project_files():
+        relative_path = Path(file_path).relative_to(project.path).as_posix()
+        with open(file_path, "rb") as fd:
+            content_type = DATAFILE_TYPE_TO_CONTENT_TYPE.get(Path(file_path).suffix, "application/unknown")
+            files.append((MULTIPART_BOUNDARY_DATA_PROJECT, (relative_path, fd.read().decode("utf-8"), content_type)))
+
+    deployment = None
+    try:
+        HEADERS = {"Authorization": f"Bearer {TINYBIRD_API_KEY}"}
+        params = {}
+        if check:
+            click.echo(FeedbackManager.highlight(message="\n» Validating deployment...\n"))
+            params["check"] = "true"
+        if allow_destructive_operations:
+            params["allow_destructive_operations"] = "true"
+
+        result = api_post(TINYBIRD_API_URL, headers=HEADERS, files=files, params=params)
+
+        print_changes(result, project)
+
+        deployment = result.get("deployment", {})
+        feedback = deployment.get("feedback", [])
+        for f in feedback:
+            if f.get("level", "").upper() == "ERROR":
+                feedback_func = FeedbackManager.error
+                feedback_icon = ""
+            else:
+                feedback_func = FeedbackManager.warning
+                feedback_icon = "△ "
+            resource = f.get("resource")
+            resource_bit = f"{resource}: " if resource else ""
+            click.echo(feedback_func(message=f"{feedback_icon}{f.get('level')}: {resource_bit}{f.get('message')}"))
+
+        deploy_errors = deployment.get("errors")
+        for deploy_error in deploy_errors:
+            if deploy_error.get("filename", None):
+                click.echo(
+                    FeedbackManager.error(message=f"{deploy_error.get('filename')}\n\n{deploy_error.get('error')}")
+                )
+            else:
+                click.echo(FeedbackManager.error(message=f"{deploy_error.get('error')}"))
+        click.echo("")  # For spacing
+
+        status = result.get("result")
+        if check:
+            if status == "success":
+                click.echo(FeedbackManager.success(message="\n✓ Deployment is valid"))
+                sys.exit(0)
+            elif status == "no_changes":
+                sys.exit(0)
+
+            click.echo(FeedbackManager.error(message="\n✗ Deployment is not valid"))
+            sys_exit(
+                "deployment_error",
+                f"Deployment is not valid: {str(deployment.get('errors') + deployment.get('feedback', []))}",
+            )
+
+        status = result.get("result")
+        if status == "success":
+            host = get_display_cloud_host(client.host)
+            click.echo(
+                FeedbackManager.info(message="Deployment URL: ")
+                + f"{bcolors.UNDERLINE}{host}/{config.get('name')}/deployments/{deployment.get('id')}{bcolors.ENDC}"
+            )
+
+            if wait:
+                click.echo(FeedbackManager.info(message="\n* Deployment submitted"))
+            else:
+                click.echo(FeedbackManager.success(message="\n✓ Deployment submitted successfully"))
+        elif status == "no_changes":
+            click.echo(FeedbackManager.warning(message="△ Not deploying. No changes."))
+            sys.exit(0)
+        elif status == "failed":
+            click.echo(FeedbackManager.error(message="Deployment failed"))
+            sys_exit(
+                "deployment_error",
+                f"Deployment failed. Errors: {str(deployment.get('errors') + deployment.get('feedback', []))}",
+            )
+        else:
+            click.echo(FeedbackManager.error(message=f"Unknown deployment result {status}"))
+    except Exception as e:
+        click.echo(FeedbackManager.error_exception(error=e))
+
+        if not deployment and not check:
+            sys_exit("deployment_error", "Deployment failed")
+
+    if deployment and wait and not check:
+        click.echo(FeedbackManager.highlight(message="» Waiting for deployment to be ready..."))
+        while True:
+            url = f"{client.host}/v1/deployments/{deployment.get('id')}"
+            res = api_fetch(url, HEADERS)
+            deployment = res.get("deployment")
+            if not deployment:
+                click.echo(FeedbackManager.error(message="Error parsing deployment from response"))
+                sys_exit("deployment_error", "Error parsing deployment from response")
+            if deployment.get("status") == "failed":
+                click.echo(FeedbackManager.error(message="Deployment failed"))
+                deploy_errors = deployment.get("errors")
+                for deploy_error in deploy_errors:
+                    click.echo(FeedbackManager.error(message=f"* {deploy_error}"))
+
+                if auto:
+                    click.echo(FeedbackManager.error(message="Rolling back deployment"))
+                    discard_deployment(client.host, HEADERS, wait=wait)
+                sys_exit(
+                    "deployment_error",
+                    f"Deployment failed. Errors: {str(deployment.get('errors') + deployment.get('feedback', []))}",
+                )
+
+            if deployment.get("status") == "data_ready":
+                break
+
+            if deployment.get("status") in ["deleting", "deleted"]:
+                click.echo(FeedbackManager.error(message="Deployment was deleted by another process"))
+                sys_exit("deployment_error", "Deployment was deleted by another process")
+
+            time.sleep(5)
+
+        click.echo(FeedbackManager.info(message="✓ Deployment is ready"))
+
+        if auto:
+            promote_deployment(client.host, HEADERS, wait=wait)
+
+
+def print_changes(result: dict, project: Project) -> None:
+    deployment = result.get("deployment", {})
+    resources_columns = ["status", "name", "type", "path"]
+    resources: list[list[Union[str, None]]] = []
+    tokens_columns = ["Change", "Token name", "Added permissions", "Removed permissions"]
+    tokens: list[Tuple[str, str, str, str]] = []
+
+    for ds in deployment.get("new_datasource_names", []):
+        resources.append(["new", ds, "datasource", project.get_resource_path(ds, "datasource")])
+
+    for p in deployment.get("new_pipe_names", []):
+        path = project.get_resource_path(p, "pipe")
+        pipe_type = project.get_pipe_type(path)
+        resources.append(["new", p, pipe_type, path])
+
+    for dc in deployment.get("new_data_connector_names", []):
+        resources.append(["new", dc, "connection", project.get_resource_path(dc, "connection")])
+
+    for ds in deployment.get("changed_datasource_names", []):
+        resources.append(["modified", ds, "datasource", project.get_resource_path(ds, "datasource")])
+
+    for p in deployment.get("changed_pipe_names", []):
+        path = project.get_resource_path(p, "pipe")
+        pipe_type = project.get_pipe_type(path)
+        resources.append(["modified", p, pipe_type, path])
+
+    for dc in deployment.get("changed_data_connector_names", []):
+        resources.append(["modified", dc, "connection", project.get_resource_path(dc, "connection")])
+
+    for ds in deployment.get("disconnected_data_source_names", []):
+        resources.append(["modified", ds, "datasource", project.get_resource_path(ds, "datasource")])
+
+    for ds in deployment.get("deleted_datasource_names", []):
+        resources.append(["deleted", ds, "datasource", project.get_resource_path(ds, "datasource")])
+
+    for p in deployment.get("deleted_pipe_names", []):
+        path = project.get_resource_path(p, "pipe")
+        pipe_type = project.get_pipe_type(path)
+        resources.append(["deleted", p, pipe_type, path])
+
+    for dc in deployment.get("deleted_data_connector_names", []):
+        resources.append(["deleted", dc, "connection", project.get_resource_path(dc, "connection")])
+
+    for token_change in deployment.get("token_changes", []):
+        token_name = token_change.get("token_name")
+        change_type = token_change.get("change_type")
+        added_perms = []
+        removed_perms = []
+        permission_changes = token_change.get("permission_changes", {})
+        for perm in permission_changes.get("added_permissions", []):
+            added_perms.append(f"{perm['resource_name']}.{perm['resource_type']}:{perm['permission']}")
+        for perm in permission_changes.get("removed_permissions", []):
+            removed_perms.append(f"{perm['resource_name']}.{perm['resource_type']}:{perm['permission']}")
+
+        tokens.append((change_type, token_name, "\n".join(added_perms), "\n".join(removed_perms)))
+
+    if resources:
+        click.echo(FeedbackManager.info(message="\n* Changes to be deployed:"))
+        echo_safe_humanfriendly_tables_format_smart_table(resources, column_names=resources_columns)
+    else:
+        click.echo(FeedbackManager.gray(message="\n* No changes to be deployed"))
+    if tokens:
+        click.echo(FeedbackManager.info(message="\n* Changes in tokens to be deployed:"))
+        echo_safe_humanfriendly_tables_format_smart_table(tokens, column_names=tokens_columns)
+    else:
+        click.echo(FeedbackManager.gray(message="* No changes in tokens to be deployed"))

tinybird/tb/modules/feedback_manager.py

@@ -444,6 +444,7 @@ class FeedbackManager:
     error_invalid_output_format = error_message(
         "Invalid output format for this command. Supported formats are: {formats}"
     )
+    error_build_only_supported_in_local = error_message("Builds are only supported in Tinybird Local")
 
     info_incl_relative_path = info_message("** Relative path {path} does not exist, skipping.")
     info_ignoring_incl_file = info_message(
@@ -631,12 +632,13 @@ STEP 2: CREATE GCP SERVICE ACCOUNT
 1. Go to IAM & Admin > Service Accounts > + Create Service Account: https://console.cloud.google.com/iam-admin/serviceaccounts/create
 2. Provide a service account name. Name the service account something meaningful (e.g., TinybirdGCS-{environment}-svc-account)
 3. Click "Create and continue"
-4. Click the "Select a role" drop down menu and select:
-- "Storage Object Viewer" for GCS Data Source (reading from GCS)
-- For GCS Sink (writing to GCS), select all three roles:
-  • "Storage Object Creator" - Allows users to create objects
-  • "Storage Object Viewer" - Grants access to view objects and their metadata
-  • "Storage Bucket Viewer" - Grants access to view buckets and their metadata
+4. Click the "Select a role" drop down menu:
+  - For Source (reading from GCS) select this role: 
+    • "Storage Object Viewer" - Grants access to view objects and their metadata
+  - For Sink (writing to GCS) select all three roles:
+    • "Storage Object Creator" - Allows users to create objects
+    • "Storage Object Viewer" - Grants access to view objects and their metadata
+    • "Storage Bucket Viewer" - Grants access to view buckets and their metadata
 (You can add IAM condition to provide access to selected buckets. More info in IAM Conditions: https://cloud.google.com/iam/docs/conditions-overview)
 5. Click "Done"
 """

tinybird/tb/modules/llm.py

@@ -3,7 +3,7 @@ from typing import Optional
 
 import requests
 
-from tinybird.tb.modules.cli import CLIConfig
+from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 

tinybird/tb/modules/mock.py

@@ -1,19 +1,15 @@
 import glob
 from pathlib import Path
-from typing import Any, Dict, List
 
 import click
 
-from tinybird.prompts import mock_prompt
 from tinybird.tb.client import TinyB
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import push_data
 from tinybird.tb.modules.config import CLIConfig
-from tinybird.tb.modules.datafile.fixture import persist_fixture, persist_fixture_sql
+from tinybird.tb.modules.datafile.fixture import persist_fixture
 from tinybird.tb.modules.exceptions import CLIMockException
 from tinybird.tb.modules.feedback_manager import FeedbackManager
-from tinybird.tb.modules.llm import LLM
-from tinybird.tb.modules.llm_utils import extract_xml
+from tinybird.tb.modules.mock_common import append_mock_data, create_mock_data
 from tinybird.tb.modules.project import Project
 
 
@@ -86,71 +82,9 @@ def mock(ctx: click.Context, datasource: str, rows: int, prompt: str, format_: s
         fixture_path = persist_fixture(datasource_name, data, folder, format=format_)
         click.echo(FeedbackManager.info(message=f"✓ /fixtures/{datasource_name}.{format_} created"))
         if env == "cloud":
-            append_fixture(tb_client, datasource_name, str(fixture_path))
+            append_mock_data(tb_client, datasource_name, str(fixture_path))
 
         click.echo(FeedbackManager.success(message=f"✓ Sample data for {datasource_name} created with {rows} rows"))
 
     except Exception as e:
         raise CLIMockException(FeedbackManager.error(message=str(e)))
-
-
-def append_fixture(
-    tb_client: TinyB,
-    datasource_name: str,
-    url: str,
-):
-    push_data(
-        tb_client,
-        datasource_name,
-        url,
-        mode="append",
-        concurrency=1,
-        silent=True,
-    )
-
-
-def create_mock_data(
-    datasource_name: str,
-    datasource_content: str,
-    rows: int,
-    prompt: str,
-    config: CLIConfig,
-    ctx_config: Dict[str, Any],
-    user_token: str,
-    tb_client: TinyB,
-    format_: str,
-    folder: str,
-) -> List[Dict[str, Any]]:
-    user_client = config.get_client(token=ctx_config.get("token"), host=ctx_config.get("host"))
-    llm = LLM(user_token=user_token, host=user_client.host)
-    prompt = f"<datasource_schema>{datasource_content}</datasource_schema>\n<user_input>{prompt}</user_input>"
-    sql = ""
-    attempts = 0
-    data = []
-    error = ""
-    sql_path = None
-    while True:
-        try:
-            response = llm.ask(system_prompt=mock_prompt(rows, error), prompt=prompt, feature="tb_mock")
-            sql = extract_xml(response, "sql")
-            sql_path = persist_fixture_sql(datasource_name, sql, folder)
-            sql_format = "JSON" if format_ == "ndjson" else "CSV"
-            result = tb_client.query(f"SELECT * FROM ({sql}) LIMIT {rows} FORMAT {sql_format}")
-            if sql_format == "JSON":
-                data = result.get("data", [])[:rows]
-                error_response = result.get("error", None)
-                if error_response:
-                    raise Exception(error_response)
-            else:
-                data = result
-            break
-        except Exception as e:
-            error = str(e)
-            attempts += 1
-            if attempts > 5:
-                raise Exception(
-                    f"Failed to generate a valid solution. Check {str(sql_path or '.sql path')} and try again."
-                )
-            else:
-                continue
-    return data

tinybird/tb/modules/mock_common.py

@@ -0,0 +1,71 @@
+from typing import Any, Dict, List
+
+from tinybird.prompts import mock_prompt
+from tinybird.tb.client import TinyB
+from tinybird.tb.modules.common import push_data
+from tinybird.tb.modules.config import CLIConfig
+from tinybird.tb.modules.datafile.fixture import persist_fixture_sql
+from tinybird.tb.modules.llm import LLM
+from tinybird.tb.modules.llm_utils import extract_xml
+
+
+def append_mock_data(
+    tb_client: TinyB,
+    datasource_name: str,
+    url: str,
+):
+    push_data(
+        tb_client,
+        datasource_name,
+        url,
+        mode="append",
+        concurrency=1,
+        silent=True,
+    )
+
+
+def create_mock_data(
+    datasource_name: str,
+    datasource_content: str,
+    rows: int,
+    prompt: str,
+    config: CLIConfig,
+    ctx_config: Dict[str, Any],
+    user_token: str,
+    tb_client: TinyB,
+    format_: str,
+    folder: str,
+) -> List[Dict[str, Any]]:
+    user_client = config.get_client(token=ctx_config.get("token"), host=ctx_config.get("host"))
+    llm = LLM(user_token=user_token, host=user_client.host)
+    prompt = f"<datasource_schema>{datasource_content}</datasource_schema>\n<user_input>{prompt}</user_input>"
+    sql = ""
+    attempts = 0
+    data = []
+    error = ""
+    sql_path = None
+    while True:
+        try:
+            response = llm.ask(system_prompt=mock_prompt(rows, error), prompt=prompt, feature="tb_mock")
+            sql = extract_xml(response, "sql")
+            sql_path = persist_fixture_sql(datasource_name, sql, folder)
+            sql_format = "JSON" if format_ == "ndjson" else "CSV"
+            result = tb_client.query(f"SELECT * FROM ({sql}) LIMIT {rows} FORMAT {sql_format}")
+            if sql_format == "JSON":
+                data = result.get("data", [])[:rows]
+                error_response = result.get("error", None)
+                if error_response:
+                    raise Exception(error_response)
+            else:
+                data = result
+            break
+        except Exception as e:
+            error = str(e)
+            attempts += 1
+            if attempts > 5:
+                raise Exception(
+                    f"Failed to generate a valid solution. Check {str(sql_path or '.sql path')} and try again."
+                )
+            else:
+                continue
+    return data

tinybird/tb/modules/project.py

@@ -50,6 +50,15 @@ class Project:
                 project_files.append(project_file)
         return project_files
 
+    def get_fixture_files(self) -> List[str]:
+        fixture_files: List[str] = []
+        for extension in ["csv", "ndjson", "parquet"]:
+            for fixture_file in self.get_files(extension):
+                if self.vendor_path in fixture_file:
+                    continue
+                fixture_files.append(fixture_file)
+        return fixture_files
+
     def get_resource_path(self, resource_name: str, resource_type: str) -> str:
         full_path = next(
             (p for p in self.get_project_files() if p.endswith("/" + resource_name + f".{resource_type}")), ""

{tinybird-0.0.1.dev245.dist-info → tinybird-0.0.1.dev247.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev245
+Version: 0.0.1.dev247
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird