tinybird 0.0.1.dev14__py3-none-any.whl → 0.0.1.dev16__py3-none-any.whl

tinybird/tb/modules/datafile/parse_datasource.py

@@ -36,6 +36,7 @@ def parse_datasource(
         ) from None
 
     if len(doc.nodes) > 1:
+        # TODO(eclbg): Turn this into a custom exception with a better message
         raise ValueError(f"{filename}: datasources can't have more than one node")
 
     return doc

tinybird/tb/modules/llm.py

@@ -1,12 +1,15 @@
 import asyncio
-from datetime import datetime
-from typing import Awaitable, Callable, List
+import json
+import urllib.parse
+from copy import deepcopy
+from typing import Awaitable, Callable, List, Optional
 
 from openai import OpenAI
 from pydantic import BaseModel
 
 from tinybird.client import TinyB
-from tinybird.tb.modules.prompts import create_project_prompt, sample_data_sql_prompt
+from tinybird.prompts import create_test_calls_prompt
+from tinybird.tb.modules.config import CLIConfig
 
 
 class DataFile(BaseModel):
@@ -19,9 +22,25 @@ class DataProject(BaseModel):
     pipes: List[DataFile]
 
 
+class TestExpectation(BaseModel):
+    name: str
+    description: str
+    parameters: str
+    expected_result: str
+
+
+class TestExpectations(BaseModel):
+    tests: List[TestExpectation]
+
+
 class LLM:
-    def __init__(self, key: str):
-        self.client = OpenAI(api_key=key)
+    def __init__(self, client: TinyB, api_key: Optional[str] = None):
+        self.client = client
+        user_token = CLIConfig.get_project_config().get_user_token()
+        user_client = deepcopy(client)
+        user_client.token = user_token
+        self.user_client = user_client
+        self.openai = OpenAI(api_key=api_key) if api_key else None
 
     async def _execute(self, action_fn: Callable[[], Awaitable[str]], checker_fn: Callable[[str], bool]):
         is_valid = False
@@ -38,36 +57,39 @@ class LLM:
         return result
 
     async def create_project(self, prompt: str) -> DataProject:
-        completion = self.client.beta.chat.completions.parse(
-            model="gpt-4o",
-            messages=[{"role": "system", "content": create_project_prompt}, {"role": "user", "content": prompt}],
-            response_format=DataProject,
-        )
-        return completion.choices[0].message.parsed or DataProject(datasources=[], pipes=[])
-
-    async def generate_sql_sample_data(
-        self, tb_client: TinyB, datasource_content: str, row_count: int = 20, context: str = ""
-    ) -> str:
-        async def action_fn():
-            response = self.client.chat.completions.create(
-                model="gpt-4o-mini",
-                messages=[
-                    {
-                        "role": "system",
-                        "content": sample_data_sql_prompt.format(
-                            current_datetime=datetime.now().isoformat(), row_count=row_count, context=context
-                        ),
-                    },
-                    {"role": "user", "content": datasource_content},
-                ],
+        try:
+            response = await self.user_client._req(
+                "/v0/llm/create",
+                method="POST",
+                data=f'{{"prompt": {json.dumps(prompt)}}}',
+                headers={"Content-Type": "application/json"},
             )
-            return response.choices[0].message.content or ""
 
-        async def checker_fn(sql: str):
-            try:
-                result = await tb_client.query(f"DESCRIBE ({sql}) FORMAT JSON")
-                return len(result.get("data", [])) > 0
-            except Exception:
-                return False
+            return DataProject.model_validate(response.get("result", {}))
+        except Exception:
+            return DataProject(datasources=[], pipes=[])
+
+    async def generate_sql_sample_data(self, schema: str, rows: int = 20, context: str = "") -> str:
+        response = await self.user_client._req(
+            "/v0/llm/mock",
+            method="POST",
+            data=f'{{"schema": "{urllib.parse.quote(schema)}", "rows": {rows}, "context": "{urllib.parse.quote(context)}"}}',
+            headers={"Content-Type": "application/json"},
+        )
+        return response.get("result", "")
+
+    async def create_test_commands(
+        self, pipe_content: str, pipe_params: set[str], context: str = ""
+    ) -> TestExpectations:
+        if not self.openai:
+            raise ValueError("OpenAI API key is not set")
 
-        return await self._execute(action_fn, checker_fn)
+        completion = self.openai.beta.chat.completions.parse(
+            model="gpt-4o",
+            messages=[
+                {"role": "system", "content": create_test_calls_prompt.format(context=context)},
+                {"role": "user", "content": f"Pipe content: {pipe_content}\nPipe params: {pipe_params}"},
+            ],
+            response_format=TestExpectations,
+        )
+        return completion.choices[0].message.parsed or TestExpectations(tests=[])

tinybird/tb/modules/local.py

@@ -1,25 +1,14 @@
-import hashlib
 import os
 import time
-from typing import Optional
 
 import click
-import requests
 
 import docker
 from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import (
-    coro,
-)
-from tinybird.tb.modules.config import CLIConfig
+from tinybird.tb.modules.common import coro
 from tinybird.tb.modules.exceptions import CLIException
-
-# TODO: Use the official Tinybird image once it's available 'tinybirdco/tinybird-local:latest'
-TB_IMAGE_NAME = "registry.gitlab.com/tinybird/analytics/tinybird-local-jammy-3.11:latest"
-TB_CONTAINER_NAME = "tinybird-local"
-TB_LOCAL_PORT = int(os.getenv("TB_LOCAL_PORT", 80))
-TB_LOCAL_HOST = f"http://localhost:{TB_LOCAL_PORT}"
+from tinybird.tb.modules.local_common import TB_CONTAINER_NAME, TB_IMAGE_NAME, TB_LOCAL_PORT
 
 
 def start_tinybird_local(
@@ -113,40 +102,6 @@ def remove_tinybird_local(docker_client):
         pass
 
 
-async def get_tinybird_local_client(path: Optional[str] = None):
-    """Get a Tinybird client connected to the local environment."""
-    config = CLIConfig.get_project_config()
-    try:
-        # ruff: noqa: ASYNC210
-        tokens = requests.get(f"{TB_LOCAL_HOST}/tokens").json()
-    except Exception:
-        raise CLIException("Tinybird local is not running. Please run `tb local start` first.")
-
-    user_token = tokens["user_token"]
-    token = tokens["workspace_admin_token"]
-    # Create a new workspace if path is provided. This is used to isolate the build in a different workspace.
-    if path:
-        folder_hash = hashlib.sha256(path.encode()).hexdigest()
-        user_client = config.get_client(host=TB_LOCAL_HOST, token=user_token)
-
-        ws_name = f"Tinybird_Local_Build_{folder_hash}"
-
-        user_workspaces = await user_client.user_workspaces()
-        ws = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == ws_name), None)
-        if not ws:
-            await user_client.create_workspace(ws_name, template=None)
-            user_workspaces = await user_client.user_workspaces()
-            ws = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == ws_name), None)
-
-        token = ws["token"]
-
-    config.set_token(token)
-    config.set_host(TB_LOCAL_HOST)
-    config.set_user_token(user_token)
-    config.persist_to_file()
-    return config.get_client(host=TB_LOCAL_HOST, token=token)
-
-
 @cli.command()
 def upgrade():
     """Upgrade Tinybird CLI to the latest version"""

tinybird/tb/modules/local_common.py

@@ -0,0 +1,54 @@
+import hashlib
+import os
+from typing import Optional
+
+import requests
+
+from tinybird.client import TinyB
+from tinybird.tb.modules.config import CLIConfig
+from tinybird.tb.modules.exceptions import CLIException
+
+# TODO: Use the official Tinybird image once it's available 'tinybirdco/tinybird-local:latest'
+TB_IMAGE_NAME = "registry.gitlab.com/tinybird/analytics/tinybird-local-jammy-3.11:latest"
+TB_CONTAINER_NAME = "tinybird-local"
+TB_LOCAL_PORT = int(os.getenv("TB_LOCAL_PORT", 80))
+TB_LOCAL_HOST = f"http://localhost:{TB_LOCAL_PORT}"
+
+
+async def get_tinybird_local_client(path: Optional[str] = None) -> TinyB:
+    """Get a Tinybird client connected to the local environment."""
+    config = CLIConfig.get_project_config()
+    try:
+        # ruff: noqa: ASYNC210
+        tokens = requests.get(f"{TB_LOCAL_HOST}/tokens").json()
+    except Exception:
+        raise CLIException("Tinybird local is not running. Please run `tb local start` first.")
+
+    user_token = tokens["user_token"]
+    default_token = tokens["workspace_admin_token"]
+    # Create a new workspace if path is provided. This is used to isolate the build in a different workspace.
+    path = path or os.getcwd()
+    if path:
+        folder_hash = hashlib.sha256(path.encode()).hexdigest()
+        user_client = config.get_client(host=TB_LOCAL_HOST, token=user_token)
+
+        ws_name = f"Tinybird_Local_Build_{folder_hash}"
+
+        user_workspaces = await user_client.user_workspaces()
+        ws = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == ws_name), None)
+        if not ws:
+            await user_client.create_workspace(ws_name, template=None)
+            user_workspaces = await user_client.user_workspaces()
+            ws = next((ws for ws in user_workspaces["workspaces"] if ws["name"] == ws_name), None)
+
+        ws_token = ws["token"]
+
+        config.set_token(ws_token)
+        config.set_token_for_host(TB_LOCAL_HOST, ws_token)
+        config.set_host(TB_LOCAL_HOST)
+    else:
+        config.set_token(default_token)
+        config.set_token_for_host(TB_LOCAL_HOST, default_token)
+
+    config.set_user_token(user_token)
+    return config.get_client(host=TB_LOCAL_HOST)

tinybird/tb/modules/login.py

@@ -162,7 +162,6 @@ def login(host: str, workspace: str):
         cli_config.set_token_for_host(workspace_token, host)
         cli_config.set_user_token(user_token)
         config.set_host(host)
-
         cli_config.persist_to_file()
         click.echo(FeedbackManager.success(message="✓ Authentication successful!"))
     else:

tinybird/tb/modules/mock.py

@@ -9,7 +9,7 @@ from tinybird.tb.modules.common import CLIException, coro
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.datafile.fixture import build_fixture_name, persist_fixture
 from tinybird.tb.modules.llm import LLM
-from tinybird.tb.modules.local import get_tinybird_local_client
+from tinybird.tb.modules.local_common import get_tinybird_local_client
 
 
 @cli.command()
@@ -45,13 +45,14 @@ async def mock(datasource: str, rows: int, context: str, folder: str) -> None:
             click.echo(FeedbackManager.gray(message=f"Overriding context for {datasource_name}..."))
             context_path.write_text(context)
 
-
         click.echo(FeedbackManager.gray(message=f"Creating fixture for {datasource_name}..."))
         datasource_content = datasource_path.read_text()
-        llm_config = CLIConfig.get_llm_config()
-        llm = LLM(key=llm_config["api_key"])
+        config = CLIConfig.get_project_config()
+        user_client = config.get_client()
+        user_client.token = config.get_user_token()
+        llm = LLM(client=user_client)
         tb_client = await get_tinybird_local_client(os.path.abspath(folder))
-        sql = await llm.generate_sql_sample_data(tb_client, datasource_content, row_count=rows, context=context)
+        sql = await llm.generate_sql_sample_data(datasource_content, rows=rows, context=context)
         result = await tb_client.query(f"{sql} FORMAT JSON")
         data = result.get("data", [])[:rows]
         fixture_name = build_fixture_name(datasource_path.absolute(), datasource_name, datasource_content)

tinybird/tb/modules/test.py

@@ -3,24 +3,22 @@
 # - If it makes sense and only when strictly necessary, you can create utility functions in this file.
 # - But please, **do not** interleave utility functions and command definitions.
 
+import difflib
 import glob
-from typing import Any, Dict, Iterable, List, Tuple
+import os
+from pathlib import Path
+from typing import Iterable, List, Optional, Tuple
 
 import click
+import yaml
 
-from tinybird.client import AuthNoTokenException
 from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import coro, create_tb_client, gather_with_concurrency
+from tinybird.tb.modules.common import coro
 from tinybird.tb.modules.config import CLIConfig
 from tinybird.tb.modules.exceptions import CLIException
-from tinybird.tb.modules.tinyunit.tinyunit import (
-    TestSummaryResults,
-    generate_file,
-    parse_file,
-    run_test_file,
-    test_run_summary,
-)
+from tinybird.tb.modules.llm import LLM, TestExpectation
+from tinybird.tb.modules.local_common import get_tinybird_local_client
 
 
 @cli.group()
@@ -30,78 +28,111 @@ def test(ctx: click.Context) -> None:
 
 
 @test.command(
-    name="run",
-    help="Run the test suite, a file, or a test. To skip test to run in branches and CI put them in a 'skip_in_branch' folder.",
+    name="create",
+    help="Create a test for an existing endpoint",
 )
-@click.argument("file", nargs=-1)
-@click.option("-v", "--verbose", is_flag=True, default=False, help="Enable verbose (show results)", type=bool)
-@click.option("--fail", "only_fail", is_flag=True, default=False, help="Showy onl failed/error tests", type=bool)
-@click.option("-c", "--concurrency", help="How many test to run concurrently", default=1, type=click.IntRange(1, 10))
+@click.argument("pipe", type=str)
+@click.option(
+    "--folder",
+    default=".",
+    type=click.Path(exists=True, file_okay=False),
+    help="Folder where datafiles will be placed",
+)
+@click.option("--prompt", type=str, default=None, help="Prompt to be used to create the test")
 @click.pass_context
 @coro
-async def test_run(ctx: click.Context, file: Tuple[str, ...], verbose: bool, only_fail: bool, concurrency: int) -> None:
-    results: List[TestSummaryResults] = []
+async def test_create(ctx: click.Context, pipe: str, prompt: Optional[str], folder: Optional[str]) -> None:
+    """
+    Create a test for an existing endpoint
+    """
+
+    def generate_test_file(pipe_name: str, tests: List[TestExpectation]):
+        base = Path("tests")
+        if folder:
+            base = Path(folder) / base
+        base.mkdir(parents=True, exist_ok=True)
+
+        path = base / f"{pipe_name}.yaml"
+        with open(path, "w") as f:
+            yaml.dump(tests, f)
 
     try:
-        tb_client = create_tb_client(ctx)
-        config = CLIConfig.get_project_config()
-        if config.get("token") is None:
-            raise AuthNoTokenException
-        workspaces: List[Dict[str, Any]] = (await tb_client.user_workspaces_and_branches()).get("workspaces", [])
-        current_ws: Dict[str, Any] = next(
-            (workspace for workspace in workspaces if config and workspace.get("id", ".") == config.get("id", "..")), {}
+        pipe_path = Path(pipe)
+        pipe_name = pipe
+        if pipe_path.suffix == ".pipe":
+            pipe_name = pipe_path.stem
+        else:
+            pipe_path = Path("endpoints", f"{pipe}.pipe")
+            if not pipe_path.exists():
+                pipe_path = Path("pipes", f"{pipe}.pipe")
+
+        click.echo(FeedbackManager.gray(message=f"\nCreating tests for {pipe_name} endpoint..."))
+        pipe_path = Path(folder) / pipe_path
+        pipe_content = pipe_path.read_text()
+
+        client = await get_tinybird_local_client(os.path.abspath(folder))
+        pipe_nodes = await client._req(f"/v0/pipes/{pipe_name}")
+        pipe_params = set([param["name"] for node in pipe_nodes["nodes"] for param in node["params"]])
+
+        llm_config = CLIConfig.get_llm_config()
+        llm = LLM(client=client, api_key=llm_config["api_key"])
+
+        test_expectations = await llm.create_test_commands(
+            pipe_content=pipe_content, pipe_params=pipe_params, context=prompt
         )
+        valid_test_expectations = []
+        for test in test_expectations.tests:
+            test_params = test.parameters if test.parameters.startswith("?") else f"?{test.parameters}"
+            try:
+                response = await client._req(f"/v0/pipes/{pipe_name}.ndjson{test_params}")
+            except Exception:
+                continue
+
+            test.expected_result = response
+            valid_test_expectations.append(test.model_dump())
+        if valid_test_expectations:
+            generate_test_file(pipe_name, valid_test_expectations)
+            click.echo(FeedbackManager.info(message=f"✓ /tests/{pipe_name}.yaml"))
+        click.echo(FeedbackManager.success(message="✓ Done!\n"))
     except Exception as e:
         raise CLIException(FeedbackManager.error_exception(error=e))
 
-    file_list: Iterable[str] = file if len(file) > 0 else glob.glob("./tests/**/*.y*ml", recursive=True)
-    click.echo(FeedbackManager.info_skipping_resource(resource="regression.yaml"))
-    file_list = [f for f in file_list if not f.endswith("regression.yaml")]
-    final_file_list = []
-    for f in file_list:
-        if "skip_in_branch" in f and current_ws and current_ws.get("is_branch"):
-            click.echo(FeedbackManager.info_skipping_resource(resource=f))
-        else:
-            final_file_list.append(f)
-    file_list = final_file_list
-
-    async def run_test(tb_client, test_file, results):
-        try:
-            test_result = await run_test_file(tb_client, test_file)
-            results.append(TestSummaryResults(filename=test_file, results=test_result, semver=tb_client.semver))
-        except Exception as e:
-            if verbose:
-                click.echo(FeedbackManager.error_exception(error=e))
-            raise CLIException(FeedbackManager.error_running_test(file=test_file))
-
-    test_tasks = [run_test(tb_client, test_file, results) for test_file in file_list]
-    await gather_with_concurrency(concurrency, *test_tasks)
-
-    if len(results) <= 0:
-        click.echo(FeedbackManager.warning_no_test_results())
-    else:
-        test_run_summary(results, only_fail=only_fail, verbose_level=int(verbose))
-
-
-@test.command(name="init", help="Initialize a file list with a simple test suite.")
-@click.argument("files", nargs=-1)
-@click.option("--force", is_flag=True, default=False, help="Override existing files")
-@click.pass_context
-@coro
-async def test_init(ctx: click.Context, files: Tuple[str, ...], force: bool) -> None:
-    if len(files) == 0:
-        files = ("tests/default.yaml",)
-
-    for file in files:
-        generate_file(file, overwrite=force)
 
-
-@test.command(name="parse", help="Read the contents of a test file list.")
-@click.argument("files", nargs=-1)
+@test.command(
+    name="run",
+    help="Run the test suite, a file, or a test. To skip test to run in branches and CI put them in a 'skip_in_branch' folder.",
+)
+@click.argument("file", nargs=-1)
+@click.option(
+    "--folder",
+    default=".",
+    type=click.Path(exists=True, file_okay=False),
+    help="Folder where tests will be placed",
+)
 @click.pass_context
 @coro
-async def test_parse(ctx: click.Context, files: Tuple[str, ...]) -> None:
-    for f in files:
-        click.echo(f"\nFile: {f}")
-        for test in parse_file(f):
-            click.echo(test)
+async def test_run(ctx: click.Context, file: Tuple[str, ...], folder: Optional[str]) -> None:
+    client = await get_tinybird_local_client(os.path.abspath(folder))
+    file_list: Iterable[str] = file if len(file) > 0 else glob.glob("./tests/**/*.y*ml", recursive=True)
+
+    async def run_test(test_file):
+        test_file_path = Path(test_file)
+        test_file_content = yaml.safe_load(test_file_path.read_text())
+        for test in test_file_content:
+            try:
+                response = await client._req(f"/v0/pipes/{test_file_path.stem}.ndjson?{test['parameters']}")
+                if test["expected_result"] != response:
+                    diff = difflib.ndiff(
+                        test["expected_result"].splitlines(keepends=True), response.splitlines(keepends=True)
+                    )
+                    printable_diff = "".join(diff)
+                    raise Exception(
+                        f"\nExpected: \n{test['expected_result']}\nGot: \n{response}\nDiff: \n{printable_diff}"
+                    )
+                click.echo(FeedbackManager.success(message=f"✓ {test_file_path.name} - {test['name']}"))
+            except Exception as e:
+                click.echo(FeedbackManager.error(message=f"✗ {test_file_path.name} - {test['name']}"))
+                click.echo(FeedbackManager.error(message=f"Output and expected output are different: \n{e}"))
+
+    for test_file in file_list:
+        await run_test(test_file)

{tinybird-0.0.1.dev14.dist-info → tinybird-0.0.1.dev16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev14
+Version: 0.0.1.dev16
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev14.dist-info → tinybird-0.0.1.dev16.dist-info}/RECORD

@@ -1,12 +1,12 @@
 tinybird/__cli__.py,sha256=pgYsVLcqL16wtSn6KtKweNZYoYJdEksTgSvQAW7hH64,250
-tinybird/check_pypi.py,sha256=RIhZcTg9dk5SFuvV3yVtFgBael_5_VYl4GzOZJojCfU,971
-tinybird/client.py,sha256=nd97gD2-8Ap8yDonBcVwk9eXDAL43hmIYdo-Pse43RE,50738
+tinybird/client.py,sha256=_voHMgKOwOhmncSaPH6DL94X6YPqKJJzcY-EKp8xLug,50810
 tinybird/config.py,sha256=Z-BX9FrjgsLw1YwcCdF0IztLB97Zpc70VVPplO_pDSY,6089
 tinybird/connectors.py,sha256=lkpVSUmSuViEZBa4QjTK7YmPHUop0a5UFoTrSmlVq6k,15244
 tinybird/context.py,sha256=kutUQ0kCwparowI74_YLXx6wtTzGLRouJ6oGHVBPzBo,1291
 tinybird/datatypes.py,sha256=IHyhZ86ib54Vnd1pbod9y2aS8DDvDKZm1HJGlThdbuQ,10460
-tinybird/feedback_manager.py,sha256=-nDkg13DoiNk40AztzSJdbldbKhfuTsCZcSOviK9sik,67790
+tinybird/feedback_manager.py,sha256=U_VbVl3RBCPV-qc3g8vz124Mg9XeMmKk055eqiIaBqY,68338
 tinybird/git_settings.py,sha256=XUL9ZUj59-ZVQJDYmMEq4UpnuuOuQOHGlNcX3JgQHjQ,3954
+tinybird/prompts.py,sha256=pCqN1JAHqdA-PgxBnzjIYpCXjpko89Xu4EHl6ol0iNs,6417
 tinybird/sql.py,sha256=gfRKjdqEygcE1WOTeQ1QV2Jal8Jzl4RSX8fftu1KSEs,45825
 tinybird/sql_template.py,sha256=IqYRfUxDYBCoOYjqqvn--_8QXLv9FSRnJ0bInx7q1Xs,93051
 tinybird/sql_template_fmt.py,sha256=1z-PuqSZXtzso8Z_mPqUc-NxIxUrNUcVIPezNieZk-M,10196
@@ -15,46 +15,47 @@ tinybird/syncasync.py,sha256=fAvq0qkRgqXqXMKwbY2iJNYqLT_r6mDsh1MRpGKrdRU,27763
 tinybird/tornado_template.py,sha256=o2HguxrL1Evnt8o3IvrsI8Zm6JtRQ3zhLJKf1XyR3SQ,41965
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=OXkBhlzGjZotjD0vaT-rFIbSGV4tpiHxE8qO_ip0SyQ,40454
-tinybird/tb/cli.py,sha256=-ritrHugOxQCW7qtV1hSIW8xEHKWDILawEwlcP9AVyI,816
+tinybird/tb/cli.py,sha256=VS9cy6FfiQkpc1-ps7snwuw7bB_F8Z6FEmucEo3jrzY,849
 tinybird/tb/modules/auth.py,sha256=hynZ-Temot8YBsySUWKSFzZlYadtFPxG3o6lCSu1n6E,9018
 tinybird/tb/modules/branch.py,sha256=R1tTUBGyI0p_dt2IAWbuyNOvemhjCIPwYxEmOxL3zOg,38468
-tinybird/tb/modules/build.py,sha256=_kiloHo4cGdyQyp7TgCmXGHtmPP0cCL1gq1m-YcwNHQ,11181
+tinybird/tb/modules/build.py,sha256=c9fC9qBSw7__MJreJZIpHGvKD6CgyL0zMtparmJCUgw,8001
+tinybird/tb/modules/build_shell.py,sha256=oqIMZYaQ8cpaE1C09shAsiFUlWb-zwawuf6FLqRotBU,5209
 tinybird/tb/modules/cicd.py,sha256=KCFfywFfvGRh24GZwqrhICiTK_arHelPs_X4EB-pXIw,7331
-tinybird/tb/modules/cli.py,sha256=zXFzafgt88K5CZ5mgkeSU-R3kmA6riPklYtUbTrZ6RA,56219
+tinybird/tb/modules/cli.py,sha256=UAVZfdQhw-zKokKlEL23Uup55adT1JVwcK9HPDv6TJQ,55759
 tinybird/tb/modules/common.py,sha256=Vubc2AIR8BfEupnT5e1Y8OYGEyvNoIcjo8th-SaUflw,80111
 tinybird/tb/modules/config.py,sha256=ppWvACHrSLkb5hOoQLYNby2w8jR76-8Kx2NBCst7ntQ,11760
 tinybird/tb/modules/connection.py,sha256=ZSqBGoRiJedjHKEyB_fr1ybucOHtaad8d7uqGa2Q92M,28668
-tinybird/tb/modules/create.py,sha256=Ky5LOyDJLgaHyWDt8un100QxKgNiQpEal-QzIW0V85I,6590
+tinybird/tb/modules/create.py,sha256=BiqeuRtDM9dfIB3wwFrO5SNqdafr1hWDwma4oNHYris,42432
 tinybird/tb/modules/datasource.py,sha256=tjcf5o-HYIdTkb_c1ErGUFIE-W6G992vsvCuDGcxb9Q,35818
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
 tinybird/tb/modules/fmt.py,sha256=UszEQO15fdzQ49QEj7Unhu68IKwSuKPsOrKhk2p2TAg,3547
 tinybird/tb/modules/job.py,sha256=eoBVyA24lYIPonU88Jn7FF9hBKz1kScy9_w_oWreuc4,2952
-tinybird/tb/modules/llm.py,sha256=TvJJ9BlKISAb1SVI-pnHp_PcHcxGfTyjxOE_qAz90Ck,2441
-tinybird/tb/modules/local.py,sha256=sImiZwUMsvJRGBVZovOGBqxXo0SBWYwpZ7b8zVG_QNc,6943
-tinybird/tb/modules/login.py,sha256=rxPjVtaW0r8hgx2wRISKPSfprSUXVzn6XE_YAxF9oz0,5850
-tinybird/tb/modules/mock.py,sha256=RohmEhNfudVryn2pJrI4fASE74inovNxzN0ew85Y830,2747
+tinybird/tb/modules/llm.py,sha256=duwf3r1caLaKzuOJC_stI_Hx54ncr-5uWaWeZ3HN65o,3099
+tinybird/tb/modules/local.py,sha256=hV2fvHPaVHVzKwVoVDFAIbJZslOX1_COx96DZrR-dW8,5151
+tinybird/tb/modules/local_common.py,sha256=Z2JYIE5HIJVNuzdIv1_NFxSEs8DOsLoCzbmT1iy0-HU,2172
+tinybird/tb/modules/login.py,sha256=vIeysdttfGDBMkf_i3cqAVNR5s0X0D6exATcRsDdWiA,5849
+tinybird/tb/modules/mock.py,sha256=5xhR_djr1-_JwJPI-Oy1exI3ndz7srmmvlei0DMQCAk,2824
 tinybird/tb/modules/pipe.py,sha256=9wnfKbp2FkmLiJgVk3qbra76ktwsUTXghu6j9cCEahQ,31058
-tinybird/tb/modules/prompts.py,sha256=g0cBW2ePzuftib02wV82VIcAZd59buAAusnirAbzqVE,8662
 tinybird/tb/modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb/modules/table.py,sha256=hG-PRDVuFp2uph41WpoLRV1yjp3RI2fi_iGGiI0rdxU,7695
 tinybird/tb/modules/tag.py,sha256=1qQWyk1p3Btv3LzM8VbJG-k7x2-pFuAlYCg3QL6QewI,3480
 tinybird/tb/modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
-tinybird/tb/modules/test.py,sha256=psINFpSYT1eGgy32-_4q6CJ7LOcdwBpAfasMA0_tNOU,4330
+tinybird/tb/modules/test.py,sha256=wWOg9FFyAiJkF7qjYapJUne5SVyXwmmhStfpCAZwZ80,5383
 tinybird/tb/modules/token.py,sha256=r0oeG1RpOOzHtqbUaHBiOmhE55HfNIvReAAWyKl9fJg,12695
 tinybird/tb/modules/workspace.py,sha256=FVlh-kbiZp5Gvp6dGFxi0UD8ail77rMamXLhqdVwrZ0,10916
 tinybird/tb/modules/workspace_members.py,sha256=08W0onEYkKLEC5TkAI07cxN9XSquEm7HnL7OkHAVDjo,8715
-tinybird/tb/modules/datafile/build.py,sha256=bo5T-_9LWsw4dZoHDO2bgn4hpSNOK5u_RiiYlRGLToA,91948
+tinybird/tb/modules/datafile/build.py,sha256=rFdK_GerPDgPfyPfZ4EZ0-cQqWfHd6htS0ls-Yy7khk,92491
 tinybird/tb/modules/datafile/build_common.py,sha256=74547h5ja4C66DAwDMabj75FA_BUTJxTJv-24tSFmrs,4551
 tinybird/tb/modules/datafile/build_datasource.py,sha256=fquzEGwk9NL_0K5YYG86Xtvgn4J5YHtRUoKJxbQGO0s,17344
-tinybird/tb/modules/datafile/build_pipe.py,sha256=wxqvVY3vIlG2_IAX8__mevhxqGkOxQ4-YyoWE6v2OxE,27465
-tinybird/tb/modules/datafile/common.py,sha256=q0XPpNE-l011Um3TXh3BmkSkUlYP5Ydkn24jXLq1I9Y,34239
+tinybird/tb/modules/datafile/build_pipe.py,sha256=sSSl1rQMkR4uUbFCxK_aDXZi3JwKV64YZlBdBWgGKjo,27657
+tinybird/tb/modules/datafile/common.py,sha256=NkoCdj4p-Ak3n80DJB5a33Ucw2WTcSYa8iqw4KsRZGs,81082
 tinybird/tb/modules/datafile/diff.py,sha256=-iaP7GvAzZtZSa8jPgVpOFlTRutxgxRBLBcGL1_RFr4,6743
 tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
 tinybird/tb/modules/datafile/fixture.py,sha256=YHlL4tojmPwm343Y8KO6r7d5Bhsk7U3lKP-oLMeBMsY,1771
 tinybird/tb/modules/datafile/format_common.py,sha256=zNWDXvwSKC9_T5e9R92LLj9ekDflVWwsllhGQilZsnY,2184
 tinybird/tb/modules/datafile/format_datasource.py,sha256=tsnCjONISvhFuucKNbIHkT__UmlUbcswx5mwI9hiDQc,6216
 tinybird/tb/modules/datafile/format_pipe.py,sha256=R5tnlEccLn3KX6ehtC_H2sGQNrthuJUiVSN9z_-KGCY,7474
-tinybird/tb/modules/datafile/parse_datasource.py,sha256=9pp0fJ2Da-7pznaHq5OV7NvzswK0RuXOPHU4kXNRMnA,1111
+tinybird/tb/modules/datafile/parse_datasource.py,sha256=YKt4Sy830p2jqXW5jN1Bf60AM5o4gZ3QcZjxnyWIeBg,1190
 tinybird/tb/modules/datafile/parse_pipe.py,sha256=STgA12LOLUnnb_cvVvZeEE4ka-nfk0jsNzxJhWj94cY,2599
 tinybird/tb/modules/datafile/pipe_checker.py,sha256=cp80Bru41GlyMRvyERpdJNXns2MjmtIAWFnBLF4cPXs,24667
 tinybird/tb/modules/datafile/pull.py,sha256=wBXBAZIruIyCRQZvfYxMc7h1q35NlKF-hFIF-bUm4iY,5956
@@ -66,8 +67,8 @@ tinybird/tb_cli_modules/config.py,sha256=6NTgIdwf0X132A1j6G_YrdPep87ymZ9b5pABabK
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
-tinybird-0.0.1.dev14.dist-info/METADATA,sha256=ZuulDALTiwqGmBBXo45rpSNQnzPtV9JId3zHN2q2Si4,2405
-tinybird-0.0.1.dev14.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tinybird-0.0.1.dev14.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev14.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
-tinybird-0.0.1.dev14.dist-info/RECORD,,
+tinybird-0.0.1.dev16.dist-info/METADATA,sha256=Mo5LrkfYVPxIL2oqfKIjc2uUG41aYEzeVyTvWYI_abY,2405
+tinybird-0.0.1.dev16.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tinybird-0.0.1.dev16.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev16.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
+tinybird-0.0.1.dev16.dist-info/RECORD,,

tinybird/check_pypi.py

@@ -1,25 +0,0 @@
-from typing import Optional
-
-import requests
-
-from tinybird.feedback_manager import FeedbackManager
-from tinybird.syncasync import sync_to_async
-from tinybird.tb_cli_modules.common import CLIException, getenv_bool
-
-PYPY_URL = "https://pypi.org/pypi/tinybird/json"
-requests_get = sync_to_async(requests.get, thread_sensitive=False)
-
-
-class CheckPypi:
-    async def get_latest_version(self) -> Optional[str]:
-        version: Optional[str] = None
-        try:
-            disable_ssl: bool = getenv_bool("TB_DISABLE_SSL_CHECKS", False)
-            response: requests.Response = await requests_get(PYPY_URL, verify=not disable_ssl)
-            if response.status_code != 200:
-                raise CLIException(FeedbackManager.error_exception(error=response.content.decode("utf-8")))
-            version = response.json()["info"]["version"]
-        except Exception as e:
-            raise CLIException(FeedbackManager.error_exception(error=str(e)))
-
-        return version