tinybird 0.0.1.dev126__tar.gz → 0.0.1.dev128__tar.gz

{tinybird-0.0.1.dev126 → tinybird-0.0.1.dev128}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev126
+Version: 0.0.1.dev128
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev126 → tinybird-0.0.1.dev128}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev126'
-__revision__ = '7860cec'
+__version__ = '0.0.1.dev128'
+__revision__ = '1631c37'

{tinybird-0.0.1.dev126 → tinybird-0.0.1.dev128}/tinybird/tb/cli.py

@@ -14,7 +14,6 @@ import tinybird.tb.modules.create
 import tinybird.tb.modules.datasource
 import tinybird.tb.modules.deployment
 import tinybird.tb.modules.endpoint
-import tinybird.tb.modules.fmt
 import tinybird.tb.modules.infra
 import tinybird.tb.modules.job
 import tinybird.tb.modules.local

{tinybird-0.0.1.dev126 → tinybird-0.0.1.dev128}/tinybird/tb/modules/build.py

@@ -63,7 +63,7 @@ def dev(ctx: click.Context, data_origin: str) -> None:
     run_watch(project=project, tb_client=tb_client, process=partial(process, project=project, tb_client=tb_client))
 
 
-def build_project(project: Project, tb_client: TinyB, file_changed: Optional[str] = None) -> None:
+def build_project(project: Project, tb_client: TinyB, file_changed: Optional[str] = None, silent: bool = False) -> None:
     MULTIPART_BOUNDARY_DATA_PROJECT = "data_project://"
     DATAFILE_TYPE_TO_CONTENT_TYPE = {
         ".datasource": "text/plain",
@@ -112,7 +112,7 @@ def build_project(project: Project, tb_client: TinyB, file_changed: Optional[str
             pipes = build.get("new_pipe_names", [])
             connections = build.get("new_data_connector_names", [])
 
-            if not file_changed:
+            if not file_changed and not silent:
                 for ds in datasources:
                     ds_path_str: Optional[str] = next(
                         (p for p in project_files if p.endswith(ds + ".datasource")), None
@@ -261,7 +261,12 @@ def show_data(tb_client: TinyB, filename: str, diff: Optional[str] = None):
 
 
 def process(
-    project: Project, tb_client: TinyB, watch: bool, file_changed: Optional[str] = None, diff: Optional[str] = None
+    project: Project,
+    tb_client: TinyB,
+    watch: bool,
+    file_changed: Optional[str] = None,
+    diff: Optional[str] = None,
+    silent: bool = False,
 ) -> None:
     time_start = time.time()
     build_failed = False
@@ -271,7 +276,7 @@ def process(
         rebuild_fixture_sql(project, tb_client, file_changed)
     else:
         try:
-            build_project(project, tb_client, file_changed)
+            build_project(project, tb_client, file_changed, silent)
         except click.ClickException as e:
             click.echo(FeedbackManager.error(message=e))
             build_failed = True
@@ -291,7 +296,8 @@ def process(
         if not watch:
             sys.exit(1)
     else:
-        click.echo(FeedbackManager.success(message=f"\n✓ {rebuild_str} completed in {elapsed_time:.1f}s"))
+        if not silent:
+            click.echo(FeedbackManager.success(message=f"\n✓ {rebuild_str} completed in {elapsed_time:.1f}s"))
 
 
 def run_watch(

{tinybird-0.0.1.dev126 → tinybird-0.0.1.dev128}/tinybird/tb/modules/test.py

@@ -17,6 +17,7 @@ from requests import Response
 
 from tinybird.prompts import test_create_prompt
 from tinybird.tb.client import TinyB
+from tinybird.tb.modules.build import process
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import coro
 from tinybird.tb.modules.config import CLIConfig
@@ -79,6 +80,7 @@ async def test_create(ctx: click.Context, name_or_filename: str, prompt: str) ->
     config = CLIConfig.get_project_config()
     root_path = project.path
     folder = project.folder
+
     try:
         if ".pipe" in name_or_filename:
             pipe_path = Path(name_or_filename)
@@ -211,9 +213,13 @@ async def test_update(ctx: click.Context, pipe: str) -> None:
 @click.pass_context
 @coro
 async def run_tests(ctx: click.Context, name: Tuple[str, ...]) -> None:
-    click.echo(FeedbackManager.highlight(message="\n» Running tests"))
     client: TinyB = ctx.ensure_object(dict)["client"]
     project: Project = ctx.ensure_object(dict)["project"]
+    click.echo(FeedbackManager.highlight(message="\n» Building project"))
+    process(project=project, tb_client=client, watch=False, silent=True)
+    click.echo(FeedbackManager.info(message="✓ Done!"))
+
+    click.echo(FeedbackManager.highlight(message="\n» Running tests"))
     paths = [Path(n) for n in name]
     endpoints = [f"{project.path}/tests/{p.stem}.yaml" for p in paths]
     test_files: List[str] = (
@@ -222,7 +228,7 @@ async def run_tests(ctx: click.Context, name: Tuple[str, ...]) -> None:
 
     async def run_test(test_file):
         test_file_path = Path(test_file)
-        click.echo(FeedbackManager.info(message=f"\n* {test_file_path.stem}{test_file_path.suffix}"))
+        click.echo(FeedbackManager.info(message=f"* {test_file_path.stem}{test_file_path.suffix}"))
         test_file_content = yaml.safe_load(test_file_path.read_text())
 
         for test in test_file_content:

{tinybird-0.0.1.dev126 → tinybird-0.0.1.dev128}/tinybird/tb/modules/watch.py

@@ -164,9 +164,7 @@ class FileChangeHandler(FileSystemEventHandler):
             is_vendor = "vendor/" in path
             if is_vendor:
                 return False
-            return any(
-                path.endswith(ext) for ext in [".datasource", ".pipe", FixtureExtension.NDJSON, FixtureExtension.CSV]
-            )
+            return any(path.endswith(ext) for ext in [".pipe"])
 
         if should_process_path(event.src_path):
             return event.src_path

{tinybird-0.0.1.dev126 → tinybird-0.0.1.dev128}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev126
+Version: 0.0.1.dev128
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev126 → tinybird-0.0.1.dev128}/tinybird.egg-info/SOURCES.txt

@@ -42,7 +42,6 @@ tinybird/tb/modules/deployment.py
 tinybird/tb/modules/endpoint.py
 tinybird/tb/modules/exceptions.py
 tinybird/tb/modules/feedback_manager.py
-tinybird/tb/modules/fmt.py
 tinybird/tb/modules/infra.py
 tinybird/tb/modules/job.py
 tinybird/tb/modules/llm.py

tinybird-0.0.1.dev126/tinybird/tb/modules/fmt.py

@@ -1,94 +0,0 @@
-import difflib
-import sys
-from pathlib import Path
-from typing import List, Optional
-
-import aiofiles
-import click
-from click import Context
-
-from tinybird.tb.modules.cli import cli
-from tinybird.tb.modules.common import coro
-from tinybird.tb.modules.datafile.common import is_file_a_datasource
-from tinybird.tb.modules.datafile.diff import color_diff, peek
-from tinybird.tb.modules.datafile.format_datasource import format_datasource
-from tinybird.tb.modules.datafile.format_pipe import format_pipe
-from tinybird.tb.modules.feedback_manager import FeedbackManager
-
-
-@cli.command()
-@click.argument("filenames", type=click.Path(exists=True), nargs=-1, required=True)
-@click.option(
-    "--line-length",
-    is_flag=False,
-    default=100,
-    help="A number indicating the maximum characters per line in the node SQL, lines will be splitted based on the SQL syntax and the number of characters passed as a parameter",
-)
-@click.option("--dry-run", is_flag=True, default=False, help="Don't ask to override the local file")
-@click.option("--yes", is_flag=True, default=False, help="Do not ask for confirmation to overwrite the local file")
-@click.option(
-    "--diff",
-    is_flag=True,
-    default=False,
-    help="Formats local file, prints the diff and exits 1 if different, 0 if equal",
-)
-@click.pass_context
-@coro
-async def fmt(
-    ctx: Context, filenames: List[str], line_length: int, dry_run: bool, yes: bool, diff: bool
-) -> Optional[str]:
-    """
-    Formats a .datasource, .pipe or .incl file.
-
-    This command removes comments starting with # from the file, use DESCRIPTION instead.
-
-    The format command tries to parse the datafile so syntax errors might rise.
-
-    .incl files must contain a NODE definition.
-    """
-
-    result = ""
-    failed = []
-    for filename in filenames:
-        if not diff:
-            click.echo(filename)
-        extensions = Path(filename).suffixes
-        if is_file_a_datasource(filename):
-            result = await format_datasource(filename, skip_eval=True)
-        elif (".pipe" in extensions) or (".incl" in extensions):
-            result = await format_pipe(filename, line_length, skip_eval=True)
-        else:
-            click.echo("Unsupported file type. Supported files types are: .pipe and .datasource")
-            return None
-
-        if diff:
-            result = result.rstrip("\n")
-            lines_fmt = [f"{line}\n" for line in result.split("\n")]
-            async with aiofiles.open(filename, "r") as file:
-                lines_file = await file.readlines()
-            diff_result = difflib.unified_diff(
-                lines_file, lines_fmt, fromfile=f"{Path(filename).name} local", tofile="fmt datafile"
-            )
-            diff_result = color_diff(diff_result)
-            not_empty, diff_lines = peek(diff_result)
-            if not_empty:
-                sys.stdout.writelines(diff_lines)
-                failed.append(filename)
-                click.echo("")
-        else:
-            click.echo(result)
-            if dry_run:
-                return None
-
-            if yes or click.confirm(FeedbackManager.prompt_override_local_file(name=filename)):
-                async with aiofiles.open(f"{filename}", "w") as file:
-                    await file.write(result)
-
-                click.echo(FeedbackManager.success_generated_local_file(file=filename))
-
-    if len(failed):
-        click.echo(FeedbackManager.error_failed_to_format_files(number=len(failed)))
-        for f in failed:
-            click.echo(f"tb fmt {f} --yes")
-        sys.exit(1)
-    return result