tinybird 0.0.1.dev21__tar.gz → 0.0.1.dev22__tar.gz

{tinybird-0.0.1.dev21 → tinybird-0.0.1.dev22}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev21
+Version: 0.0.1.dev22
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev21 → tinybird-0.0.1.dev22}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev21'
-__revision__ = '523adc6'
+__version__ = '0.0.1.dev22'
+__revision__ = 'fad51ec'

{tinybird-0.0.1.dev21 → tinybird-0.0.1.dev22}/tinybird/tb/modules/datafile/build.py

@@ -689,6 +689,148 @@ class GraphDependencies:
     all_resources: Dict[str, Dict[str, Any]]
 
 
+async def process(
+    filename: str,
+    tb_client: TinyB,
+    deps: List[str],
+    dep_map: Dict[str, Any],
+    to_run: Dict[str, Any],
+    vendor_paths: Optional[List[Tuple[str, str]]] = None,
+    skip_connectors: bool = False,
+    current_ws: Optional[Dict[str, Any]] = None,
+    changed: Optional[Dict[str, Any]] = None,
+    fork_downstream: Optional[bool] = False,
+    is_internal: Optional[bool] = False,
+    dir_path: Optional[str] = None,
+    verbose: bool = False,
+    embedded_datasources: Optional[Dict[str, Any]] = None,
+):
+    name, kind = filename.rsplit(".", 1)
+    warnings = []
+
+    try:
+        res = await process_file(
+            filename,
+            tb_client,
+            skip_connectors=skip_connectors,
+            current_ws=current_ws,
+        )
+    except click.ClickException as e:
+        raise e
+    except IncludeFileNotFoundException as e:
+        raise click.ClickException(FeedbackManager.error_deleted_include(include_file=str(e), filename=filename))
+    except Exception as e:
+        raise click.ClickException(str(e))
+
+    for r in res:
+        resource_name = r["resource_name"]
+        warnings = r.get("warnings", [])
+        if (
+            changed
+            and resource_name in changed
+            and (not changed[resource_name] or changed[resource_name] in ["shared", "remote"])
+        ):
+            continue
+
+        if (
+            fork_downstream
+            and r.get("resource", "") == "pipes"
+            and any(["engine" in x.get("params", {}) for x in r.get("nodes", [])])
+        ):
+            raise click.ClickException(FeedbackManager.error_forkdownstream_pipes_with_engine(pipe=resource_name))
+
+        to_run[resource_name] = r
+        file_deps = r.get("deps", [])
+        deps += file_deps
+        # calculate and look for deps
+        dep_list = []
+        for x in file_deps:
+            if x not in INTERNAL_TABLES or is_internal:
+                f, ds = find_file_by_name(dir_path, x, verbose, vendor_paths=vendor_paths, resource=r)
+                if f:
+                    dep_list.append(f.rsplit(".", 1)[0])
+                if ds:
+                    ds_fn = ds["resource_name"]
+                    prev = to_run.get(ds_fn, {})
+                    to_run[ds_fn] = deepcopy(r)
+                    try:
+                        to_run[ds_fn]["deps"] = list(
+                            set(to_run[ds_fn].get("deps", []) + prev.get("deps", []) + [resource_name])
+                        )
+                    except ValueError:
+                        pass
+                    embedded_datasources[x] = to_run[ds_fn]
+                else:
+                    e_ds = embedded_datasources.get(x, None)
+                    if e_ds:
+                        dep_list.append(e_ds["resource_name"])
+
+        dep_map[resource_name] = set(dep_list)
+    return os.path.basename(name), warnings
+
+
+async def get_processed(
+    filenames: Iterable[str],
+    changed: Optional[Dict[str, Any]] = None,
+    verbose: bool = False,
+    deps: List[str] = [],
+    dep_map: Dict[str, Any] = {},
+    to_run: Dict[str, Any] = {},
+    vendor_paths: Optional[List[Tuple[str, str]]] = None,
+    processed: Set[str] = set(),
+    tb_client: TinyB = None,
+    skip_connectors: bool = False,
+    current_ws: Optional[Dict[str, Any]] = None,
+    fork_downstream: Optional[bool] = False,
+    is_internal: Optional[bool] = False,
+    dir_path: Optional[str] = None,
+    embedded_datasources: Optional[Dict[str, Any]] = None,
+):
+    for filename in filenames:
+        # just process changed filenames (tb deploy and --only-changes)
+        if changed:
+            resource = Path(filename).resolve().stem
+            if resource in changed and (not changed[resource] or changed[resource] in ["shared", "remote"]):
+                continue
+        if os.path.isdir(filename):
+            await get_processed(filenames=get_project_filenames(filename))
+        else:
+            if verbose:
+                click.echo(FeedbackManager.info_processing_file(filename=filename))
+
+            if ".incl" in filename:
+                click.echo(FeedbackManager.warning_skipping_include_file(file=filename))
+
+            name, warnings = await process(
+                filename=filename,
+                tb_client=tb_client,
+                deps=deps,
+                dep_map=dep_map,
+                to_run=to_run,
+                vendor_paths=vendor_paths,
+                skip_connectors=skip_connectors,
+                current_ws=current_ws,
+                changed=changed,
+                fork_downstream=fork_downstream,
+                is_internal=is_internal,
+                dir_path=dir_path,
+                verbose=verbose,
+                embedded_datasources=embedded_datasources,
+            )
+            processed.add(name)
+
+            if verbose:
+                if len(warnings) == 1:
+                    click.echo(FeedbackManager.warning_pipe_restricted_param(word=warnings[0]))
+                elif len(warnings) > 1:
+                    click.echo(
+                        FeedbackManager.warning_pipe_restricted_params(
+                            words=", ".join(["'{}'".format(param) for param in warnings[:-1]]),
+                            last_word=warnings[-1],
+                        )
+                    )
+
+
 async def build_graph(
     filenames: Iterable[str],
     tb_client: TinyB,
@@ -740,109 +882,24 @@ async def build_graph(
         all_dep_map = all_dependencies_graph.dep_map
         all_resources = all_dependencies_graph.to_run
 
-    async def process(
-        filename: str,
-        deps: List[str],
-        dep_map: Dict[str, Any],
-        to_run: Dict[str, Any],
-        vendor_paths: Optional[List[Tuple[str, str]]],
-    ):
-        name, kind = filename.rsplit(".", 1)
-        warnings = []
-
-        try:
-            res = await process_file(
-                filename,
-                tb_client,
-                skip_connectors=skip_connectors,
-                current_ws=current_ws,
-            )
-        except click.ClickException as e:
-            raise e
-        except IncludeFileNotFoundException as e:
-            raise click.ClickException(FeedbackManager.error_deleted_include(include_file=str(e), filename=filename))
-        except Exception as e:
-            raise click.ClickException(str(e))
-
-        for r in res:
-            resource_name = r["resource_name"]
-            warnings = r.get("warnings", [])
-            if (
-                changed
-                and resource_name in changed
-                and (not changed[resource_name] or changed[resource_name] in ["shared", "remote"])
-            ):
-                continue
-
-            if (
-                fork_downstream
-                and r.get("resource", "") == "pipes"
-                and any(["engine" in x.get("params", {}) for x in r.get("nodes", [])])
-            ):
-                raise click.ClickException(FeedbackManager.error_forkdownstream_pipes_with_engine(pipe=resource_name))
-
-            to_run[resource_name] = r
-            file_deps = r.get("deps", [])
-            deps += file_deps
-            # calculate and look for deps
-            dep_list = []
-            for x in file_deps:
-                if x not in INTERNAL_TABLES or is_internal:
-                    f, ds = find_file_by_name(dir_path, x, verbose, vendor_paths=vendor_paths, resource=r)
-                    if f:
-                        dep_list.append(f.rsplit(".", 1)[0])
-                    if ds:
-                        ds_fn = ds["resource_name"]
-                        prev = to_run.get(ds_fn, {})
-                        to_run[ds_fn] = deepcopy(r)
-                        try:
-                            to_run[ds_fn]["deps"] = list(
-                                set(to_run[ds_fn].get("deps", []) + prev.get("deps", []) + [resource_name])
-                            )
-                        except ValueError:
-                            pass
-                        embedded_datasources[x] = to_run[ds_fn]
-                    else:
-                        e_ds = embedded_datasources.get(x, None)
-                        if e_ds:
-                            dep_list.append(e_ds["resource_name"])
-
-            dep_map[resource_name] = set(dep_list)
-        return os.path.basename(name), warnings
-
     processed = set()
 
-    async def get_processed(filenames: Iterable[str]):
-        for filename in filenames:
-            # just process changed filenames (tb deploy and --only-changes)
-            if changed:
-                resource = Path(filename).resolve().stem
-                if resource in changed and (not changed[resource] or changed[resource] in ["shared", "remote"]):
-                    continue
-            if os.path.isdir(filename):
-                await get_processed(filenames=get_project_filenames(filename))
-            else:
-                if verbose:
-                    click.echo(FeedbackManager.info_processing_file(filename=filename))
-
-                if ".incl" in filename:
-                    click.echo(FeedbackManager.warning_skipping_include_file(file=filename))
-
-                name, warnings = await process(filename, deps, dep_map, to_run, vendor_paths)
-                processed.add(name)
-
-                if verbose:
-                    if len(warnings) == 1:
-                        click.echo(FeedbackManager.warning_pipe_restricted_param(word=warnings[0]))
-                    elif len(warnings) > 1:
-                        click.echo(
-                            FeedbackManager.warning_pipe_restricted_params(
-                                words=", ".join(["'{}'".format(param) for param in warnings[:-1]]),
-                                last_word=warnings[-1],
-                            )
-                        )
-
-    await get_processed(filenames=filenames)
+    await get_processed(
+        filenames=filenames,
+        tb_client=tb_client,
+        changed=changed,
+        deps=deps,
+        dep_map=dep_map,
+        to_run=to_run,
+        vendor_paths=vendor_paths,
+        processed=processed,
+        skip_connectors=skip_connectors,
+        current_ws=current_ws,
+        fork_downstream=fork_downstream,
+        is_internal=is_internal,
+        dir_path=dir_path,
+        embedded_datasources=embedded_datasources,
+    )
 
     if process_dependencies:
         if only_changes:
@@ -878,7 +935,21 @@ async def build_graph(
                                 click.echo(FeedbackManager.info_skipping_resource(resource=processed_filename))
                                 continue
                             click.echo(FeedbackManager.info_processing_file(filename=processed_filename))
-                        await process(str(f), deps, dep_map, to_run, vendor_paths)
+                        await process(
+                            filename=str(f),
+                            tb_client=tb_client,
+                            deps=deps,
+                            dep_map=dep_map,
+                            to_run=to_run,
+                            vendor_paths=vendor_paths,
+                            skip_connectors=skip_connectors,
+                            current_ws=current_ws,
+                            fork_downstream=fork_downstream,
+                            is_internal=is_internal,
+                            dir_path=dir_path,
+                            verbose=verbose,
+                            embedded_datasources=embedded_datasources,
+                        )
 
     return GraphDependencies(dep_map, to_run, all_dep_map, all_resources)
 

{tinybird-0.0.1.dev21 → tinybird-0.0.1.dev22}/tinybird/tb/modules/local.py

@@ -60,6 +60,7 @@ def start_tinybird_local(
 
     click.echo(FeedbackManager.info(message="* Waiting for Tinybird Local to be ready..."))
     while True:
+        container.reload()  # Refresh container attributes
         health = container.attrs.get("State", {}).get("Health", {}).get("Status")
         if health == "healthy":
             break

{tinybird-0.0.1.dev21 → tinybird-0.0.1.dev22}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev21
+Version: 0.0.1.dev22
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird