tinybird-cli 3.10.1.dev1__tar.gz → 3.10.1.dev3__tar.gz

{tinybird-cli-3.10.1.dev1 → tinybird-cli-3.10.1.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 3.10.1.dev1
+Version: 3.10.1.dev3
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,21 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+3.10.1.dev3
+************
+
+- `Fixed` Report error when `tb push --force --yes` cannot apply a change in a .datasource schema
+
+3.10.1.dev2
+************
+
+- `Fixed` Skip error when using `tb push --only-changes` and no local .git directory is present
+
+3.10.1.dev1
+************
+
+- `Added` confirmation step to `tb datasource sync` command
+
 3.10.0
 ************
 

{tinybird-cli-3.10.1.dev1 → tinybird-cli-3.10.1.dev3}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '3.10.1.dev1'
-__revision__ = 'f17c3da'
+__version__ = '3.10.1.dev3'
+__revision__ = '8592338'

{tinybird-cli-3.10.1.dev1 → tinybird-cli-3.10.1.dev3}/tinybird/context.py

@@ -6,6 +6,7 @@ table_id: ContextVar[str] = ContextVar("table_id")
 hfi_frequency: ContextVar[float] = ContextVar("hfi_frequency")
 hfi_frequency_gatherer: ContextVar[float] = ContextVar("hfi_frequency_gatherer")
 use_gatherer: ContextVar[bool] = ContextVar("use_gatherer")
+allow_gatherer_fallback: ContextVar[bool] = ContextVar("allow_gatherer_fallback")
 disable_template_security_validation: ContextVar[bool] = ContextVar("disable_template_security_validation")
 origin: ContextVar[str] = ContextVar("origin")
 request_id: ContextVar[str] = ContextVar("request_id")

{tinybird-cli-3.10.1.dev1 → tinybird-cli-3.10.1.dev3}/tinybird/datafile.py

@@ -623,12 +623,18 @@ class Deployment:
         if self.dry_run or has_semver:
             return
         if self.is_git_release or self.only_changes:
-            self.cli_git_release = self.cli_git_release or CLIGitRelease()
-            if self.current_release:
-                release = await self.cli_git_release.update_release(self.tb_client, self.current_ws, commit)
-                click.echo(FeedbackManager.success_git_release(release_commit=release["commit"]))
-            else:
-                click.echo(FeedbackManager.warning_no_release())
+            try:
+                self.cli_git_release = self.cli_git_release or CLIGitRelease()
+                if self.current_release:
+                    release = await self.cli_git_release.update_release(self.tb_client, self.current_ws, commit)
+                    click.echo(FeedbackManager.success_git_release(release_commit=release["commit"]))
+                else:
+                    click.echo(FeedbackManager.warning_no_release())
+            except Exception as e:
+                if self.only_changes:
+                    click.echo(FeedbackManager.warning_no_release())
+                else:
+                    raise e
 
     async def delete_resources(self, deleted: List[str], remote_pipes: List[Dict[str, Any]], dry_run: bool = False):
         async def delete_pipe(resource_name_or_id: str, dry_run: bool = False):
@@ -1093,6 +1099,7 @@ def parse(
         "kafka_auto_offset_reset": assign_var("kafka_auto_offset_reset"),
         "kafka_store_raw_value": assign_var("kafka_store_raw_value"),
         "kafka_store_headers": assign_var("kafka_store_headers"),
+        "kafka_store_binary_headers": assign_var("kafka_store_binary_headers"),
         "kafka_key_avro_deserialization": assign_var("kafka_key_avro_deserialization"),
         "import_service": assign_var("import_service"),
         "import_connection_name": assign_var("import_connection_name"),
@@ -3091,6 +3098,13 @@ async def new_ds(
         else:
             alter_error_message = "Alter datasource cancelled"
 
+    if alter_error_message:
+        raise click.ClickException(
+            FeedbackManager.error_datasource_already_exists_and_alter_failed(
+                datasource=ds_name, alter_error_message=alter_error_message
+            )
+        )
+
     if datasource_exists and ds["params"].get("backfill_column") != existing_ds["tags"].get("backfill_column"):
         params = {
             "backfill_column": ds["params"].get("backfill_column"),

{tinybird-cli-3.10.1.dev1 → tinybird-cli-3.10.1.dev3}/tinybird/feedback_manager.py

@@ -517,6 +517,10 @@ Ready? """
     warning_datasource_unshare = warning_message(
         "** Warning: Do you want to unshare the datasource {datasource} from the workspace {source_workspace} shared with {destination_workspace}?"
     )
+    warning_datasource_sync = warning_message("** Warning: Do you want to sync the Data Source {datasource}?")
+    warning_datasource_sync_bucket = warning_message(
+        "** Warning: Do you want to ingest all the selected files (new and previous) from the {datasource} bucket? Be aware that data might be duplicated if you have previously ingested those files.\n"
+    )
     warning_users_dont_exist = warning_message(
         "** Warning: The following users do not exist in the workspace {workspace}: {users}"
     )

{tinybird-cli-3.10.1.dev1 → tinybird-cli-3.10.1.dev3}/tinybird/tb_cli_modules/common.py

@@ -1391,13 +1391,24 @@ async def push_data(
             pass
 
 
-async def sync_data(ctx, datasource_name: str):
+async def sync_data(ctx, datasource_name: str, yes: bool):
     client: TinyB = ctx.obj["client"]
     datasource = await client.get_datasource(datasource_name)
+
     VALID_DATASOURCES = ["bigquery", "snowflake", "s3", "gcs"]
     if datasource["type"] not in VALID_DATASOURCES:
         raise CLIException(FeedbackManager.error_sync_not_supported(valid_datasources=VALID_DATASOURCES))
-    await client.datasource_sync(datasource["id"])
+
+    warning_message = (
+        FeedbackManager.warning_datasource_sync_bucket(datasource=datasource_name)
+        if datasource["type"] in ["s3", "gcs"]
+        else FeedbackManager.warning_datasource_sync(
+            datasource=datasource_name,
+        )
+    )
+    if yes or click.confirm(warning_message):
+        await client.datasource_sync(datasource["id"])
+        click.echo(FeedbackManager.success_sync_datasource(datasource=datasource_name))
 
 
 # eval "$(_TB_COMPLETE=source_bash tb)"

{tinybird-cli-3.10.1.dev1 → tinybird-cli-3.10.1.dev3}/tinybird/tb_cli_modules/datasource.py

@@ -723,18 +723,17 @@ async def datasource_unshare(ctx: Context, datasource_name: str, workspace_name_
 
 @datasource.command(name="sync")
 @click.argument("datasource_name")
+@click.option("--yes", is_flag=True, default=False, help="Do not ask for confirmation")
 @click.pass_context
 @coro
-async def datasource_sync(ctx, datasource_name):
+async def datasource_sync(ctx, datasource_name: str, yes: bool):
     """Sync from connector defined in .datasource file"""
 
     try:
-        await sync_data(ctx, datasource_name)
+        await sync_data(ctx, datasource_name, yes)
     except Exception as e:
         raise CLIDatasourceException(FeedbackManager.error_syncing_datasource(datasource=datasource_name, error=str(e)))
 
-    click.echo(FeedbackManager.success_sync_datasource(datasource=datasource_name))
-
 
 @datasource.command(name="exchange", hidden=True)
 @click.argument("datasource_a", required=True)

{tinybird-cli-3.10.1.dev1 → tinybird-cli-3.10.1.dev3}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 3.10.1.dev1
+Version: 3.10.1.dev3
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,21 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+3.10.1.dev3
+************
+
+- `Fixed` Report error when `tb push --force --yes` cannot apply a change in a .datasource schema
+
+3.10.1.dev2
+************
+
+- `Fixed` Skip error when using `tb push --only-changes` and no local .git directory is present
+
+3.10.1.dev1
+************
+
+- `Added` confirmation step to `tb datasource sync` command
+
 3.10.0
 ************