tinybird-cli 3.3.1.dev10__tar.gz → 3.3.1.dev11__tar.gz

{tinybird-cli-3.3.1.dev10 → tinybird-cli-3.3.1.dev11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 3.3.1.dev10
+Version: 3.3.1.dev11
 Summary: Tinybird Command Line Tool
 Home-page: https://docs.tinybird.co/cli.html
 Author: Tinybird
@@ -19,6 +19,11 @@ Changelog
 
 ---------
 
+3.3.1.dev11
+************
+
+- `Add` Check backfill on preview is required when `tb deploy` modified datasources. Disable check with `TB_CHECK_BACKFILL_REQUIRED=0`.
+
 3.3.1.dev10
 ************
 

{tinybird-cli-3.3.1.dev10 → tinybird-cli-3.3.1.dev11}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://docs.tinybird.co/cli.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '3.3.1.dev10'
-__revision__ = '9e074ad'
+__version__ = '3.3.1.dev11'
+__revision__ = '6db530d'

{tinybird-cli-3.3.1.dev10 → tinybird-cli-3.3.1.dev11}/tinybird/datafile.py

@@ -3745,6 +3745,8 @@ async def folder_push(
     fork: Optional[bool] = False,
     is_internal: Optional[bool] = False,
     release_created: Optional[bool] = False,
+    auto_promote: Optional[bool] = False,
+    check_backfill_required: bool = False,
 ):  # noqa: C901
     workspaces: List[Dict[str, Any]] = (await tb_client.user_workspaces_and_branches()).get("workspaces", [])
     current_ws: Dict[str, Any] = next(
@@ -3879,6 +3881,7 @@ async def folder_push(
         dry_run: bool,
         fork_downstream: Optional[bool] = False,
         fork: Optional[bool] = False,
+        check_backfill_required: bool = False,
     ):
         if name in to_run:
             if not dry_run:
@@ -3970,10 +3973,23 @@ async def folder_push(
                                 latest_version=resource_versions.get(name),
                             )
                         )
+                    if (
+                        check_backfill_required
+                        and auto_promote
+                        and release_created
+                        and "resource" in to_run[name]
+                        and to_run[name]["resource"] == "datasources"
+                    ):
+                        error_msg = FeedbackManager.error_check_backfill_required(resource_name=name)
+                        raise click.ClickException(error_msg)
                 else:
                     click.echo(FeedbackManager.warning_dry_name_already_exists(name=name))
 
-    async def push_files(dependency_graph: GraphDependencies, dry_run: bool = False):
+    async def push_files(
+        dependency_graph: GraphDependencies,
+        dry_run: bool = False,
+        check_backfill_required: bool = False,
+    ):
         endpoints_dep_map = dict()
         processed = set()
 
@@ -4057,6 +4073,7 @@ async def folder_push(
                             dry_run,
                             fork_downstream,
                             fork,
+                            check_backfill_required=False,  # keep it always to false for new resources
                         )
                     else:
                         await push(
@@ -4067,6 +4084,7 @@ async def folder_push(
                             dry_run,
                             fork_downstream,
                             fork,
+                            check_backfill_required=check_backfill_required,
                         )
                     processed.add(name)
 
@@ -4104,6 +4122,7 @@ async def folder_push(
                         dry_run,
                         fork_downstream,
                         fork,
+                        check_backfill_required=check_backfill_required,
                     )
                     processed.add(name)
 
@@ -4124,6 +4143,7 @@ async def folder_push(
                         dry_run,
                         fork_downstream,
                         fork,
+                        check_backfill_required=check_backfill_required,
                     )
                     processed.add(name)
 
@@ -4144,12 +4164,13 @@ async def folder_push(
                         dry_run,
                         fork_downstream,
                         fork,
+                        check_backfill_required=check_backfill_required,
                     )
                     processed.add(name)
 
     if deployment.is_git_release:
         deployment.deploying_dry_run()
-        await push_files(dependencies_graph, dry_run=True)
+        await push_files(dependencies_graph, dry_run=True, check_backfill_required=check_backfill_required)
 
         await deployment.delete_resources(deleted, pipes, dry_run=True)
         if not deployment.dry_run:

{tinybird-cli-3.3.1.dev10 → tinybird-cli-3.3.1.dev11}/tinybird/feedback_manager.py

@@ -326,6 +326,10 @@ class FeedbackManager:
     error_unsupported_diff = error_message(
         "There are resources renamed. `tb deploy` can't deploy renamed resources, create new resources instead."
     )
+    error_check_backfill_required = error_message(
+        "Not safe to deploy to live resource '{resource_name}', backfill might be required. Consider to deploy to preview bumping semver to major or disable 'TB_AUTO_PROMOTE'. In case you want to disable this check use 'TB_CHECK_BACKFILL_REQUIRED=0'"
+    )
+
     info_ignoring_incl_file = info_message(
         "** Ignoring file {filename}. .incl files are not checked independently. They are checked as part of the file that includes them. Please check the file that includes this .incl file."
     )

{tinybird-cli-3.3.1.dev10 → tinybird-cli-3.3.1.dev11}/tinybird/git_settings.py

@@ -70,6 +70,9 @@ VERSION=0.0.0
 # Deploy a new Release in preview status (default is 1)
 # TB_AUTO_PROMOTE=0
 
+# Check if deploy requires backfilling on preview (default is 1)
+# TB_CHECK_BACKFILL_REQUIRED=0
+
 # Force old Releases deletion on promote (default is 0)
 # Setting it to 1 will remove oldest rollback Releases even when some resource is still in use
 # TB_FORCE_REMOVE_OLDEST_ROLLBACK=0

{tinybird-cli-3.3.1.dev10 → tinybird-cli-3.3.1.dev11}/tinybird/tb_cli_modules/cli.py

@@ -1494,6 +1494,7 @@ async def deploy(
 
         release_created = False
         new_release = False
+        check_backfill_required = False
         if semver and current_semver:
             new_version = version.parse(semver.split("-snapshot")[0])
             current_version = version.parse(current_semver.split("-snapshot")[0])
@@ -1531,6 +1532,8 @@ async def deploy(
                     raise CLIException(FeedbackManager.error_exception(error=str(e)))
             release_created = True
             fork_downstream = True
+            # allows TB_CHECK_BACKFILL_REQUIRED=0 so it is not checked
+            check_backfill_required = getenv_bool("TB_CHECK_BACKFILL_REQUIRED", True)
         try:
             await folder_push(
                 tb_client=create_tb_client(ctx),
@@ -1560,6 +1563,8 @@ async def deploy(
                 fork=fork,
                 is_internal=is_internal,
                 release_created=release_created,
+                auto_promote=auto_promote,
+                check_backfill_required=check_backfill_required,
             )
         except Exception as e:
             if release_created and not dry_run:

{tinybird-cli-3.3.1.dev10 → tinybird-cli-3.3.1.dev11}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 3.3.1.dev10
+Version: 3.3.1.dev11
 Summary: Tinybird Command Line Tool
 Home-page: https://docs.tinybird.co/cli.html
 Author: Tinybird
@@ -19,6 +19,11 @@ Changelog
 
 ---------
 
+3.3.1.dev11
+************
+
+- `Add` Check backfill on preview is required when `tb deploy` modified datasources. Disable check with `TB_CHECK_BACKFILL_REQUIRED=0`.
+
 3.3.1.dev10
 ************