tinybird 0.0.1.dev284__py3-none-any.whl → 0.0.1.dev286__py3-none-any.whl

tinybird/datafile/common.py

@@ -419,6 +419,9 @@ class Datafile:
 
     def validate(self):
         if self.kind == DatafileKind.pipe:
+            if len(self.nodes) == 0:
+                raise DatafileValidationError("Pipe data file must have at least one node")
+
             non_standard_nodes_count = 0
             for node in self.nodes:
                 node_type = node.get("type", "").lower()
@@ -2007,6 +2010,10 @@ def parse(
             "kafka_ssl_ca_pem": kafka_ssl_ca_pem,
             "kafka_security_protocol": assign_var("kafka_security_protocol"),
             "kafka_sasl_mechanism": assign_var("kafka_sasl_mechanism"),
+            "kafka_sasl_oauthbearer_provider": assign_var("kafka_sasl_oauthbearer_provider"),
+            "kafka_sasl_oauthbearer_aws_region": assign_var("kafka_sasl_oauthbearer_aws_region"),
+            "kafka_sasl_oauthbearer_aws_role_arn": assign_var("kafka_sasl_oauthbearer_aws_role_arn"),
+            "kafka_sasl_oauthbearer_aws_external_id": assign_var("kafka_sasl_oauthbearer_aws_external_id"),
             "kafka_key_avro_deserialization": kafka_key_avro_deserialization_deprecated,
             "s3_region": assign_var("s3_region"),
             "s3_arn": assign_var("s3_arn"),

tinybird/sql.py

@@ -907,7 +907,7 @@ def engine_patch_replicated_engine(engine: str, engine_full: Optional[str], new_
         paths = parts[2].split("/")
         paths[-1] = new_table_name
         zoo_path = "/".join(paths)
-        return "".join(parts[:2] + [zoo_path] + parts[3:])
+        return "".join([*parts[:2], zoo_path, *parts[3:]])
     return engine_full
 
 

tinybird/sql_template.py

@@ -1411,7 +1411,7 @@ def generate(self, **kwargs) -> Tuple[str, TemplateExecutionResults]:
     if TB_SECRET_IN_TEST_MODE in kwargs:
         template_execution_results[TB_SECRET_IN_TEST_MODE] = None
 
-    def set_tb_secret(x):
+    def set_tb_secret(x, default=None):
         try:
             key = secret_template_key(x)
             if key in template_execution_results.template_params:
@@ -1419,8 +1419,10 @@ def generate(self, **kwargs) -> Tuple[str, TemplateExecutionResults]:
                 return Symbol("{" + sqlescape(x) + ": String}")
             else:
                 is_test_mode = TB_SECRET_IN_TEST_MODE in template_execution_results
-                if is_test_mode:
+                if is_test_mode and default is None:
                     return Symbol("{" + sqlescape(x) + ": String}")
+                elif default is not None:
+                    return default
                 else:
                     raise SQLTemplateException(
                         f"Cannot access secret '{x}'. Check the secret exists in the Workspace and the token has the required scope."
@@ -2266,6 +2268,18 @@ def render_sql_template(
     Traceback (most recent call last):
     ...
     tinybird.sql_template.SQLTemplateException: Template Syntax Error: Cannot access secret 'test'. Check the secret exists in the Workspace and the token has the required scope.
+    >>> render_sql_template("select * from table where str = {{tb_secret('test', 'default_value')}}", secrets = [])
+    ("select * from table where str = 'default_value'", {}, [])
+    >>> render_sql_template("select * from table where str = {{tb_secret('test', 'default_value')}}", secrets = [ 'tb_secret_test' ])
+    ('select * from table where str = {test: String}', {}, [])
+    >>> render_sql_template("select * from table where str = {{tb_secret('test', '')}}")
+    ("select * from table where str = ''", {}, [])
+    >>> render_sql_template("select * from table where str = {{tb_secret('test', 'default_value')}}", test_mode=True)
+    ("select * from table where str = 'default_value'", {}, [])
+    >>> render_sql_template("select * from table where str = {{tb_secret('test', '')}}", test_mode=True)
+    ("select * from table where str = ''", {}, [])
+    >>> render_sql_template("select * from table where str = {{tb_secret('test', 'default_value')}}", secrets = [ 'tb_secret_test' ], test_mode=True)
+    ('select * from table where str = {test: String}', {}, [])
     >>> render_sql_template("select * from table where str = {{String(test)}} and category = {{String(category, 'shirts')}} and color = {{ Int32(color)}}", test_mode=False)
     Traceback (most recent call last):
     ...

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev284'
-__revision__ = '8beb9ee'
+__version__ = '0.0.1.dev286'
+__revision__ = '3e1e6a3'

tinybird/tb/modules/agent/agent.py

@@ -575,6 +575,7 @@ def run_agent(
                 break
 
     except Exception as e:
+        agent.thinking_animation.stop()
         click.echo(FeedbackManager.error(message=f"Error: {e}"))
         sys.exit(1)
 

tinybird/tb/modules/agent/command_agent.py

@@ -43,10 +43,15 @@ You can run `-h` in every level of the command to get help. E.g. `tb -h`, `tb da
 When you need to access Tinybird Cloud, add the `--cloud` flag. E.g. `tb --cloud datasource ls`.
 Available commands:
 {available_commands}
-IMPORTANT: Do NOT use any command that is not in the list above. 
-IMPORTANT: If you don't have the proper command to solve the task, just answer that you cannot solve the task.
 Token and host are not required to add to the commands.
 Always run first help commands to be sure that the commands you are running is not interactive.
+IMPORTANT: Do NOT use any command that is not in the list above. 
+IMPORTANT: If you are asked to run a command that is not in the list above, return that you are not able to run that command and needs to use the Tinybird CLI manually and that user should run `tb --help` to get the list of available commands.
+IMPORTANT: If you are not able to run a command, do not recommend any command to be run by the user. Just `tb --help` to get the list of available commands.
+<example_command_not_found>
+User: switch to another workspace
+Assistant: I'm sorry, but I cannot switch to another workspace. You can use the Tinybird CLI to switch workspaces. Run `tb --help` to get the list of available commands.
+</example_command_not_found>
 """,
             ],
             tools=[

tinybird/tb/modules/agent/prompts.py

@@ -872,6 +872,46 @@ IMPORTANT: Every time you finish a plan and start a new resource creation or upd
 {datasource_instructions}
 {datasource_example}
 
+## Updating a datasource schema already deployed in Cloud
+If you make changes to a .datasource file that are incompatible with the Cloud version, you must use a forward query to transform the data from the cloud schema to the new one. Otherwise, your deployment fails due to a schema mismatch.
+The `FORWARD_QUERY` instruction is a SELECT query executed on the cloud data source. 
+The query must include the column selection part of the query. 
+`FROM` and `WHERE` clauses aren't supported.
+
+<example_datasource_file_with_forward_query>
+DESCRIPTION >
+    Analytics events landing data source
+
+SCHEMA >
+    `timestamp` DateTime `json:$.timestamp`,
+    `session_id` UUID `json:$.session_id`,
+    `action` String `json:$.action`,
+    `version` String `json:$.version`,
+    `payload` String `json:$.payload`
+
+ENGINE "MergeTree"
+ENGINE_PARTITION_KEY "toYYYYMM(timestamp)"
+ENGINE_SORTING_KEY "timestamp"
+ENGINE_TTL "timestamp + toIntervalDay(60)"
+
+FORWARD_QUERY >
+    SELECT timestamp, CAST(session_id, 'UUID') as session_id, action, version, payload
+</example_datasource_file_with_forward_query>
+
+Tinybird runs a backfill to migrate the data to the new schema. These backfills are logged in `tinybird.datasources_ops_log` with the `event_type` set to `deployment_backfill`.
+If the existing data is incompatible with the schema change, the staging deployment fails and is discarded. For example, if you change a data type from String to UUID, but the existing da
+If you're willing to accept data loss or default values for incompatible records, you can make the deployment succeed by using the accurateCastOrDefault function in your forward query:
+
+```
+FORWARD_QUERY >
+    SELECT timestamp, accurateCastOrDefault(session_id, 'UUID') as session_id, action, version, payload
+```
+After changes have been deployed and promoted, if you want to deploy other changes that don't affect that data source, you can remove the forward query.
+
+<dev_notes>
+If after running a deployment, the error contains a recommended forward query, use it to update the .datasource file.
+</dev_notes>
+
 # Working with any type of pipe file:
 {pipe_instructions}
 {pipe_example}
@@ -930,6 +970,7 @@ They can be run on a schedule, or executed on demand.
 - Use append if user explicitly asks for it
 - Do not append data if user requests to test an endpoint or call an endpoint.
 - Do not append data as consequence of an empty response from the endpoint or a query.
+- If the external url provided is not valid or the format is not supported, tell the user to provide a valid remote file url.
 
 # How to use `mock` tool:
 - Use `mock` tool as part of the creation of a new landing datasource if the user did not provided a file or an external url

tinybird/tb/modules/workspace.py

@@ -157,7 +157,7 @@ def create_workspace(
         )
 
     config = CLIConfig.get_project_config()
-    user_token = config.get_user_token()
+    user_token = get_user_token(config)
     fork = False
 
     if not user_token:

{tinybird-0.0.1.dev284.dist-info → tinybird-0.0.1.dev286.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev284
+Version: 0.0.1.dev286
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird
@@ -21,6 +21,7 @@ Requires-Dist: GitPython~=3.1.32
 Requires-Dist: humanfriendly~=8.2
 Requires-Dist: plotext==5.3.2
 Requires-Dist: prompt_toolkit==3.0.48
+Requires-Dist: logfire-api==4.2.0
 Requires-Dist: pydantic~=2.11.7
 Requires-Dist: pydantic-ai-slim[anthropic]~=0.5.0
 Requires-Dist: pydantic-ai-slim[retries]~=0.5.0

{tinybird-0.0.1.dev284.dist-info → tinybird-0.0.1.dev286.dist-info}/RECORD

@@ -4,20 +4,20 @@ tinybird/datatypes.py,sha256=r4WCvspmrXTJHiPjjyOTiZyZl31FO3Ynkwq4LQsYm6E,11059
 tinybird/feedback_manager.py,sha256=XY8d83pRlq-LH7xHMApkaEebfXEWLjDzrGe1prpcTHE,69778
 tinybird/git_settings.py,sha256=Sw_8rGmribEFJ4Z_6idrVytxpFYk7ez8ei0qHULzs3E,3934
 tinybird/prompts.py,sha256=HoDv9TxPiP8v2XoGTWYxP133dK9CEbXVv4XE5IT339c,45483
-tinybird/sql.py,sha256=BufnOgclQokDyihtuXesOwHBsebN6wRXIxO5wKRkOwE,48299
-tinybird/sql_template.py,sha256=OTsBBtGnVL4oUrEEFK19Mi5GHm-BP7v-zViXfPvYqJs,100774
+tinybird/sql.py,sha256=UZJLop6zA9tTPEaS-Fq7M-QyzmC5uV_tIeXZzkjnhso,48299
+tinybird/sql_template.py,sha256=kaF5pi-f2JiWSYXEF8JsU1OIxvdu2homHnw4MYjq0n8,101953
 tinybird/sql_template_fmt.py,sha256=KUHdj5rYCYm_rKKdXYSJAE9vIyXUQLB0YSZnUXHeBlY,10196
 tinybird/sql_toolset.py,sha256=19WPr4S3SR--Iw-VPgmDnLmhOZyHhTxnj3-_Yq3OgEU,19767
 tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=v5-nkXHUhysu4i9Z4WVv0-sBbh6xSYUH5q5xHSY2xTI,4194
 tinybird/ch_utils/engine.py,sha256=4X1B-iuhdW_mxKnX_m3iCsxgP9RPVgR75g7yH1vsJ6A,40851
-tinybird/datafile/common.py,sha256=uRSQnSS3yv1iuJRZHgenphe-g1TEjZr04ICcl7QYcZw,105521
+tinybird/datafile/common.py,sha256=3aIbSseqHustB7MfnzoOvWL2giQSNn4aJ-52F8RV_wo,106053
 tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
 tinybird/datafile/parse_connection.py,sha256=tRyn2Rpr1TeWet5BXmMoQgaotbGdYep1qiTak_OqC5E,1825
 tinybird/datafile/parse_datasource.py,sha256=ssW8QeFSgglVFi3sDZj_HgkJiTJ2069v2JgqnH3CkDE,1825
 tinybird/datafile/parse_pipe.py,sha256=xf4m0Tw44QWJzHzAm7Z7FwUoUUtr7noMYjU1NiWnX0k,3880
-tinybird/tb/__cli__.py,sha256=g2YCN8x2pycUNCskVWGzPefjdg8_c5qjgIUIH_fe-dw,247
+tinybird/tb/__cli__.py,sha256=sBAzMXBgl1hlzFEO-dOjfolfF6ZWEOhhnxDURjX9Yb4,247
 tinybird/tb/check_pypi.py,sha256=Gp0HkHHDFMSDL6nxKlOY51z7z1Uv-2LRexNTZSHHGmM,552
 tinybird/tb/cli.py,sha256=FdDFEIayjmsZEVsVSSvRiVYn_FHOVg_zWQzchnzfWho,1008
 tinybird/tb/client.py,sha256=IQRaInDjOwr9Fzaz3_xXc3aUGqh94tM2lew7IZbB9eM,53733
@@ -66,19 +66,19 @@ tinybird/tb/modules/test.py,sha256=O2-mS4uMU6nPi7yWPpWzshAgOlYKiGS-tkM12pXQGMI,1
 tinybird/tb/modules/test_common.py,sha256=7EpwGVs3SQTVUOM4fX3iq2fITquYvLtsEz599mN6Eqc,14525
 tinybird/tb/modules/token.py,sha256=ZhW_o7XCr90wJRhMN6816vyo_TVfnzPXyIhrhzQ7oZ0,13807
 tinybird/tb/modules/watch.py,sha256=No0bK1M1_3CYuMaIgylxf7vYFJ72lTJe3brz6xQ-mJo,8819
-tinybird/tb/modules/workspace.py,sha256=USsG8YEXlwf7F2PjTMCuQ2lB8ya-erbv8VywNJYq6mc,11173
+tinybird/tb/modules/workspace.py,sha256=tCP1zZMwBhLRGm22TGfpSd4cHvQLAS1o_azIXv_r6uw,11172
 tinybird/tb/modules/workspace_members.py,sha256=5JdkJgfuEwbq-t6vxkBhYwgsiTDxF790wsa6Xfif9nk,8608
 tinybird/tb/modules/agent/__init__.py,sha256=i3oe3vDIWWPaicdCM0zs7D7BJ1W0k7th93ooskHAV00,54
-tinybird/tb/modules/agent/agent.py,sha256=x9nV6NaTqqvcDrg1GvbDleuyajxHbSQ_x7nEHHH2vnk,35207
+tinybird/tb/modules/agent/agent.py,sha256=38X69i7zL93I30hFFMfl6cAwHDgzIO_PP2ImGJF-UDE,35247
 tinybird/tb/modules/agent/animations.py,sha256=4WOC5_2BracttmMCrV0H91tXfWcUzQHBUaIJc5FA7tE,3490
 tinybird/tb/modules/agent/banner.py,sha256=l6cO5Fi7lbVKp-GsBP8jf3IkjOWxg2jpAt9NBCy0WR8,4085
-tinybird/tb/modules/agent/command_agent.py,sha256=Wcdtmo7vJZ5EbBFW9J7zPCME0ShG_KqF6-qHmMB1XXk,3103
+tinybird/tb/modules/agent/command_agent.py,sha256=0Z08rQsir59zQAr-kkOvsKIFpIBsBSTGJJ1VgqqF5WA,3654
 tinybird/tb/modules/agent/compactor.py,sha256=BK5AxZFhrp3xWnsRnYaleiYoIWtVNc-_m650Hsopt8g,13841
 tinybird/tb/modules/agent/explore_agent.py,sha256=W5pp99wixVSyb66qEVwBv8rZWpJ7JgzjJ_sN4d9u4Gg,3903
 tinybird/tb/modules/agent/memory.py,sha256=vBewB_64L_wHoT4tLT6UX2uxcHwSY880QZ26F9rPqXs,3793
 tinybird/tb/modules/agent/mock_agent.py,sha256=zbAZfAqdSLUtMr2VqO0erWpzjT2F1tTcuYjvHb-gvbA,8023
 tinybird/tb/modules/agent/models.py,sha256=eokO8XlY-kVJOsbqiVporGUAOCyKAXCO5xgTEK9SM6Y,2208
-tinybird/tb/modules/agent/prompts.py,sha256=kc_47G9iEyf2p7_C-71Fa5JEwyH2RSYc4vzBHCc1JKE,39971
+tinybird/tb/modules/agent/prompts.py,sha256=F49-d_nRd7ai4ikizFHx0_NPGEZ46AgRtUUnxqZhPew,42164
 tinybird/tb/modules/agent/testing_agent.py,sha256=AtwtJViH7805i7djyBgDb7SSUtDyJnw0TWJu6lBFsrg,2953
 tinybird/tb/modules/agent/utils.py,sha256=4jsQCAH2zBx13w20DOBrrDnQq9n2rKG9sGhBkJYiPzs,31744
 tinybird/tb/modules/agent/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -118,8 +118,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev284.dist-info/METADATA,sha256=wuhdBNroFRewEN3GLUeK5WRSMTH6nXdkibWoT1kLoo8,1811
-tinybird-0.0.1.dev284.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev284.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev284.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev284.dist-info/RECORD,,
+tinybird-0.0.1.dev286.dist-info/METADATA,sha256=AgRm7oY7SSB_UAYtlzoAFL6f1_K-S_RPu06Ni6cOfkk,1845
+tinybird-0.0.1.dev286.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev286.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev286.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev286.dist-info/RECORD,,