tinybird 0.0.1.dev283__tar.gz → 0.0.1.dev285__tar.gz

{tinybird-0.0.1.dev283 → tinybird-0.0.1.dev285}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev283
+Version: 0.0.1.dev285
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev283 → tinybird-0.0.1.dev285}/tinybird/ch_utils/constants.py

@@ -257,4 +257,5 @@ VALID_QUERY_FORMATS = (
     "Native",
     "RowBinaryWithNamesAndTypes",
     "TabSeparated",
+    "JSONCompactEachRowWithNamesAndTypes",
 )

{tinybird-0.0.1.dev283 → tinybird-0.0.1.dev285}/tinybird/sql.py

@@ -907,7 +907,7 @@ def engine_patch_replicated_engine(engine: str, engine_full: Optional[str], new_
         paths = parts[2].split("/")
         paths[-1] = new_table_name
         zoo_path = "/".join(paths)
-        return "".join(parts[:2] + [zoo_path] + parts[3:])
+        return "".join([*parts[:2], zoo_path, *parts[3:]])
     return engine_full
 
 

{tinybird-0.0.1.dev283 → tinybird-0.0.1.dev285}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev283'
-__revision__ = 'af675c9'
+__version__ = '0.0.1.dev285'
+__revision__ = '0a30a28'

{tinybird-0.0.1.dev283 → tinybird-0.0.1.dev285}/tinybird/tb/modules/agent/agent.py

@@ -383,20 +383,18 @@ class TinybirdAgent:
             workspace_id = config.get("id", "")
             workspace = client.workspace(workspace_id, with_organization=True, version="v1")
             limits_data = client.organization_limits(workspace["organization"]["id"])
-            ai_requests_limits = limits_data.get("limits", {}).get("ai_requests", {})
-            current_ai_requests = ai_requests_limits.get("quantity") or 0
-            max_ai_requests = ai_requests_limits.get("max") or 0
-            remaining_requests = max(max_ai_requests - current_ai_requests, 0)
-            current_ai_requests = min(max_ai_requests, current_ai_requests)
-            if not max_ai_requests:
+            ai_credits_limits = limits_data.get("limits", {}).get("ai_credits", {})
+            current_ai_credits = ai_credits_limits.get("quantity") or 0
+            ai_credits = ai_credits_limits.get("max") or 0
+            remaining_credits = max(ai_credits - current_ai_credits, 0)
+            current_ai_credits = min(ai_credits, current_ai_credits)
+            if not ai_credits:
                 return
-            warning_threshold = max_ai_requests * 0.8
-            message_color = (
-                FeedbackManager.warning if current_ai_requests >= warning_threshold else FeedbackManager.gray
-            )
+            warning_threshold = ai_credits * 0.8
+            message_color = FeedbackManager.warning if current_ai_credits >= warning_threshold else FeedbackManager.gray
             click.echo(
                 message_color(
-                    message=f"{remaining_requests} requests left ({current_ai_requests}/{max_ai_requests}). You can continue using Tinybird Code. Limits will be enforced soon."
+                    message=f"{remaining_credits} credits left ({current_ai_credits}/{ai_credits}). You can continue using Tinybird Code. Limits will be enforced soon."
                 )
             )
         except Exception:
@@ -577,6 +575,7 @@ def run_agent(
                 break
 
     except Exception as e:
+        agent.thinking_animation.stop()
         click.echo(FeedbackManager.error(message=f"Error: {e}"))
         sys.exit(1)
 

{tinybird-0.0.1.dev283 → tinybird-0.0.1.dev285}/tinybird/tb/modules/agent/command_agent.py

@@ -43,10 +43,15 @@ You can run `-h` in every level of the command to get help. E.g. `tb -h`, `tb da
 When you need to access Tinybird Cloud, add the `--cloud` flag. E.g. `tb --cloud datasource ls`.
 Available commands:
 {available_commands}
-IMPORTANT: Do NOT use any command that is not in the list above. 
-IMPORTANT: If you don't have the proper command to solve the task, just answer that you cannot solve the task.
 Token and host are not required to add to the commands.
 Always run first help commands to be sure that the commands you are running is not interactive.
+IMPORTANT: Do NOT use any command that is not in the list above. 
+IMPORTANT: If you are asked to run a command that is not in the list above, return that you are not able to run that command and needs to use the Tinybird CLI manually and that user should run `tb --help` to get the list of available commands.
+IMPORTANT: If you are not able to run a command, do not recommend any command to be run by the user. Just `tb --help` to get the list of available commands.
+<example_command_not_found>
+User: switch to another workspace
+Assistant: I'm sorry, but I cannot switch to another workspace. You can use the Tinybird CLI to switch workspaces. Run `tb --help` to get the list of available commands.
+</example_command_not_found>
 """,
             ],
             tools=[

{tinybird-0.0.1.dev283 → tinybird-0.0.1.dev285}/tinybird/tb/modules/agent/prompts.py

@@ -872,6 +872,46 @@ IMPORTANT: Every time you finish a plan and start a new resource creation or upd
 {datasource_instructions}
 {datasource_example}
 
+## Updating a datasource schema already deployed in Cloud
+If you make changes to a .datasource file that are incompatible with the Cloud version, you must use a forward query to transform the data from the cloud schema to the new one. Otherwise, your deployment fails due to a schema mismatch.
+The `FORWARD_QUERY` instruction is a SELECT query executed on the cloud data source. 
+The query must include the column selection part of the query. 
+`FROM` and `WHERE` clauses aren't supported.
+
+<example_datasource_file_with_forward_query>
+DESCRIPTION >
+    Analytics events landing data source
+
+SCHEMA >
+    `timestamp` DateTime `json:$.timestamp`,
+    `session_id` UUID `json:$.session_id`,
+    `action` String `json:$.action`,
+    `version` String `json:$.version`,
+    `payload` String `json:$.payload`
+
+ENGINE "MergeTree"
+ENGINE_PARTITION_KEY "toYYYYMM(timestamp)"
+ENGINE_SORTING_KEY "timestamp"
+ENGINE_TTL "timestamp + toIntervalDay(60)"
+
+FORWARD_QUERY >
+    SELECT timestamp, CAST(session_id, 'UUID') as session_id, action, version, payload
+</example_datasource_file_with_forward_query>
+
+Tinybird runs a backfill to migrate the data to the new schema. These backfills are logged in `tinybird.datasources_ops_log` with the `event_type` set to `deployment_backfill`.
+If the existing data is incompatible with the schema change, the staging deployment fails and is discarded. For example, if you change a data type from String to UUID, but the existing da
+If you're willing to accept data loss or default values for incompatible records, you can make the deployment succeed by using the accurateCastOrDefault function in your forward query:
+
+```
+FORWARD_QUERY >
+    SELECT timestamp, accurateCastOrDefault(session_id, 'UUID') as session_id, action, version, payload
+```
+After changes have been deployed and promoted, if you want to deploy other changes that don't affect that data source, you can remove the forward query.
+
+<dev_notes>
+If after running a deployment, the error contains a recommended forward query, use it to update the .datasource file.
+</dev_notes>
+
 # Working with any type of pipe file:
 {pipe_instructions}
 {pipe_example}
@@ -930,6 +970,7 @@ They can be run on a schedule, or executed on demand.
 - Use append if user explicitly asks for it
 - Do not append data if user requests to test an endpoint or call an endpoint.
 - Do not append data as consequence of an empty response from the endpoint or a query.
+- If the external url provided is not valid or the format is not supported, tell the user to provide a valid remote file url.
 
 # How to use `mock` tool:
 - Use `mock` tool as part of the creation of a new landing datasource if the user did not provided a file or an external url

{tinybird-0.0.1.dev283 → tinybird-0.0.1.dev285}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev283
+Version: 0.0.1.dev285
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird