tinybird 0.0.1.dev305__py3-none-any.whl → 0.0.1.dev306__py3-none-any.whl

tinybird/context.py

@@ -12,7 +12,6 @@ table_id: ContextVar[str] = ContextVar("table_id")
 hfi_frequency: ContextVar[float] = ContextVar("hfi_frequency")
 hfi_frequency_gatherer: ContextVar[float] = ContextVar("hfi_frequency_gatherer")
 use_gatherer: ContextVar[bool] = ContextVar("use_gatherer")
-allow_gatherer_fallback: ContextVar[bool] = ContextVar("allow_gatherer_fallback")
 gatherer_allow_s3_backup_on_user_errors: ContextVar[bool] = ContextVar("gatherer_allow_s3_backup_on_user_errors")
 disable_template_security_validation: ContextVar[bool] = ContextVar("disable_template_security_validation")
 origin: ContextVar[str] = ContextVar("origin")

tinybird/prompts.py

@@ -776,6 +776,7 @@ datasource_instructions = """
     - Use always json paths to define the schema. Example: `user_id` String `json:$.user_id`,
     - Array columns are supported with a special syntax. Example: `items` Array(String) `json:$.items[:]`
     - If the datasource is using an S3 or GCS connection, they need to set IMPORT_CONNECTION_NAME, IMPORT_BUCKET_URI and IMPORT_SCHEDULE (GCS @on-demand only, S3 supports @auto too)
+    - If the datasource is using a Kafka connection, they need to set KAFKA_CONNECTION_NAME as the name of the .connection file, KAFKA_TOPIC topic_name and KAFKA_GROUP_ID as the group id for the datasource
     - Unless the user asks for them, do not include ENGINE_PARTITION_KEY and ENGINE_PRIMARY_KEY.
     - DateTime64 type without precision is not supported. Use DateTime64(3) instead.
 </datasource_file_instructions>

tinybird/service_datasources.py

@@ -455,6 +455,79 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "feature", "type": "String"},
             ],
         },
+        {
+            "name": "tinybird.llm_usage",
+            "description": "LLM usage metrics from Tinybird AI features including token consumption, costs, and model usage for each request in the workspace.",
+            "dateColumn": "start_time",
+            "engine": {
+                "engine": "MergeTree",
+                "sorting_key": "workspace_id, start_time, user_email, request_id",
+                "partition_key": "toYYYYMM(start_time)",
+            },
+            "columns": [
+                {"name": "start_time", "type": "DateTime"},
+                {"name": "end_time", "type": "DateTime"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "organization_name", "type": "String"},
+                {"name": "workspace_id", "type": "String"},
+                {"name": "workspace_name", "type": "String"},
+                {"name": "user_email", "type": "String"},
+                {"name": "request_id", "type": "String"},
+                {"name": "prompt_tokens", "type": "UInt32"},
+                {"name": "completion_tokens", "type": "UInt32"},
+                {"name": "total_tokens", "type": "UInt32"},
+                {"name": "duration", "type": "Float32"},
+                {"name": "cost", "type": "Float32"},
+                {"name": "origin", "type": "String"},
+                {"name": "feature", "type": "String"},
+            ],
+        },
+        {
+            "name": "tinybird.query_metrics",
+            "description": "Query stats metrics from your workspace.",
+            "dateColumn": "event_time",
+            "engine": {
+                "engine": "ReplacingMergeTree",
+                "sorting_key": "event_time, organization_id, query_id",
+                "partition_key": "toStartOfDay(event_time)",
+            },
+            "columns": [
+                {"name": "event_time", "type": "DateTime"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "workspace_id", "type": "String"},
+                {"name": "query", "type": "String"},
+                {"name": "query_id", "type": "String"},
+                {"name": "query_type", "type": "String"},
+                {"name": "query_start_time", "type": "DateTime"},
+                {"name": "query_duration_ms", "type": "Int32"},
+                {"name": "pipe_id", "type": "String"},
+                {"name": "job_id", "type": "String"},
+                {"name": "job_kind", "type": "String"},
+                {"name": "read_rows", "type": "Int32"},
+                {"name": "read_bytes", "type": "Int32"},
+                {"name": "written_rows", "type": "Int32"},
+                {"name": "written_bytes", "type": "Int32"},
+                {"name": "memory_usage", "type": "Int32"},
+                {"name": "vcpu_time", "type": "Float32"},
+                {"name": "exception_code", "type": "Int32"},
+                {"name": "exception", "type": "String"},
+            ],
+        },
+        {
+            "name": "tinybird.vcpu_time",
+            "description": "vCPU time metrics from your workspace.",
+            "dateColumn": "minute_slot",
+            "engine": {
+                "engine": "AggregatingMergeTree",
+                "sorting_key": "organization_id, minute_slot",
+                "partition_key": "toStartOfDay(minute_slot)",
+            },
+            "columns": [
+                {"name": "minute_slot", "type": "DateTime"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "vcpu_time", "type": "Float64"},
+            ],
+        },
     ]
 
 
@@ -935,6 +1008,53 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "feature", "type": "String"},
             ],
         },
+        {
+            "name": "organization.query_metrics",
+            "description": "Query stats metrics from your workspace.",
+            "dateColumn": "event_time",
+            "engine": {
+                "engine": "ReplacingMergeTree",
+                "sorting_key": "event_time, organization_id, query_id",
+                "partition_key": "toStartOfDay(event_time)",
+            },
+            "columns": [
+                {"name": "event_time", "type": "DateTime"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "workspace_id", "type": "String"},
+                {"name": "query", "type": "String"},
+                {"name": "query_id", "type": "String"},
+                {"name": "query_type", "type": "String"},
+                {"name": "query_start_time", "type": "DateTime"},
+                {"name": "query_duration_ms", "type": "Int32"},
+                {"name": "pipe_id", "type": "String"},
+                {"name": "job_id", "type": "String"},
+                {"name": "job_kind", "type": "String"},
+                {"name": "read_rows", "type": "Int32"},
+                {"name": "read_bytes", "type": "Int32"},
+                {"name": "written_rows", "type": "Int32"},
+                {"name": "written_bytes", "type": "Int32"},
+                {"name": "memory_usage", "type": "Int32"},
+                {"name": "vcpu_time", "type": "Float32"},
+                {"name": "exception_code", "type": "Int32"},
+                {"name": "exception", "type": "String"},
+            ],
+        },
+        {
+            "name": "organization.vcpu_time",
+            "description": "vCPU time metrics from your workspace.",
+            "dateColumn": "minute_slot",
+            "engine": {
+                "engine": "AggregatingMergeTree",
+                "sorting_key": "organization_id, minute_slot",
+                "partition_key": "toStartOfDay(minute_slot)",
+            },
+            "columns": [
+                {"name": "minute_slot", "type": "DateTime"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "workspace_id", "type": "String"},
+                {"name": "vcpu_time", "type": "Float64"},
+            ],
+        },
     ]
 
 

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev305'
-__revision__ = 'cc453b3'
+__version__ = '0.0.1.dev306'
+__revision__ = 'dcef65b'

tinybird/tb/modules/cli.py

@@ -110,7 +110,7 @@ def cli(
     prompt: Optional[str] = None,
 ) -> None:
     """
-    Use Tinybird Code to interact with your project.
+    Run just `tb` to use Tinybird Code to interact with your project.
     """
 
     # We need to unpatch for our tests not to break
@@ -211,6 +211,13 @@ def cli(
     is_prompt_mode = prompt is not None
 
     if is_agent_mode or is_prompt_mode:
+        if any(arg in sys.argv for arg in ["--cloud", "--local"]):
+            raise CLIException(
+                FeedbackManager.error(
+                    message="Tinybird Code does not support --cloud or --local flags. It will choose the correct environment based on your prompts."
+                )
+            )
+
         run_agent(config, project, dangerously_skip_permissions, prompt=prompt)
 
 

{tinybird-0.0.1.dev305.dist-info → tinybird-0.0.1.dev306.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev305
+Version: 0.0.1.dev306
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev305.dist-info → tinybird-0.0.1.dev306.dist-info}/RECORD

@@ -1,10 +1,10 @@
 tinybird/connectors.py,sha256=TSux0opkG3gbzTTyRIUfNk4RJoLvTIyp42rdsmmIAYg,15083
-tinybird/context.py,sha256=M2jhaNBDOFLlSU2ONDPwO7Coknh2z1PNY-TlNJAkEK0,1343
+tinybird/context.py,sha256=QNS9yB3i3bQUZMc_Z4oBN_oMDZaBM-Q6g12jNLjNH98,1261
 tinybird/datatypes.py,sha256=r4WCvspmrXTJHiPjjyOTiZyZl31FO3Ynkwq4LQsYm6E,11059
 tinybird/feedback_manager.py,sha256=XY8d83pRlq-LH7xHMApkaEebfXEWLjDzrGe1prpcTHE,69778
 tinybird/git_settings.py,sha256=Sw_8rGmribEFJ4Z_6idrVytxpFYk7ez8ei0qHULzs3E,3934
-tinybird/prompts.py,sha256=HoDv9TxPiP8v2XoGTWYxP133dK9CEbXVv4XE5IT339c,45483
-tinybird/service_datasources.py,sha256=y36l2QYLxFEYRBEBuYCKtjkPjGu0P2a8Fz_AjOTTNM4,48914
+tinybird/prompts.py,sha256=F8ic_mGId50MDJmg5ec8i5BDavxz9SWtocLXqgO0IRY,45689
+tinybird/service_datasources.py,sha256=jFjRYbGykd76UcFNX7rry4bdPNDxl4SIbMkMVClyk54,54711
 tinybird/sql.py,sha256=7pkwQMUVy0CH5zFgLMZyCx1BeaJSQYC05EmOb9vO3Ls,48694
 tinybird/sql_template.py,sha256=qz1Q-d8jlGpU8w-jcwn_NM4ApFtJAhEL-3_3-JELrl4,102979
 tinybird/sql_template_fmt.py,sha256=KUHdj5rYCYm_rKKdXYSJAE9vIyXUQLB0YSZnUXHeBlY,10196
@@ -18,7 +18,7 @@ tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1w
 tinybird/datafile/parse_connection.py,sha256=tRyn2Rpr1TeWet5BXmMoQgaotbGdYep1qiTak_OqC5E,1825
 tinybird/datafile/parse_datasource.py,sha256=ssW8QeFSgglVFi3sDZj_HgkJiTJ2069v2JgqnH3CkDE,1825
 tinybird/datafile/parse_pipe.py,sha256=8e9LMecSQVWHC4AXf8cdxoQ1nxUR4fTObYxTctO_EXQ,3816
-tinybird/tb/__cli__.py,sha256=KoDxX7t1llHSTiafcOR0AIeehU6WnVkQeNq7EuQ6nuw,247
+tinybird/tb/__cli__.py,sha256=kZpdvL-dPYWUC1OIxl9P1uxd9h4rCOkGdikrpyt0_Us,247
 tinybird/tb/check_pypi.py,sha256=Gp0HkHHDFMSDL6nxKlOY51z7z1Uv-2LRexNTZSHHGmM,552
 tinybird/tb/cli.py,sha256=FdDFEIayjmsZEVsVSSvRiVYn_FHOVg_zWQzchnzfWho,1008
 tinybird/tb/client.py,sha256=Z27O6kXbQ1ZVi_K6qzdUJoS877nt7rqQDRckOycjNmI,53544
@@ -26,7 +26,7 @@ tinybird/tb/config.py,sha256=XIKju3xxpo40oQ48zDtSv0vgUrBZBHSmHJi4SHksjXE,5447
 tinybird/tb/modules/build.py,sha256=q3f_CM-_yt7R24VCmQqe4yat1aPdLqmP_hW5WoqdxBg,7907
 tinybird/tb/modules/build_common.py,sha256=zHqnzEdJvEIlzDGEL5HqcUXInuKLqYG6hPCdB6f6PMA,20064
 tinybird/tb/modules/cicd.py,sha256=0KLKccha9IP749QvlXBmzdWv1On3mFwMY4DUcJlBxiE,7326
-tinybird/tb/modules/cli.py,sha256=dkHnD8oiB7w4YllTDOvmE71BU8wSLDEDvkquKqg4s8Y,20479
+tinybird/tb/modules/cli.py,sha256=pjl7537sWw0o8IqnDFqdp9RPvgARnJN0cX2vMPHn9Bg,20816
 tinybird/tb/modules/common.py,sha256=UkrlPni5jh43w18FOWx3icNbjpAWbB-bgXDWOQPGh3Y,83559
 tinybird/tb/modules/config.py,sha256=gK7rgaWTDd4ZKCrNEg_Uemr26EQjqWt6TjyQKujxOws,11462
 tinybird/tb/modules/connection.py,sha256=axp8Fny1_4PSLJGN4UF6WygyRbQtM3Lbt6thxHKTxzw,17790
@@ -121,8 +121,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev305.dist-info/METADATA,sha256=kf9UMEPqhBrJvZD_DpAjOJ-demRErf4gMk42ifnZ7cQ,1881
-tinybird-0.0.1.dev305.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev305.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev305.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev305.dist-info/RECORD,,
+tinybird-0.0.1.dev306.dist-info/METADATA,sha256=7k-rYFZmsHITYe0TZqERa8JdoC4ysCstCKvFEqxiGvA,1881
+tinybird-0.0.1.dev306.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev306.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev306.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev306.dist-info/RECORD,,