tinybird 0.0.1.dev305__tar.gz → 0.0.1.dev306__tar.gz

{tinybird-0.0.1.dev305 → tinybird-0.0.1.dev306}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev305
+Version: 0.0.1.dev306
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev305 → tinybird-0.0.1.dev306}/tinybird/context.py

@@ -12,7 +12,6 @@ table_id: ContextVar[str] = ContextVar("table_id")
 hfi_frequency: ContextVar[float] = ContextVar("hfi_frequency")
 hfi_frequency_gatherer: ContextVar[float] = ContextVar("hfi_frequency_gatherer")
 use_gatherer: ContextVar[bool] = ContextVar("use_gatherer")
-allow_gatherer_fallback: ContextVar[bool] = ContextVar("allow_gatherer_fallback")
 gatherer_allow_s3_backup_on_user_errors: ContextVar[bool] = ContextVar("gatherer_allow_s3_backup_on_user_errors")
 disable_template_security_validation: ContextVar[bool] = ContextVar("disable_template_security_validation")
 origin: ContextVar[str] = ContextVar("origin")

{tinybird-0.0.1.dev305 → tinybird-0.0.1.dev306}/tinybird/prompts.py

@@ -776,6 +776,7 @@ datasource_instructions = """
     - Use always json paths to define the schema. Example: `user_id` String `json:$.user_id`,
     - Array columns are supported with a special syntax. Example: `items` Array(String) `json:$.items[:]`
     - If the datasource is using an S3 or GCS connection, they need to set IMPORT_CONNECTION_NAME, IMPORT_BUCKET_URI and IMPORT_SCHEDULE (GCS @on-demand only, S3 supports @auto too)
+    - If the datasource is using a Kafka connection, they need to set KAFKA_CONNECTION_NAME as the name of the .connection file, KAFKA_TOPIC topic_name and KAFKA_GROUP_ID as the group id for the datasource
     - Unless the user asks for them, do not include ENGINE_PARTITION_KEY and ENGINE_PRIMARY_KEY.
     - DateTime64 type without precision is not supported. Use DateTime64(3) instead.
 </datasource_file_instructions>

{tinybird-0.0.1.dev305 → tinybird-0.0.1.dev306}/tinybird/service_datasources.py

@@ -455,6 +455,79 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "feature", "type": "String"},
             ],
         },
+        {
+            "name": "tinybird.llm_usage",
+            "description": "LLM usage metrics from Tinybird AI features including token consumption, costs, and model usage for each request in the workspace.",
+            "dateColumn": "start_time",
+            "engine": {
+                "engine": "MergeTree",
+                "sorting_key": "workspace_id, start_time, user_email, request_id",
+                "partition_key": "toYYYYMM(start_time)",
+            },
+            "columns": [
+                {"name": "start_time", "type": "DateTime"},
+                {"name": "end_time", "type": "DateTime"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "organization_name", "type": "String"},
+                {"name": "workspace_id", "type": "String"},
+                {"name": "workspace_name", "type": "String"},
+                {"name": "user_email", "type": "String"},
+                {"name": "request_id", "type": "String"},
+                {"name": "prompt_tokens", "type": "UInt32"},
+                {"name": "completion_tokens", "type": "UInt32"},
+                {"name": "total_tokens", "type": "UInt32"},
+                {"name": "duration", "type": "Float32"},
+                {"name": "cost", "type": "Float32"},
+                {"name": "origin", "type": "String"},
+                {"name": "feature", "type": "String"},
+            ],
+        },
+        {
+            "name": "tinybird.query_metrics",
+            "description": "Query stats metrics from your workspace.",
+            "dateColumn": "event_time",
+            "engine": {
+                "engine": "ReplacingMergeTree",
+                "sorting_key": "event_time, organization_id, query_id",
+                "partition_key": "toStartOfDay(event_time)",
+            },
+            "columns": [
+                {"name": "event_time", "type": "DateTime"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "workspace_id", "type": "String"},
+                {"name": "query", "type": "String"},
+                {"name": "query_id", "type": "String"},
+                {"name": "query_type", "type": "String"},
+                {"name": "query_start_time", "type": "DateTime"},
+                {"name": "query_duration_ms", "type": "Int32"},
+                {"name": "pipe_id", "type": "String"},
+                {"name": "job_id", "type": "String"},
+                {"name": "job_kind", "type": "String"},
+                {"name": "read_rows", "type": "Int32"},
+                {"name": "read_bytes", "type": "Int32"},
+                {"name": "written_rows", "type": "Int32"},
+                {"name": "written_bytes", "type": "Int32"},
+                {"name": "memory_usage", "type": "Int32"},
+                {"name": "vcpu_time", "type": "Float32"},
+                {"name": "exception_code", "type": "Int32"},
+                {"name": "exception", "type": "String"},
+            ],
+        },
+        {
+            "name": "tinybird.vcpu_time",
+            "description": "vCPU time metrics from your workspace.",
+            "dateColumn": "minute_slot",
+            "engine": {
+                "engine": "AggregatingMergeTree",
+                "sorting_key": "organization_id, minute_slot",
+                "partition_key": "toStartOfDay(minute_slot)",
+            },
+            "columns": [
+                {"name": "minute_slot", "type": "DateTime"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "vcpu_time", "type": "Float64"},
+            ],
+        },
     ]
 
 
@@ -935,6 +1008,53 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "feature", "type": "String"},
             ],
         },
+        {
+            "name": "organization.query_metrics",
+            "description": "Query stats metrics from your workspace.",
+            "dateColumn": "event_time",
+            "engine": {
+                "engine": "ReplacingMergeTree",
+                "sorting_key": "event_time, organization_id, query_id",
+                "partition_key": "toStartOfDay(event_time)",
+            },
+            "columns": [
+                {"name": "event_time", "type": "DateTime"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "workspace_id", "type": "String"},
+                {"name": "query", "type": "String"},
+                {"name": "query_id", "type": "String"},
+                {"name": "query_type", "type": "String"},
+                {"name": "query_start_time", "type": "DateTime"},
+                {"name": "query_duration_ms", "type": "Int32"},
+                {"name": "pipe_id", "type": "String"},
+                {"name": "job_id", "type": "String"},
+                {"name": "job_kind", "type": "String"},
+                {"name": "read_rows", "type": "Int32"},
+                {"name": "read_bytes", "type": "Int32"},
+                {"name": "written_rows", "type": "Int32"},
+                {"name": "written_bytes", "type": "Int32"},
+                {"name": "memory_usage", "type": "Int32"},
+                {"name": "vcpu_time", "type": "Float32"},
+                {"name": "exception_code", "type": "Int32"},
+                {"name": "exception", "type": "String"},
+            ],
+        },
+        {
+            "name": "organization.vcpu_time",
+            "description": "vCPU time metrics from your workspace.",
+            "dateColumn": "minute_slot",
+            "engine": {
+                "engine": "AggregatingMergeTree",
+                "sorting_key": "organization_id, minute_slot",
+                "partition_key": "toStartOfDay(minute_slot)",
+            },
+            "columns": [
+                {"name": "minute_slot", "type": "DateTime"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "workspace_id", "type": "String"},
+                {"name": "vcpu_time", "type": "Float64"},
+            ],
+        },
     ]
 
 

{tinybird-0.0.1.dev305 → tinybird-0.0.1.dev306}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev305'
-__revision__ = 'cc453b3'
+__version__ = '0.0.1.dev306'
+__revision__ = 'dcef65b'

{tinybird-0.0.1.dev305 → tinybird-0.0.1.dev306}/tinybird/tb/modules/cli.py

@@ -110,7 +110,7 @@ def cli(
     prompt: Optional[str] = None,
 ) -> None:
     """
-    Use Tinybird Code to interact with your project.
+    Run just `tb` to use Tinybird Code to interact with your project.
     """
 
     # We need to unpatch for our tests not to break
@@ -211,6 +211,13 @@ def cli(
     is_prompt_mode = prompt is not None
 
     if is_agent_mode or is_prompt_mode:
+        if any(arg in sys.argv for arg in ["--cloud", "--local"]):
+            raise CLIException(
+                FeedbackManager.error(
+                    message="Tinybird Code does not support --cloud or --local flags. It will choose the correct environment based on your prompts."
+                )
+            )
+
         run_agent(config, project, dangerously_skip_permissions, prompt=prompt)
 
 

{tinybird-0.0.1.dev305 → tinybird-0.0.1.dev306}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev305
+Version: 0.0.1.dev306
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird