tinybird 3.5.3.dev0__tar.gz → 3.5.4.dev0__tar.gz

{tinybird-3.5.3.dev0 → tinybird-3.5.4.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 3.5.3.dev0
+Version: 3.5.4.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird
@@ -57,6 +57,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+3.5.3
+*******
+
+- `Fixed` Support `SASL_PLAINTEXT` as a Kafka security protocol, fixing connections to brokers that use SASL authentication without TLS (e.g. WarpStream).
+
 3.5.2
 *******
 

{tinybird-3.5.3.dev0 → tinybird-3.5.4.dev0}/tinybird/service_datasources.py

@@ -456,33 +456,6 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "feature", "type": "String"},
             ],
         },
-        {
-            "name": "tinybird.llm_usage",
-            "description": "LLM usage metrics from Tinybird AI features including token consumption, costs, and model usage for each request in the workspace.",
-            "dateColumn": "start_time",
-            "engine": {
-                "engine": "MergeTree",
-                "sorting_key": "workspace_id, start_time, user_email, request_id",
-                "partition_key": "toYYYYMM(start_time)",
-            },
-            "columns": [
-                {"name": "start_time", "type": "DateTime"},
-                {"name": "end_time", "type": "DateTime"},
-                {"name": "organization_id", "type": "String"},
-                {"name": "organization_name", "type": "String"},
-                {"name": "workspace_id", "type": "String"},
-                {"name": "workspace_name", "type": "String"},
-                {"name": "user_email", "type": "String"},
-                {"name": "request_id", "type": "String"},
-                {"name": "prompt_tokens", "type": "UInt32"},
-                {"name": "completion_tokens", "type": "UInt32"},
-                {"name": "total_tokens", "type": "UInt32"},
-                {"name": "duration", "type": "Float32"},
-                {"name": "cost", "type": "Float32"},
-                {"name": "origin", "type": "String"},
-                {"name": "feature", "type": "String"},
-            ],
-        },
         {
             "name": "tinybird.query_validator_log",
             "description": "Log of failed queries executions in the next available ClickHouse version and their results.",
@@ -537,6 +510,26 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "rate_limited", "type": "UInt8"},
             ],
         },
+        {
+            "name": "tinybird.realtime_ingestion_mv",
+            "description": "Per-second adjusted MB/s throughput per workspace for realtime ingestion (HFI and Kafka).",
+            "dateColumn": "second_slot",
+            "engine": {
+                "engine": "AggregatingMergeTree",
+                "sorting_key": "workspace_id, datasource_id, type, second_slot",
+                "partition_key": "toYYYYMM(second_slot)",
+            },
+            "columns": [
+                {"name": "second_slot", "type": "DateTime"},
+                {"name": "type", "type": "LowCardinality(String)"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "workspace_id", "type": "String"},
+                {"name": "datasource_id", "type": "String"},
+                {"name": "total_mbps", "type": "SimpleAggregateFunction(sum, Float64)"},
+                {"name": "mbs_ingestion_block", "type": "SimpleAggregateFunction(min, Float64)"},
+                {"name": "flush_time", "type": "SimpleAggregateFunction(min, Float64)"},
+            ],
+        },
     ]
 
 
@@ -1033,6 +1026,78 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "feature", "type": "String"},
             ],
         },
+        {
+            "name": "organization.backups",
+            "description": "Contains backup information for dedicated clusters in the organization.",
+            "dateColumn": "end_time",
+            "engine": {
+                "engine": "ReplacingMergeTree",
+                "sorting_key": "organization_id, cluster, end_time",
+                "partition_key": "toYYYYMM(end_time)",
+            },
+            "columns": [
+                {"name": "organization_id", "type": "String"},
+                {"name": "cluster", "type": "LowCardinality(String)"},
+                {"name": "backup_id", "type": "String"},
+                {"name": "query_id", "type": "String"},
+                {"name": "start_time", "type": "DateTime"},
+                {"name": "end_time", "type": "DateTime"},
+                {"name": "status", "type": "LowCardinality(String)"},
+                {"name": "total_size", "type": "UInt64"},
+                {"name": "compressed_size", "type": "UInt64"},
+                {"name": "uncompressed_size", "type": "UInt64"},
+                {"name": "is_full_backup", "type": "Bool"},
+            ],
+        },
+        {
+            "name": "organization.private_link",
+            "description": "Private Link costs pre-joined with organization info for observability. Filtered for AmazonVPC/VpcEndpoint and AWSELB products.",
+            "dateColumn": "timestamp",
+            "engine": {
+                "engine": "MergeTree",
+                "sorting_key": "organization_id, timestamp",
+                "partition_key": "toYYYYMM(timestamp)",
+            },
+            "columns": [
+                {"name": "timestamp", "type": "DateTime"},
+                {"name": "region", "type": "String"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "organization_name", "type": "String"},
+                {"name": "usage_start_date", "type": "Nullable(DateTime)"},
+                {"name": "usage_end_date", "type": "Nullable(DateTime)"},
+                {"name": "product_code", "type": "Nullable(String)"},
+                {"name": "usage_type", "type": "Nullable(String)"},
+                {"name": "operation", "type": "Nullable(String)"},
+                {"name": "usage_amount", "type": "Nullable(Float32)"},
+                {"name": "cost", "type": "Nullable(Float32)"},
+                {"name": "blended_cost", "type": "Nullable(Float32)"},
+                {"name": "currency", "type": "Nullable(String)"},
+                {"name": "product_name", "type": "Nullable(String)"},
+                {"name": "service_name", "type": "Nullable(String)"},
+                {"name": "product_family", "type": "Nullable(String)"},
+                {"name": "type", "type": "Nullable(String)"},
+            ],
+        },
+        {
+            "name": "organization.realtime_ingestion_mv",
+            "description": "Per-second adjusted MB/s throughput per organization for realtime ingestion (HFI and Kafka).",
+            "dateColumn": "second_slot",
+            "engine": {
+                "engine": "AggregatingMergeTree",
+                "sorting_key": "organization_id, workspace_id, datasource_id, type, second_slot",
+                "partition_key": "toYYYYMM(second_slot)",
+            },
+            "columns": [
+                {"name": "second_slot", "type": "DateTime"},
+                {"name": "type", "type": "LowCardinality(String)"},
+                {"name": "organization_id", "type": "String"},
+                {"name": "workspace_id", "type": "String"},
+                {"name": "datasource_id", "type": "String"},
+                {"name": "total_mbps", "type": "SimpleAggregateFunction(sum, Float64)"},
+                {"name": "mbs_ingestion_block", "type": "SimpleAggregateFunction(min, Float64)"},
+                {"name": "flush_time", "type": "SimpleAggregateFunction(min, Float64)"},
+            ],
+        },
     ]
 
 

{tinybird-3.5.3.dev0 → tinybird-3.5.4.dev0}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '3.5.3.dev0'
-__revision__ = 'e85d34a'
+__version__ = '3.5.4.dev0'
+__revision__ = '515fbce'

{tinybird-3.5.3.dev0 → tinybird-3.5.4.dev0}/tinybird/tb/modules/connection_kafka.py

@@ -115,9 +115,9 @@ def connection_create_kafka(
         except Exception as e:
             raise CLIConnectionException(FeedbackManager.error(message=str(e)))
 
-    security_protocol_options = ["SASL_SSL", "PLAINTEXT"]
+    security_protocol_options = ["SASL_SSL", "SASL_PLAINTEXT", "PLAINTEXT"]
     security_protocol = security_protocol or click.prompt(
-        FeedbackManager.highlight(message="? Security Protocol (SASL_SSL, PLAINTEXT) [SASL_SSL]"),
+        FeedbackManager.highlight(message="? Security Protocol (SASL_SSL, SASL_PLAINTEXT, PLAINTEXT) [SASL_SSL]"),
         type=click.Choice(security_protocol_options),
         show_default=False,
         show_choices=False,

{tinybird-3.5.3.dev0 → tinybird-3.5.4.dev0}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 3.5.3.dev0
+Version: 3.5.4.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird
@@ -57,6 +57,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+3.5.3
+*******
+
+- `Fixed` Support `SASL_PLAINTEXT` as a Kafka security protocol, fixing connections to brokers that use SASL authentication without TLS (e.g. WarpStream).
+
 3.5.2
 *******
 

{tinybird-3.5.3.dev0 → tinybird-3.5.4.dev0}/tinybird.egg-info/top_level.txt

@@ -1,3 +1,4 @@
+scripts
 tests
 tests_e2e
 tests_e2e_ingestion