tinybird 4.6.10.dev0__py3-none-any.whl → 4.6.11.dev0__py3-none-any.whl

tinybird/ch_utils/engine.py

@@ -121,6 +121,12 @@ class TableDetails:
     def is_mergetree_family(self) -> bool:
         return self.engine is not None and "mergetree" in self.engine.lower()
 
+    def is_view(self) -> bool:
+        return self.original_engine == "View"
+
+    def is_merge_final_engine(self) -> bool:
+        return self.original_engine == "MergeFinal"
+
     def supports_alter_add_column(self) -> bool:
         return self.is_mergetree_family() or (self.engine is not None and self.engine.lower() == "null")
 

tinybird/datafile/common.py

@@ -221,8 +221,6 @@ INTERNAL_TABLES: Tuple[str, ...] = (
     "kafka_ops_log",
     "datasources_storage",
     "endpoint_errors",
-    "bi_stats_rt",
-    "bi_stats",
 )
 
 PREVIEW_CONNECTOR_SERVICES = ["s3", "s3_iamrole", "gcs"]
@@ -1725,7 +1723,9 @@ def parse(
 
         parser_state.current_node["indexes"] = indexes
 
-    def assign_var(v: str, allowed_values: Optional[set[str]] = None) -> Callable[[VarArg(str), KwArg(Any)], None]:
+    def assign_var(
+        v: str, allowed_values: Optional[set[str]] = None, lowercase: bool = False
+    ) -> Callable[[VarArg(str), KwArg(Any)], None]:
         @multiline_not_supported
         def _f(*args: str, **kwargs: Any):
             s = _unquote((" ".join(args)).strip())
@@ -1736,6 +1736,8 @@ def parse(
                     lineno=kwargs["lineno"],
                     pos=1,
                 )
+            if lowercase:
+                val = val.lower()
             parser_state.current_node[v.lower()] = val
 
         return _f
@@ -2048,7 +2050,9 @@ def parse(
             "import_schedule": assign_var("import_schedule"),
             "import_strategy": import_strategy_deprecated,  # Deprecated, always append
             "import_bucket_uri": assign_var("import_bucket_uri"),
-            "import_format": assign_var("import_format"),
+            # Lowercase: format checks and executor routing downstream expect
+            # lowercase values (ANALYTICS-A8M)
+            "import_format": assign_var("import_format", lowercase=True),
             "import_from_timestamp": assign_var("import_from_timestamp"),
             "import_service": import_service_deprecated,  # Deprecated
             "import_external_datasource": import_external_datasource_deprecated,  # Deprecated, BQ and SFK

tinybird/service_datasources.py

@@ -244,49 +244,6 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "rows_quarantine", "type": "SimpleAggregateFunction(max, UInt64)"},
             ],
         },
-        {
-            "name": "tinybird.bi_stats_rt",
-            "description": "Contains information about all requests to your BI Connector interface in real time.",
-            "dateColumn": "start_datetime",
-            "engine": {
-                "engine": "MergeTree",
-                "sorting_key": "cityHash64(query_normalized), start_datetime",
-                "ttl": "start_datetime + toIntervalDay(7)",
-            },
-            "columns": [
-                {"name": "start_datetime", "type": "DateTime"},
-                {"name": "query", "type": "String"},
-                {"name": "query_normalized", "type": "String"},
-                {"name": "error_code", "type": "Int32"},
-                {"name": "error", "type": "Nullable(String)"},
-                {"name": "duration", "type": "UInt64"},
-                {"name": "read_rows", "type": "UInt64"},
-                {"name": "read_bytes", "type": "UInt64"},
-                {"name": "result_rows", "type": "UInt64"},
-                {"name": "result_bytes", "type": "UInt64"},
-            ],
-        },
-        {
-            "name": "tinybird.bi_stats",
-            "description": "Aggregates the stats in tinybird.bi_stats_rt by day.",
-            "dateColumn": "date",
-            "engine": {"engine": "MergeTree", "sorting_key": "cityHash64(query_normalized), start_datetime"},
-            "columns": [
-                {"name": "date", "type": "Date"},
-                {"name": "query_normalized", "type": "String"},
-                {"name": "view_count", "type": "UInt64"},
-                {"name": "error_count", "type": "UInt64"},
-                {"name": "avg_duration_state", "type": "AggregateFunction(avg, Float32)"},
-                {
-                    "name": "quantile_timing_state",
-                    "type": "AggregateFunction(quantilesTiming(0.9, 0.95, 0.99), Float64)",
-                },
-                {"name": "read_bytes_sum", "type": "UInt64"},
-                {"name": "read_rows_sum", "type": "UInt64"},
-                {"name": "avg_result_rows_state", "type": "AggregateFunction(avg, Float32)"},
-                {"name": "avg_result_bytes_state", "type": "AggregateFunction(avg, Float32)"},
-            ],
-        },
         {
             "name": "tinybird.sinks_ops_log",
             "description": "Contains information about your Sink pipes.",
@@ -483,6 +440,7 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "error_code", "type": "Int16"},
                 {"name": "error", "type": "String"},
                 {"name": "fix_suggestion", "type": "String"},
+                {"name": "fix_suggestion_ai", "type": "String"},
                 {"name": "run_validation", "type": "DateTime"},
             ],
         },
@@ -798,51 +756,6 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "token_name", "type": "String"},
             ],
         },
-        {
-            "name": "organization.bi_stats_rt",
-            "description": "Contains information about all requests to the BI Connector interface for the whole Organization in real time.",
-            "dateColumn": "start_datetime",
-            "engine": {
-                "engine": "MergeTree",
-                "sorting_key": "cityHash64(query_normalized), start_datetime",
-                "ttl": "start_datetime + toIntervalDay(7)",
-            },
-            "columns": [
-                {"name": "database", "type": "String"},
-                {"name": "start_datetime", "type": "DateTime"},
-                {"name": "query", "type": "String"},
-                {"name": "query_normalized", "type": "String"},
-                {"name": "error_code", "type": "Int32"},
-                {"name": "error", "type": "Nullable(String)"},
-                {"name": "duration", "type": "UInt64"},
-                {"name": "read_rows", "type": "UInt64"},
-                {"name": "read_bytes", "type": "UInt64"},
-                {"name": "result_rows", "type": "UInt64"},
-                {"name": "result_bytes", "type": "UInt64"},
-            ],
-        },
-        {
-            "name": "organization.bi_stats",
-            "description": "Aggregates the stats in organization.bi_stats_rt by day.",
-            "dateColumn": "date",
-            "engine": {"engine": "MergeTree", "sorting_key": "database, cityHash64(query_normalized), date"},
-            "columns": [
-                {"name": "database", "type": "String"},
-                {"name": "date", "type": "Date"},
-                {"name": "query_normalized", "type": "String"},
-                {"name": "view_count", "type": "UInt64"},
-                {"name": "error_count", "type": "UInt64"},
-                {"name": "avg_duration_state", "type": "AggregateFunction(avg, Float32)"},
-                {
-                    "name": "quantile_timing_state",
-                    "type": "AggregateFunction(quantilesTiming(0.9, 0.95, 0.99), Float64)",
-                },
-                {"name": "read_bytes_sum", "type": "UInt64"},
-                {"name": "read_rows_sum", "type": "UInt64"},
-                {"name": "avg_result_rows_state", "type": "AggregateFunction(avg, Float32)"},
-                {"name": "avg_result_bytes_state", "type": "AggregateFunction(avg, Float32)"},
-            ],
-        },
         {
             "name": "organization.metrics_logs",
             "description": "Metrics of your organization's dedicated clusters",

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '4.6.10.dev0'
-__revision__ = 'fa1549d'
+__version__ = '4.6.11.dev0'
+__revision__ = 'd98671a'

tinybird/tb/modules/logs.py

@@ -21,7 +21,6 @@ from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 LOG_SOURCES: Tuple[str, ...] = (
     "tinybird.pipe_stats_rt",
-    "tinybird.bi_stats_rt",
     "tinybird.block_log",
     "tinybird.datasources_ops_log",
     "tinybird.endpoint_errors",
@@ -39,7 +38,6 @@ DEFAULT_LOG_SOURCES: Tuple[str, ...] = (
 
 TIMESTAMP_COLUMNS: Dict[str, str] = {
     "tinybird.pipe_stats_rt": "start_datetime",
-    "tinybird.bi_stats_rt": "start_datetime",
     "tinybird.block_log": "timestamp",
     "tinybird.datasources_ops_log": "timestamp",
     "tinybird.endpoint_errors": "start_datetime",
@@ -61,16 +59,6 @@ RELEVANT_DETAIL_FIELDS: Dict[str, Tuple[str, ...]] = {
         "read_bytes",
         "result_rows",
     ),
-    "tinybird.bi_stats_rt": (
-        "query_normalized",
-        "error_code",
-        "error",
-        "duration",
-        "read_rows",
-        "read_bytes",
-        "result_rows",
-        "result_bytes",
-    ),
     "tinybird.block_log": (
         "datasource_name",
         "status",
@@ -207,7 +195,7 @@ _TEMPORAL_DETAIL_FIELDS = {
 _DURATION_DETAIL_FIELDS = {"duration", "elapsed_time", "processing_time"}
 _ROW_COUNT_DETAIL_FIELDS = {"rows", "read_rows", "written_rows", "result_rows", "quarantine_lines"}
 _BYTE_COUNT_DETAIL_FIELDS = {"bytes", "read_bytes", "result_bytes", "written_bytes"}
-_MILLISECOND_DURATION_SOURCES = {"tinybird.bi_stats_rt"}
+_MILLISECOND_DURATION_SOURCES: Set[str] = set()
 
 
 def _to_iso_utc(dt: datetime) -> str:

{tinybird-4.6.10.dev0.dist-info → tinybird-4.6.11.dev0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 4.6.10.dev0
+Version: 4.6.11.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird
@@ -52,6 +52,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+4.6.10
+********
+
+- `Removed` `tinybird.bi_stats_rt` from `tb logs` sources. The BI Connector `bi_stats` / `bi_stats_rt` service datasources are deprecated.
+
 4.6.9
 *******
 

{tinybird-4.6.10.dev0.dist-info → tinybird-4.6.11.dev0.dist-info}/RECORD

@@ -3,7 +3,7 @@ tinybird/datatypes.py,sha256=DRScTI1-lgYjbC7u_4qxOLFleWL-vief_eBg_9WU37U,11304
 tinybird/feedback_manager.py,sha256=ZnRsExCkEZKuslmSxn3m706-0UIZ_qOpdek9ar16KOI,68001
 tinybird/git_settings.py,sha256=mqWgeboOlOFsSo97qyv595UCR2R1QCAqT4GTawBNPBg,3935
 tinybird/prompts.py,sha256=FNYpphDYlrXpm5AQM3yfQPbj4gd_TVnwoaoeswtx0OE,32699
-tinybird/service_datasources.py,sha256=Fp3a_Evte1u1U4f4D8fchgbtv6BgJIIyBbmOLtgLu4Q,58162
+tinybird/service_datasources.py,sha256=asBTXONMv7sf7LFBx1a4eTcZCHPUq-I3r030AtorRzY,53643
 tinybird/sql.py,sha256=L3tTmm62iTrf6WQdcV8mmwrCMitLFUvJ3OfDzyRTMGw,47385
 tinybird/sql_template.py,sha256=8A5Jfzej7OHXzbfFMGpbq-YUzSEOoDHy5u7uy0vLZo4,127947
 tinybird/sql_template_fmt.py,sha256=Ma4qcs-2r8ZXQC4GUmrCqYz34DsnGF8k5lE2Jwnr314,10638
@@ -11,15 +11,15 @@ tinybird/sql_toolset.py,sha256=TvWeH3DsB13SfJ97V_t_ZaFTJ1IAtsrxQ8E3FLL8_tE,27442
 tinybird/syncasync.py,sha256=rIPmCvygWSFqfnlVqhZH4N9gVVTvD6DEPsfoxGizYrI,27776
 tinybird/tornado_template.py,sha256=1_0nYFk_xJh_TMHh6AKkJILvnNY6xYmaM-uJ3Ofv7e8,42085
 tinybird/ch_utils/constants.py,sha256=yTNizMzgYNBzUc2EV3moBfdrDIggOe9hiuAgWF7sv2c,4333
-tinybird/ch_utils/engine.py,sha256=rZ2f5QsG3iDB60a1IwSJmTIqcCkjTHe5GzBPqTGvvOc,36711
-tinybird/datafile/common.py,sha256=pe9en0Kr8Bat_DyQjSjO2185BnEHkXGwrGN-tlaX68A,110244
+tinybird/ch_utils/engine.py,sha256=OkR86FOOUPRpCsRxlR-kunykg-K4Daqo3uS06X1uvYQ,36887
+tinybird/datafile/common.py,sha256=ASO118MEypTFiPcL9Kgr9VSje9iMbMjrUiz0CvdRDPw,110449
 tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
 tinybird/datafile/parse_connection.py,sha256=GxmGp_XnWbDZPDbh_PBxitlIMqZRYfDwxMBw-JQBp1g,1890
 tinybird/datafile/parse_datasource.py,sha256=yd58HrUF4yNJXLn6OsvKGpZJpvrcjLGAeJG1lgBe_zk,1891
 tinybird/datafile/parse_pipe.py,sha256=-9bbgVuiWRyDYydrLVflDBt8GstZotMy6dklsrc6MUY,3859
 tinybird/iterating/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tinybird/iterating/data_branch_modes.py,sha256=5YuDa-gr8mKwmES8Xro6TRKbQtaOtIw4GbC606Qhu3o,184
-tinybird/tb/__cli__.py,sha256=sBCB0K5JZxO0_l6bDnUh46X7CvaCCTd0a3HrDVNAGqo,246
+tinybird/tb/__cli__.py,sha256=y6cbgNzDADefv9m_dqrO8n6feS_k0xev5FIudmGlk48,246
 tinybird/tb/check_pypi.py,sha256=Gp0HkHHDFMSDL6nxKlOY51z7z1Uv-2LRexNTZSHHGmM,552
 tinybird/tb/cli.py,sha256=IjiGfNIpxSxi1odK1kMj9s8lEhx3sAUgGA263XdmyR0,1119
 tinybird/tb/client.py,sha256=wgXYa_CSKi-ymWnX-j8-CNHCNdQrUWQA6ezT0REMPOs,56830
@@ -57,7 +57,7 @@ tinybird/tb/modules/local_logs.py,sha256=TTrfEQr3wVoddrQiKslSWJQ8BE4FOlMQZbH1yJ5
 tinybird/tb/modules/login.py,sha256=fxgcsN0fMhjzT_6C8VrwGTxnLxLVuWlZvASFr8I9yUU,1885
 tinybird/tb/modules/login_common.py,sha256=oRIAJm1cwJ4t4hZb1RKRmyylZuYz0mrEBo0xTOZHSQ8,22185
 tinybird/tb/modules/logout.py,sha256=sniI4JNxpTrVeRCp0oGJuQ3yRerG4hH5uz6oBmjv724,1009
-tinybird/tb/modules/logs.py,sha256=uSQi_A6QIFOjAoj1h8XOI_51AQ3uk5UEg2TjYbZxDJA,21462
+tinybird/tb/modules/logs.py,sha256=M05V2OgWqv2suaCzz8c5IDfCnXhVqZ9WIh8rNQpolSg,21165
 tinybird/tb/modules/materialization.py,sha256=SaomNeaAzLWtcnsZdetYBxEq0ihY1cRzh23n3Z1P_c4,5643
 tinybird/tb/modules/open.py,sha256=ddABA4guIrBhrCKXYpkH4cfiAcFOG2B1eVePk5BEXto,1799
 tinybird/tb/modules/pipe.py,sha256=xPKtezhnWZ6k_g82r4XpgKslofhuIxb_PvynH4gdUzI,2393
@@ -99,8 +99,8 @@ tinybird/tb_cli_modules/config.py,sha256=Ey9yqM27C4Irglm5-63RXte8K0bFh8ConKdIoAa
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=W098H6jmS4kpE7hN3tadaREBTf7oMocel-lkKWN0pU8,10466
-tinybird-4.6.10.dev0.dist-info/METADATA,sha256=v8zmTgNakaitSAm774g0Ti5iS6IX4SklvIX08s4-ACg,14923
-tinybird-4.6.10.dev0.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
-tinybird-4.6.10.dev0.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-4.6.10.dev0.dist-info/top_level.txt,sha256=ZIQJTPCzMqnfDzM_hEGZrJqDSEcKnIK_49T86DGWpyQ,78
-tinybird-4.6.10.dev0.dist-info/RECORD,,
+tinybird-4.6.11.dev0.dist-info/METADATA,sha256=DXBS55QevyySh7N55AlvYBmTGad4mU2icvsVAzTCXb8,15080
+tinybird-4.6.11.dev0.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
+tinybird-4.6.11.dev0.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-4.6.11.dev0.dist-info/top_level.txt,sha256=ZIQJTPCzMqnfDzM_hEGZrJqDSEcKnIK_49T86DGWpyQ,78
+tinybird-4.6.11.dev0.dist-info/RECORD,,