tinybird 4.3.2.dev0__tar.gz → 4.4.0__tar.gz

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 4.3.2.dev0
+Version: 4.4.0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird
@@ -52,6 +52,16 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+4.4.0
+*******
+
+- `Added` `tb copy run` has a new `--on-demand-compute` flag to use on-demand compute instances for copy jobs.
+
+4.3.2
+*******
+
+- `Changed` CLI API requests now set the `from` parameter dynamically from the detected project type (`python-sdk`, `ts-sdk`, or `cli`) instead of using a hardcoded source.
+
 4.3.1
 *******
 

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/client.py

@@ -635,11 +635,17 @@ class TinyB:
         return await self._req(f"/v0/pipes/{pipe_name_or_id}/nodes/{node_id}/copy", method="DELETE")
 
     async def pipe_run_copy(
-        self, pipe_name_or_id: str, params: Optional[Dict[str, str]] = None, mode: Optional[str] = None
+        self,
+        pipe_name_or_id: str,
+        params: Optional[Dict[str, str]] = None,
+        mode: Optional[str] = None,
+        on_demand_compute: bool = False,
     ):
         params = {**params} if params else {}
         if mode:
             params["_mode"] = mode
+        if on_demand_compute:
+            params["on_demand_compute"] = "true"
         return await self._req(f"/v0/pipes/{pipe_name_or_id}/copy?{urlencode(params)}", method="POST")
 
     async def pipe_resume_copy(self, pipe_name_or_id: str):

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/datafile/common.py

@@ -282,12 +282,16 @@ def extract_column_names_from_sorting_key_part(part: str) -> List[str]:
     """
     Extract actual column names from a sorting key part (which might be an expression).
 
-    Examples:
-    - "shop" -> ["shop"]
-    - "`column_name`" -> ["column_name"]
-    - "ifNull(ad_id, '')" -> ["ad_id"]
-    - "toDate(timestamp)" -> ["timestamp"]
-    - "concat(first_name, last_name)" -> ["first_name", "last_name"]
+    >>> extract_column_names_from_sorting_key_part("shop")
+    ['shop']
+    >>> extract_column_names_from_sorting_key_part("`column_name`")
+    ['column_name']
+    >>> extract_column_names_from_sorting_key_part("ifNull(ad_id, '')")
+    ['ad_id']
+    >>> extract_column_names_from_sorting_key_part("toDate(timestamp)")
+    ['timestamp']
+    >>> extract_column_names_from_sorting_key_part("concat(first_name, last_name)")
+    ['first_name', 'last_name']
     """
     columns = []
 
@@ -312,10 +316,20 @@ def parse_sorting_key_column_names(sorting_key: str) -> List[str]:
     """
     Extract all column names from a sorting key expression.
 
-    Examples:
-    - "shop, event_date, channel" -> ["shop", "event_date", "channel"]
-    - "shop, event_date, ifNull(ad_id, ''), event_id" -> ["shop", "event_date", "ad_id", "event_id"]
-    - "tuple(shop, toDate(timestamp))" -> ["shop", "timestamp"]
+    >>> parse_sorting_key_column_names("shop, event_date, channel")
+    ['shop', 'event_date', 'channel']
+    >>> parse_sorting_key_column_names("shop, event_date, ifNull(ad_id, ''), event_id")
+    ['shop', 'event_date', 'ad_id', 'event_id']
+    >>> parse_sorting_key_column_names("tuple(shop, toDate(timestamp))")
+    ['shop', 'timestamp']
+    >>> parse_sorting_key_column_names("timestamp, substring(value, 2, 1)")
+    ['timestamp', 'value']
+    >>> parse_sorting_key_column_names("cityHash64(id)")
+    ['id']
+    >>> parse_sorting_key_column_names("toStartOfHour(timestamp)")
+    ['timestamp']
+    >>> parse_sorting_key_column_names("toStartOfHour(timestamp), id, substring(a, 2, 1)")
+    ['timestamp', 'id', 'a']
     """
     # Remove tuple() wrapper if present
     column_str = sorting_key
@@ -611,7 +625,6 @@ class Datafile:
 
     def _parse_sorting_key_columns(self, sorting_key: str, engine_ver_column: Optional[str]) -> List[str]:
         """Parse sorting key to extract column names and validate constraints."""
-        # Validate ENGINE_VER column constraint early
         if engine_ver_column and engine_ver_column in sorting_key:
             raise DatafileValidationError(
                 f"ENGINE_VER column '{engine_ver_column}' cannot be included in the sorting key for ReplacingMergeTree. "
@@ -620,36 +633,33 @@ class Datafile:
                 f"define the record identity (what makes it unique), while ENGINE_VER tracks which version to keep."
             )
 
-        # Remove tuple() wrapper if present
-        column_str = sorting_key
-        if column_str.startswith("tuple(") and column_str.endswith(")"):
-            column_str = column_str[6:-1]
-
-        sorting_key_columns = []
-
-        for part in column_str.split(","):
-            part = part.strip()
-
-            if self._is_aggregate_function_expression(part):
+        self._validate_no_aggregate_functions_in_sorting_key(sorting_key)
+
+        return parse_sorting_key_column_names(sorting_key)
+
+    def _validate_no_aggregate_functions_in_sorting_key(self, sorting_key: str) -> None:
+        """Validate that sorting key doesn't contain aggregate function expressions."""
+        for match in re.finditer(r"(\w+)\s*\(", sorting_key):
+            func_name = match.group(1)
+            if self._is_aggregate_function_expression(func_name):
+                start = match.start()
+                paren_start = match.end() - 1
+                depth = 1
+                pos = paren_start + 1
+                while pos < len(sorting_key) and depth > 0:
+                    if sorting_key[pos] == "(":
+                        depth += 1
+                    elif sorting_key[pos] == ")":
+                        depth -= 1
+                    pos += 1
+                full_expr = sorting_key[start:pos]
                 raise DatafileValidationError(
-                    f"Sorting key contains aggregate function expression '{part}'. Aggregate function expressions cannot be used in sorting keys."
+                    f"Sorting key contains aggregate function expression '{full_expr}'. "
+                    f"Aggregate function expressions cannot be used in sorting keys."
                 )
 
-            # Extract column names from the part
-            extracted_columns = extract_column_names_from_sorting_key_part(part)
-            sorting_key_columns.extend(extracted_columns)
-
-        return sorting_key_columns
-
-    def _is_aggregate_function_expression(self, part: str) -> bool:
-        """Check if a sorting key part is an aggregate function expression."""
-        if not ("(" in part and part.endswith(")")):
-            return False
-
-        func_start = part.find("(")
-        func_name = part[:func_start].strip().lower()
-
-        aggregate_function_names = {
+    _AGGREGATE_FUNCTION_NAMES = frozenset(
+        {
             "sum",
             "count",
             "avg",
@@ -669,8 +679,11 @@ class Datafile:
             "groupuniqarraymerge",
             "uniqmerge",
         }
+    )
 
-        return func_name in aggregate_function_names
+    def _is_aggregate_function_expression(self, func_name: str) -> bool:
+        """Check if a function name is an aggregate function."""
+        return func_name.lower() in self._AGGREGATE_FUNCTION_NAMES
 
     def _validate_columns_against_schema(
         self, sorting_key_columns: List[str], schema_columns: Dict[str, Dict[str, Any]]
@@ -680,10 +693,11 @@ class Datafile:
             return  # No schema information available, can't validate
 
         for col_name in sorting_key_columns:
-            if col_name not in schema_columns:
+            column_info = schema_columns.get(col_name)
+            if column_info is None:
                 continue
 
-            self._validate_single_column(col_name, schema_columns[col_name])
+            self._validate_single_column(col_name, column_info)
 
     def _validate_single_column(self, col_name: str, column_info: Dict[str, Any]) -> None:
         """Validate a single column for use in sorting keys."""

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/service_datasources.py

@@ -36,6 +36,7 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "read_bytes", "type": "UInt64"},
                 {"name": "read_rows", "type": "UInt64"},
                 {"name": "cpu_time", "type": "Float32"},
+                {"name": "result_rows", "type": "UInt64"},
                 {"name": "url", "type": "Nullable(String)"},
                 {"name": "error", "type": "UInt8"},
                 {"name": "status_code", "type": "Int32"},
@@ -90,11 +91,8 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "import_id", "type": "String"},
                 {"name": "job_id", "type": "Nullable(String)"},
                 {"name": "source", "type": "String"},
-                {"name": "token_id", "type": "String"},
                 {"name": "block_id", "type": "String"},
                 {"name": "status", "type": "String"},
-                {"name": "user_id", "type": "String"},
-                {"name": "user_mail", "type": "String"},
                 {"name": "datasource_id", "type": "String"},
                 {"name": "datasource_name", "type": "String"},
                 {"name": "start_offset", "type": "Nullable(Int64)"},
@@ -125,6 +123,8 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "result", "type": "String"},
                 {"name": "elapsed_time", "type": "Float32"},
                 {"name": "error", "type": "Nullable(String)"},
+                {"name": "Options.Names", "type": "Array(String)"},
+                {"name": "Options.Values", "type": "Array(String)"},
                 {"name": "request_id", "type": "String"},
                 {"name": "import_id", "type": "Nullable(String)"},
                 {"name": "job_id", "type": "Nullable(String)"},
@@ -133,9 +133,9 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "blocks_ids", "type": "Array(String)"},
                 {"name": "operation_id", "type": "String"},
                 {"name": "read_rows", "type": "UInt64"},
+                {"name": "read_bytes", "type": "UInt64"},
                 {"name": "cpu_time", "type": "Float32"},
                 {"name": "memory_usage", "type": "UInt64"},
-                {"name": "read_bytes", "type": "UInt64"},
                 {"name": "written_rows", "type": "UInt64"},
                 {"name": "written_bytes", "type": "UInt64"},
                 {"name": "written_rows_quarantine", "type": "UInt64"},
@@ -143,6 +143,7 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "pipe_id", "type": "String"},
                 {"name": "pipe_name", "type": "String"},
                 {"name": "release", "type": "String"},
+                {"name": "resource_tags", "type": "Array(String)"},
             ],
         },
         {
@@ -156,7 +157,8 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
             },
             "columns": [
                 {"name": "event_date", "type": "DateTime"},
-                {"name": "workspace_id", "type": "String"},
+                {"name": "datasource_id", "type": "String"},
+                {"name": "datasource_name", "type": "String"},
                 {"name": "event_type", "type": "LowCardinality(String)"},
                 {"name": "pipe_id", "type": "String"},
                 {"name": "pipe_name", "type": "String"},
@@ -193,6 +195,7 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "url", "type": "Nullable(String)"},
                 {"name": "status_code", "type": "Nullable(Int32)"},
                 {"name": "error", "type": "Nullable(String)"},
+                {"name": "resource_tags", "type": "Array(String)"},
             ],
         },
         {
@@ -252,7 +255,6 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "query_normalized", "type": "String"},
                 {"name": "error_code", "type": "Int32"},
                 {"name": "error", "type": "Nullable(String)"},
-                {"name": "url", "type": "String"},
                 {"name": "duration", "type": "UInt64"},
                 {"name": "read_rows", "type": "UInt64"},
                 {"name": "read_bytes", "type": "UInt64"},
@@ -337,7 +339,7 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
             "engine": {},
             "columns": [
                 {"name": "timestamp", "type": "DateTime"},
-                {"name": "event_type", "type": "LowCardinality(String)"},
+                {"name": "event", "type": "LowCardinality(String)"},
                 {"name": "origin_provider", "type": "LowCardinality(String)"},
                 {"name": "origin_region", "type": "LowCardinality(String)"},
                 {"name": "destination_provider", "type": "LowCardinality(String)"},
@@ -441,10 +443,7 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
             "columns": [
                 {"name": "start_time", "type": "DateTime"},
                 {"name": "end_time", "type": "DateTime"},
-                {"name": "organization_id", "type": "String"},
-                {"name": "organization_name", "type": "String"},
                 {"name": "workspace_id", "type": "String"},
-                {"name": "workspace_name", "type": "String"},
                 {"name": "user_email", "type": "String"},
                 {"name": "request_id", "type": "String"},
                 {"name": "prompt_tokens", "type": "UInt32"},
@@ -466,7 +465,6 @@ def get_tinybird_service_datasources() -> List[Dict[str, Any]]:
                 "partition_key": "toYYYYMM(run_validation)",
             },
             "columns": [
-                {"name": "cluster", "type": "LowCardinality(String)"},
                 {"name": "host", "type": "LowCardinality(String)"},
                 {"name": "version", "type": "LowCardinality(String)"},
                 {"name": "stable_version", "type": "LowCardinality(String)"},
@@ -553,6 +551,7 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "plan", "type": "String"},
                 {"name": "created_at", "type": "DateTime"},
                 {"name": "deleted_at", "type": "Nullable(DateTime)"},
+                {"name": "origin", "type": "String"},
             ],
         },
         {
@@ -609,6 +608,8 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "result", "type": "String"},
                 {"name": "elapsed_time", "type": "Float32"},
                 {"name": "error", "type": "Nullable(String)"},
+                {"name": "Options.Names", "type": "Array(String)"},
+                {"name": "Options.Values", "type": "Array(String)"},
                 {"name": "request_id", "type": "String"},
                 {"name": "import_id", "type": "Nullable(String)"},
                 {"name": "job_id", "type": "Nullable(String)"},
@@ -617,16 +618,16 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "blocks_ids", "type": "Array(String)"},
                 {"name": "operation_id", "type": "String"},
                 {"name": "read_rows", "type": "UInt64"},
+                {"name": "read_bytes", "type": "UInt64"},
                 {"name": "cpu_time", "type": "Float32"},
                 {"name": "memory_usage", "type": "UInt64"},
-                {"name": "read_bytes", "type": "UInt64"},
                 {"name": "written_rows", "type": "UInt64"},
                 {"name": "written_bytes", "type": "UInt64"},
                 {"name": "written_rows_quarantine", "type": "UInt64"},
                 {"name": "written_bytes_quarantine", "type": "UInt64"},
                 {"name": "pipe_id", "type": "String"},
                 {"name": "pipe_name", "type": "String"},
-                {"name": "release", "type": "String"},
+                {"name": "resource_tags", "type": "Array(String)"},
             ],
         },
         {
@@ -641,6 +642,8 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
             "columns": [
                 {"name": "event_date", "type": "DateTime"},
                 {"name": "workspace_id", "type": "String"},
+                {"name": "datasource_id", "type": "String"},
+                {"name": "datasource_name", "type": "String"},
                 {"name": "event_type", "type": "LowCardinality(String)"},
                 {"name": "pipe_id", "type": "String"},
                 {"name": "pipe_name", "type": "String"},
@@ -648,12 +651,14 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "executions", "type": "UInt64"},
                 {"name": "avg_elapsed_time_state", "type": "AggregateFunction(avg, Float32)"},
                 {"name": "quantiles_state", "type": "AggregateFunction(quantiles(0.9, 0.95, 0.99), Float64)"},
-                {"name": "read_rows", "type": "UInt64"},
                 {"name": "read_bytes", "type": "UInt64"},
-                {"name": "written_rows", "type": "UInt64"},
+                {"name": "read_rows", "type": "UInt64"},
                 {"name": "written_bytes", "type": "UInt64"},
+                {"name": "written_rows", "type": "UInt64"},
                 {"name": "written_rows_quarantine", "type": "UInt64"},
                 {"name": "written_bytes_quarantine", "type": "UInt64"},
+                {"name": "cpu_time", "type": "Float32"},
+                {"name": "resource_tags", "type": "Array(String)"},
             ],
         },
         {
@@ -703,6 +708,7 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "read_bytes", "type": "UInt64"},
                 {"name": "read_rows", "type": "UInt64"},
                 {"name": "cpu_time", "type": "Float32"},
+                {"name": "result_rows", "type": "UInt64"},
                 {"name": "url", "type": "Nullable(String)"},
                 {"name": "error", "type": "UInt8"},
                 {"name": "status_code", "type": "Int32"},
@@ -712,6 +718,7 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "release", "type": "String"},
                 {"name": "user_agent", "type": "Nullable(String)"},
                 {"name": "resource_tags", "type": "Array(String)"},
+                {"name": "memory_usage", "type": "UInt64"},
             ],
         },
         {
@@ -722,7 +729,7 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
             "columns": [
                 {"name": "workspace_id", "type": "String"},
                 {"name": "timestamp", "type": "DateTime"},
-                {"name": "event_type", "type": "LowCardinality(String)"},
+                {"name": "event", "type": "LowCardinality(String)"},
                 {"name": "origin_provider", "type": "LowCardinality(String)"},
                 {"name": "origin_region", "type": "LowCardinality(String)"},
                 {"name": "destination_provider", "type": "LowCardinality(String)"},
@@ -801,7 +808,6 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "query_normalized", "type": "String"},
                 {"name": "error_code", "type": "Int32"},
                 {"name": "error", "type": "Nullable(String)"},
-                {"name": "url", "type": "String"},
                 {"name": "duration", "type": "UInt64"},
                 {"name": "read_rows", "type": "UInt64"},
                 {"name": "read_bytes", "type": "UInt64"},
@@ -893,6 +899,7 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "url", "type": "Nullable(String)"},
                 {"name": "status_code", "type": "Nullable(Int32)"},
                 {"name": "error", "type": "Nullable(String)"},
+                {"name": "resource_tags", "type": "Array(String)"},
             ],
         },
         {
@@ -934,7 +941,7 @@ def get_organization_service_datasources() -> List[Dict[str, Any]]:
                 {"name": "organization_name", "type": "String"},
                 {"name": "plan_qps", "type": "SimpleAggregateFunction(max, Int64)"},
                 {"name": "total_qps", "type": "UInt64"},
-                {"name": "overage", "type": "Int64"},
+                {"name": "overages", "type": "Int64"},
             ],
         },
         {

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/syncasync.py

@@ -681,29 +681,3 @@ def sync_to_async(
         thread_sensitive=thread_sensitive,
         executor=executor,
     )
-
-
-def run_function_in_event_loop(func_def: Callable[..., Any], *args: Any, **kwargs: Any) -> Any:
-    """Run an async function, handling the case where an event loop may already be running."""
-    try:
-        asyncio.get_running_loop()
-        # If we're already in an event loop, we need to run the coroutine in a thread
-        # to avoid blocking the current event loop
-        import concurrent.futures
-
-        def run_in_new_loop() -> Any:
-            # Create a new event loop for this thread
-            new_loop = asyncio.new_event_loop()
-            asyncio.set_event_loop(new_loop)
-            try:
-                return new_loop.run_until_complete(func_def(*args, **kwargs))
-            finally:
-                new_loop.close()
-
-        # Run in a separate thread to avoid blocking the current event loop
-        with concurrent.futures.ThreadPoolExecutor() as executor:
-            future = executor.submit(run_in_new_loop)
-            return future.result()
-    except RuntimeError:
-        # No event loop running, use asyncio.run()
-        return asyncio.run(func_def(*args, **kwargs))

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '4.3.2.dev0'
-__revision__ = '7f221c6'
+__version__ = '4.4.0'
+__revision__ = 'b610ec3'

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/tb/client.py

@@ -5,7 +5,7 @@ import ssl
 import time
 from pathlib import Path
 from typing import Any, Callable, Dict, List, Mapping, Optional, Set, Tuple, Union
-from urllib.parse import quote, urlencode
+from urllib.parse import parse_qsl, quote, urlencode, urlsplit
 
 import requests
 import requests.adapters
@@ -89,6 +89,7 @@ class TinyB:
         semver: Optional[str] = None,
         env: Optional[str] = "production",
         staging: bool = False,
+        request_from: Optional[str] = None,
     ):
         ctx = ssl.create_default_context()
         ctx.check_hostname = False
@@ -102,6 +103,12 @@ class TinyB:
         self.semver = semver
         self.env = env
         self.staging = staging
+        self.request_from = request_from
+
+    @staticmethod
+    def _has_query_param(url: str, param_name: str) -> bool:
+        query_params = parse_qsl(urlsplit(url).query, keep_blank_values=True)
+        return any(key == param_name for key, _ in query_params)
 
     def _req_raw(
         self,
@@ -124,6 +131,8 @@ class TinyB:
             url += ("&" if "?" in url else "?") + "__tb__semver=" + self.semver
         if self.staging:
             url += ("&" if "?" in url else "?") + "__tb__deployment=staging"
+        if self.request_from and not self._has_query_param(url, "from"):
+            url += ("&" if "?" in url else "?") + "from=" + quote(self.request_from, safe="")
 
         verify_ssl = not self.disable_ssl_checks
         try:
@@ -636,11 +645,18 @@ class TinyB:
         return self._req(f"/v0/pipes/{pipe_name_or_id}/nodes/{node_id}/copy", method="DELETE")
 
     def pipe_run(
-        self, pipe_name_or_id: str, pipe_type: str, params: Optional[Dict[str, str]] = None, mode: Optional[str] = None
+        self,
+        pipe_name_or_id: str,
+        pipe_type: str,
+        params: Optional[Dict[str, str]] = None,
+        mode: Optional[str] = None,
+        on_demand_compute: bool = False,
     ):
         params = {**params} if params else {}
         if mode:
             params["_mode"] = mode
+        if on_demand_compute:
+            params["on_demand_compute"] = "true"
         return self._req(f"/v0/pipes/{pipe_name_or_id}/{pipe_type}?{urlencode(params)}", method="POST")
 
     def pipe_resume_copy(self, pipe_name_or_id: str):

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/tb/modules/build_common.py

@@ -209,6 +209,7 @@ def build_project(
     TINYBIRD_API_URL = urljoin(tb_client.host, build_url)
     logging.debug(TINYBIRD_API_URL)
     TINYBIRD_API_KEY = tb_client.token
+    request_from = getattr(tb_client, "request_from", None)
     error: Optional[str] = None
 
     try:
@@ -235,8 +236,8 @@ def build_project(
 
                 files.append((MULTIPART_BOUNDARY_DATA_PROJECT, (relative_path, content, content_type)))
         HEADERS = {"Authorization": f"Bearer {TINYBIRD_API_KEY}"}
-
-        r = requests.post(TINYBIRD_API_URL, files=files, headers=HEADERS)
+        params = {"from": request_from} if request_from else None
+        r = requests.post(TINYBIRD_API_URL, files=files, headers=HEADERS, params=params)
         try:
             result = r.json()
         except Exception as e:

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/tb/modules/cli.py

@@ -64,8 +64,8 @@ DEV_MODE_ROUTED_COMMANDS = {"build", "deploy"}
 SDK_PROJECT_ROUTED_COMMANDS = {"build", "deploy", "preview"}
 TS_PROJECT_ROUTED_COMMANDS = SDK_PROJECT_ROUTED_COMMANDS
 COMMANDS_ALWAYS_CLOUD = {"infra", "branch", "environment", "workspace", "preview"}
-PROJECT_TYPE_TYPESCRIPT = "typescript"
-PROJECT_TYPE_PYTHON = "python"
+PROJECT_TYPE_TYPESCRIPT = "ts-sdk"
+PROJECT_TYPE_PYTHON = "python-sdk"
 PROJECT_TYPE_CLI = "cli"
 PROJECT_TYPES = {PROJECT_TYPE_TYPESCRIPT, PROJECT_TYPE_PYTHON, PROJECT_TYPE_CLI}
 CLI_PROJECT_MARKERS = (
@@ -613,7 +613,9 @@ def cli(
         user_token = os.environ.get("TB_USER_TOKEN", "")
 
     config = get_config(host, token, user_token=user_token, config_file=config_temp._path)
-    client = _get_tb_client(config.get("token", ""), config["host"])
+    project_type = get_project_type_from_tinybird_config(os.getcwd()) or PROJECT_TYPE_CLI
+    ctx.ensure_object(dict)["project_type"] = project_type
+    client = _get_tb_client(config.get("token", ""), config["host"], request_from=project_type)
 
     tinybird_dev_mode = get_dev_mode_from_tinybird_config(os.getcwd())
     if tinybird_dev_mode:
@@ -632,8 +634,6 @@ def cli(
 
     project = Project(folder=folder, workspace_name=config.get("name", ""), max_depth=max_depth)
 
-    project_type = get_project_type_from_tinybird_config(os.getcwd())
-
     sdk_virtual_project: Optional[Union[PythonVirtualProject, TypescriptVirtualProject]] = None
     if ctx.invoked_subcommand in SDK_PROJECT_ROUTED_COMMANDS:
         try:
@@ -724,6 +724,7 @@ def cli(
         effective_cloud,
         staging,
         project=project,
+        project_type=project_type,
         show_warnings=version_warning,
         branch=effective_branch,
         create_branch_if_missing=(
@@ -1013,6 +1014,7 @@ def create_ctx_client(
     cloud: bool,
     staging: bool,
     project: Project,
+    project_type: str = PROJECT_TYPE_CLI,
     show_warnings: bool = True,
     branch: Optional[str] = None,
     create_branch_if_missing: bool = False,
@@ -1066,6 +1068,7 @@ def create_ctx_client(
             staging=staging,
             branch=branch,
             create_branch_if_missing=create_branch_if_missing,
+            request_from=project_type,
         )
     test = command in command_always_test
     if show_warnings and command:

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/tb/modules/common.py

@@ -360,7 +360,9 @@ def _get_tb_client(
     staging: bool = False,
     branch: Optional[str] = None,
     create_branch_if_missing: bool = False,
+    request_from: Optional[str] = None,
 ) -> TinyB:
+    resolved_request_from = request_from
     disable_ssl: bool = getenv_bool("TB_DISABLE_SSL_CHECKS", False)
     cloud_client = TinyB(
         token,
@@ -369,6 +371,7 @@ def _get_tb_client(
         disable_ssl_checks=disable_ssl,
         send_telemetry=True,
         staging=staging,
+        request_from=resolved_request_from,
     )
 
     if not branch:
@@ -402,13 +405,16 @@ def _get_tb_client(
         disable_ssl_checks=disable_ssl,
         send_telemetry=True,
         staging=staging,
+        request_from=resolved_request_from,
     )
 
 
 def create_tb_client(ctx: Context) -> TinyB:
-    token = ctx.ensure_object(dict)["config"].get("token", "")
-    host = ctx.ensure_object(dict)["config"].get("host", DEFAULT_API_HOST)
-    return _get_tb_client(token, host)
+    obj = ctx.ensure_object(dict)
+    token = obj["config"].get("token", "")
+    host = obj["config"].get("host", DEFAULT_API_HOST)
+    request_from = obj.get("project_type")
+    return _get_tb_client(token, host, request_from=request_from)
 
 
 def _analyze(filename: str, client: TinyB, format: str):
@@ -1668,6 +1674,7 @@ def run_aws_iamrole_connection_flow(
                 token=config.get("token", ""),
                 host=config.get("host", ""),
                 staging=False,
+                request_from=getattr(client, "request_from", None),
             )
         except Exception as e:
             click.echo(FeedbackManager.warning(message=f"Failed to initialize cloud client: {e}"))

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/tb/modules/connection.py

@@ -222,6 +222,7 @@ def connection_create_gcs(ctx: Context) -> None:
             token=token,
             host=host,
             staging=False,
+            request_from=getattr(client, "request_from", None),
         )
         creds_json = get_gcs_svc_account_creds()
         secret_name = f"gcs_svc_account_creds_{connection_name}_{unique_suffix}"

{tinybird-4.3.2.dev0 → tinybird-4.4.0}/tinybird/tb/modules/connection_kafka.py

@@ -190,6 +190,7 @@ def connection_create_kafka(
             token=token,
             host=host,
             staging=False,
+            request_from=getattr(obj.get("client"), "request_from", None),
         )
         if tb_secret_bootstrap_servers:
             prod_client.create_secret(name=tb_secret_bootstrap_servers, value=bootstrap_servers)