tinybird-cli 5.4.1.dev1__tar.gz → 5.4.1.dev3__tar.gz

{tinybird-cli-5.4.1.dev1 → tinybird-cli-5.4.1.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.4.1.dev1
+Version: 5.4.1.dev3
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,16 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.4.1.dev3
+**********
+
+- `Changed` Internal change
+
+5.4.1.dev1
+**********
+
+- `Fixed` regions list when usign `tb auth --interactive`, `tb auth ls` and `tb auth info`
+
 5.4.0
 **********
 

{tinybird-cli-5.4.1.dev1 → tinybird-cli-5.4.1.dev3}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '5.4.1.dev1'
-__revision__ = 'c9417dd'
+__version__ = '5.4.1.dev3'
+__revision__ = '8c78a34'

{tinybird-cli-5.4.1.dev1 → tinybird-cli-5.4.1.dev3}/tinybird/ch_utils/constants.py

@@ -4,7 +4,10 @@ LIVE_WS_NAME = "live"
 SNAPSHOT_WS_NAME = "snapshot"
 
 ENABLED_TABLE_FUNCTIONS = {"generateRandom", "null", "numbers", "numbers_mt", "values", "zeros", "zeros_mt"}
-COPY_ENABLED_TABLE_FUNCTIONS = frozenset(["postgresql"])
+# there's a workspace limit allowed_table_functions used in the APIs limit in cheriff
+COPY_ENABLED_TABLE_FUNCTIONS = frozenset(
+    ["postgresql", "mysql", "mongodb", "url", "azureBlobStorage", "gcs", "iceberg", "s3"]
+)
 
 ENABLED_SYSTEM_TABLES = {
     "functions",

tinybird-cli-5.4.1.dev3/tinybird/config.py

@@ -0,0 +1,107 @@
+import json
+from os import environ, getcwd
+from pathlib import Path
+from typing import Any, Dict, Optional
+
+import click
+
+from tinybird import __cli__
+from tinybird.feedback_manager import FeedbackManager
+
+try:
+    from tinybird.__cli__ import __revision__
+except Exception:
+    __revision__ = ""
+
+DEFAULT_API_HOST = "https://api.tinybird.co"
+DEFAULT_LOCALHOST = "http://localhost:8001"
+CURRENT_VERSION = f"{__cli__.__version__}"
+VERSION = f"{__cli__.__version__} (rev {__revision__})"
+DEFAULT_UI_HOST = "https://app.tinybird.co"
+SUPPORTED_CONNECTORS = ["bigquery", "snowflake"]
+PROJECT_PATHS = ["datasources", "datasources/fixtures", "endpoints", "pipes", "tests", "scripts", "deploy"]
+DEPRECATED_PROJECT_PATHS = ["endpoints"]
+MIN_WORKSPACE_ID_LENGTH = 36
+LEGACY_HOSTS = {
+    "https://api.tinybird.co": "https://app.tinybird.co/gcp/europe-west3",
+    "https://api.us-east.tinybird.co": "https://app.tinybird.co/gcp/us-east4",
+    "https://api.us-east.aws.tinybird.co": "https://app.tinybird.co/aws/us-east-1",
+    "https://api.us-west-2.aws.tinybird.co": "https://app.tinybird.co/aws/us-west-2",
+    "https://api.eu-central-1.aws.tinybird.co": "https://app.tinybird.co/aws/eu-central-1",
+    "https://api.ap-east.aws.tinybird.co": "https://app.tinybird.co/aws/ap-east",
+    "https://api.wadus1.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus1",
+    "https://api.wadus2.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus2",
+    "https://api.wadus3.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus3",
+    "https://api.wadus4.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus4",
+    "https://api.wadus5.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus5",
+    "https://api.wadus6.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus6",
+    "https://ui.tinybird.co": "https://app.tinybird.co/gcp/europe-west3",
+    "https://ui.us-east.tinybird.co": "https://app.tinybird.co/gcp/us-east4",
+    "https://ui.us-east.aws.tinybird.co": "https://app.tinybird.co/aws/us-east-1",
+    "https://ui.us-west-2.aws.tinybird.co": "https://app.tinybird.co/aws/us-west-2",
+    "https://ui.eu-central-1.aws.tinybird.co": "https://app.tinybird.co/aws/eu-central-1",
+    "https://ui.ap-east.aws.tinybird.co": "https://app.tinybird.co/aws/ap-east",
+    "https://inditex-tech.tinybird.co": "https://app.inditex.tinybird.co/gcp/inditex-tech",
+    "https://inditex-c-stg.tinybird.co": "https://app.inditex.tinybird.co/gcp/inditex-c-stg",
+    "https://inditex-c-pro.tinybird.co": "https://app.inditex.tinybird.co/gcp/inditex-c-pro",
+    "https://inditex-z-stg.tinybird.co": "https://app.inditex.tinybird.co/gcp/inditex-z-stg",
+    "https://inditex-rt-pro.tinybird.co": "https://app.inditex.tinybird.co/gcp/inditex-rt-pro",
+    "https://inditex-pro.tinybird.co": "https://app.inditex.tinybird.co/gcp/inditex-pro",
+    "https://ui.split.tinybird.co": "https://app.tinybird.co/aws/split-us-east",
+    "https://ui.split.us-west-2.aws.tinybird.co": "https://app.tinybird.co/aws/aws/split-us-west-2",
+    "https://ui.split.azure.tinybird.co": "https://app.tinybird.co/azure/split-us-east",
+    "https://ui.split-westeurope.azure.tinybird.co": "https://app.tinybird.co/azure/split-westeurope",
+    "https://ui.wadus1.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus1",
+    "https://ui.wadus2.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus2",
+    "https://ui.wadus3.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus3",
+    "https://ui.wadus4.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus4",
+    "https://ui.wadus5.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus5",
+    "https://ui.wadus6.gcp.tinybird.co": "https://app.wadus.tinybird.co/gcp/wadus6",
+    "https://ui.wadus1.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus1",
+    "https://ui.wadus2.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus2",
+    "https://ui.wadus3.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus3",
+    "https://ui.wadus4.aws.tinybird.co": "https://app.wadus.tinybird.co/aws/wadus4",
+}
+
+
+async def get_config(host: str, token: Optional[str], semver: Optional[str] = None) -> Dict[str, Any]:
+    if host:
+        host = host.rstrip("/")
+
+    config_file = Path(getcwd()) / ".tinyb"
+    config = {}
+    try:
+        with open(config_file) as file:
+            config = json.loads(file.read())
+    except IOError:
+        pass
+    except json.decoder.JSONDecodeError:
+        click.echo(FeedbackManager.error_load_file_config(config_file=config_file))
+        return config
+
+    config["token_passed"] = token
+    config["token"] = token or config.get("token", None)
+    config["semver"] = semver or config.get("semver", None)
+    config["host"] = host or config.get("host", DEFAULT_API_HOST)
+    config["workspaces"] = config.get("workspaces", [])
+    return config
+
+
+async def write_config(config: Dict[str, Any], dest_file: str = ".tinyb"):
+    config_file = Path(getcwd()) / dest_file
+    with open(config_file, "w") as file:
+        file.write(json.dumps(config, indent=4, sort_keys=True))
+
+
+def get_display_host(ui_host: str):
+    return LEGACY_HOSTS.get(ui_host, ui_host)
+
+
+class FeatureFlags:
+    @classmethod
+    def ignore_sql_errors(cls) -> bool:  # Context: #1155
+        return "TB_IGNORE_SQL_ERRORS" in environ
+
+    @classmethod
+    def is_localhost(cls) -> bool:
+        return "SET_LOCALHOST" in environ

{tinybird-cli-5.4.1.dev1 → tinybird-cli-5.4.1.dev3}/tinybird/datafile.py

@@ -3047,20 +3047,14 @@ async def new_ds(
                 and params.get("connector")
                 and params.get("bucket_uri")
             ):
-                data = await client.preview_bucket(params["connector"], params["bucket_uri"])
-                if data:
-                    files = data.get("files", [])
-                    if len(files) > 0:
-                        file_name = files[0].get("name", "")
-                        extension = file_name.split(".")[-1]
-                        if extension == "gz":
-                            extension = file_name.split(".")[-2]
-                        valid_formats = ["csv", "json", "jsonl", "ndjson", "parquet"]
-                        if extension not in valid_formats:
-                            raise Exception(
-                                FeedbackManager.error_format(extension=extension, valid_formats=valid_formats)
-                            )
-                        params["format"] = extension
+                bucket_uri = params.get("bucket_uri")
+                extension = bucket_uri.split(".")[-1]
+                if extension == "gz":
+                    extension = bucket_uri.split(".")[-2]
+                valid_formats = ["csv", "json", "jsonl", "ndjson", "parquet"]
+                if extension not in valid_formats:
+                    raise Exception(FeedbackManager.error_format(extension=extension, valid_formats=valid_formats))
+                params["format"] = extension
             datasource_response = await client.datasource_create_from_definition(params)
             datasource = datasource_response.get("datasource", {})
 

{tinybird-cli-5.4.1.dev1 → tinybird-cli-5.4.1.dev3}/tinybird/tb_cli_modules/auth.py

@@ -8,6 +8,7 @@ from typing import Any, Dict, List, Optional
 import click
 import humanfriendly.tables
 
+from tinybird.config import get_display_host
 from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
@@ -157,7 +158,8 @@ async def auth_info() -> None:
         token = f"{config.get_token()} ({token_origin})"
 
         host_origin = ORIGINS.get(config.get_value_origin("host"), "")
-        host = f"{config.get_host()} ({host_origin})"
+        host_name = get_display_host(config.get_host() or "")
+        host = f"{host_name} ({host_origin})"
 
         if config.get_user_token():
             user_token_origin = ORIGINS.get(config.get_value_origin("user_token"), "")

{tinybird-cli-5.4.1.dev1 → tinybird-cli-5.4.1.dev3}/tinybird/tb_cli_modules/common.py

@@ -50,6 +50,7 @@ from tinybird.config import (
     VERSION,
     FeatureFlags,
     get_config,
+    get_display_host,
     write_config,
 )
 
@@ -1874,7 +1875,7 @@ async def try_authenticate(
     config.set_host(api_host)
 
     if not token:
-        token = ask_for_admin_token_interactively(ui_host, default_token=default_password)
+        token = ask_for_admin_token_interactively(get_display_host(ui_host), default_token=default_password)
     config.set_token(token)
 
     add_telemetry_event("auth_token", token=token)
@@ -1891,7 +1892,7 @@ async def try_authenticate(
             config.set_host(host)
             authenticated = await try_update_config_with_remote(config, raise_on_errors=False)
             if authenticated:
-                click.echo(FeedbackManager.success_using_host(name=name, host=ui_host))
+                click.echo(FeedbackManager.success_using_host(name=name, host=get_display_host(ui_host)))
                 break
 
     if not authenticated:

{tinybird-cli-5.4.1.dev1 → tinybird-cli-5.4.1.dev3}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.4.1.dev1
+Version: 5.4.1.dev3
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,16 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.4.1.dev3
+**********
+
+- `Changed` Internal change
+
+5.4.1.dev1
+**********
+
+- `Fixed` regions list when usign `tb auth --interactive`, `tb auth ls` and `tb auth info`
+
 5.4.0
 **********
 

tinybird-cli-5.4.1.dev1/tinybird/config.py

@@ -1,63 +0,0 @@
-import json
-from os import environ, getcwd
-from pathlib import Path
-from typing import Any, Dict, Optional
-
-import click
-
-from tinybird import __cli__
-from tinybird.feedback_manager import FeedbackManager
-
-try:
-    from tinybird.__cli__ import __revision__
-except Exception:
-    __revision__ = ""
-
-DEFAULT_API_HOST = "https://api.tinybird.co"
-DEFAULT_LOCALHOST = "http://localhost:8001"
-CURRENT_VERSION = f"{__cli__.__version__}"
-VERSION = f"{__cli__.__version__} (rev {__revision__})"
-DEFAULT_UI_HOST = "https://ui.tinybird.co"
-SUPPORTED_CONNECTORS = ["bigquery", "snowflake"]
-PROJECT_PATHS = ["datasources", "datasources/fixtures", "endpoints", "pipes", "tests", "scripts", "deploy"]
-DEPRECATED_PROJECT_PATHS = ["endpoints"]
-MIN_WORKSPACE_ID_LENGTH = 36
-
-
-async def get_config(host: str, token: Optional[str], semver: Optional[str] = None) -> Dict[str, Any]:
-    if host:
-        host = host.rstrip("/")
-
-    config_file = Path(getcwd()) / ".tinyb"
-    config = {}
-    try:
-        with open(config_file) as file:
-            config = json.loads(file.read())
-    except IOError:
-        pass
-    except json.decoder.JSONDecodeError:
-        click.echo(FeedbackManager.error_load_file_config(config_file=config_file))
-        return config
-
-    config["token_passed"] = token
-    config["token"] = token or config.get("token", None)
-    config["semver"] = semver or config.get("semver", None)
-    config["host"] = host or config.get("host", DEFAULT_API_HOST)
-    config["workspaces"] = config.get("workspaces", [])
-    return config
-
-
-async def write_config(config: Dict[str, Any], dest_file: str = ".tinyb"):
-    config_file = Path(getcwd()) / dest_file
-    with open(config_file, "w") as file:
-        file.write(json.dumps(config, indent=4, sort_keys=True))
-
-
-class FeatureFlags:
-    @classmethod
-    def ignore_sql_errors(cls) -> bool:  # Context: #1155
-        return "TB_IGNORE_SQL_ERRORS" in environ
-
-    @classmethod
-    def is_localhost(cls) -> bool:
-        return "SET_LOCALHOST" in environ