tinybird-cli 2.1.0.dev15__py3-none-any.whl → 2.1.1.dev2__py3-none-any.whl

tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://docs.tinybird.co/cli.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '2.1.0.dev15'
-__revision__ = 'd517c9c'
+__version__ = '2.1.1.dev2'
+__revision__ = '0a4a8e6'

tinybird/connector_settings.py

@@ -1,9 +1,5 @@
-from __future__ import annotations
-
 from enum import Enum
-from typing import List, Optional
-
-from pydantic import BaseModel
+from typing import List
 
 
 class DataConnectorType(str, Enum):
@@ -19,69 +15,34 @@ class DataConnectorType(str, Enum):
         return self.value
 
 
-class DataConnectorSetting(BaseModel):
-    ...
-
-
-class KafkaConnectorSetting(DataConnectorSetting):
-    kafka_bootstrap_servers: str
-    kafka_sasl_plain_username: str
-    kafka_sasl_plain_password: str
-    cli_version: Optional[str] = None
-    tb_endpoint: Optional[str] = None
-    kafka_security_protocol: Optional[str] = None
-    kafka_sasl_mechanism: Optional[str] = None
-    kafka_schema_registry_url: Optional[str] = None
-
-
-class S3ConnectorSetting(DataConnectorSetting):
-    s3_access_key_id: str
-    s3_secret_access_key: str
-    s3_region: str
-
-
-class SnowflakeConnectorSetting(DataConnectorSetting):
-    account: str
-    username: str
-    password: str
-    role: str
-    warehouse: str
-    warehouse_size: Optional[str] = None
-    stage: Optional[str] = None
-    integration: Optional[str] = None
-
-
-class GCSchedulerConnectorSetting(DataConnectorSetting):
-    gcscheduler_region: Optional[str] = None
-
-
-class BigQueryConnectorSetting(DataConnectorSetting):
-    account: Optional[str] = None
-
-
-class GCSHmacConnectorSetting(DataConnectorSetting):
-    gcs_hmac_access_id: str
-    gcs_hmac_secret: str
-
-
-class GCSConnectorSetting(DataConnectorSetting):
-    gcs_private_key_id: str
-    gcs_client_x509_cert_url: str
-    gcs_project_id: str
-    gcs_client_id: str
-    gcs_client_email: str
-    gcs_private_key: str
-
-
-DATA_CONNECTOR_SETTINGS: dict[DataConnectorType, type[DataConnectorSetting]] = {
-    DataConnectorType.KAFKA: KafkaConnectorSetting,
-    DataConnectorType.GCLOUD_SCHEDULER: GCSchedulerConnectorSetting,
-    DataConnectorType.SNOWFLAKE: SnowflakeConnectorSetting,
-    DataConnectorType.BIGQUERY: BigQueryConnectorSetting,
-    DataConnectorType.GCLOUD_STORAGE: GCSConnectorSetting,
-    DataConnectorType.GCLOUD_STORAGE_HMAC: GCSHmacConnectorSetting,
-    DataConnectorType.AMAZON_S3: S3ConnectorSetting,
-}
+class DataConnectorSettings:
+    kafka = [
+        "cli_version",
+        "tb_endpoint",
+        "kafka_bootstrap_servers",
+        "kafka_sasl_plain_username",
+        "kafka_sasl_plain_password",
+        "kafka_security_protocol",
+        "kafka_sasl_mechanism",
+        "kafka_schema_registry_url",
+    ]
+    gcscheduler = ["gcscheduler_region"]
+    bigquery = ["account"]
+    snowflake = ["account", "username", "password", "warehouse", "warehouse_size", "role", "stage", "integration"]
+    gcs_hmac = ["gcs_hmac_access_id", "gcs_hmac_secret"]
+    s3 = [
+        "s3_access_key_id",
+        "s3_secret_access_key",
+        "s3_region",
+    ]
+    gcs = [
+        "gcs_private_key_id",
+        "gcs_client_x509_cert_url",
+        "gcs_project_id",
+        "gcs_client_id",
+        "gcs_client_email",
+        "gcs_private_key",
+    ]
 
 
 class DataLinkerSettings:
@@ -97,14 +58,7 @@ class DataLinkerSettings:
 
 
 class DataSinkSettings:
-    gcscheduler = [
-        "cron",
-        "timezone",
-        "status",
-        "gcscheduler_target_url",
-        "gcscheduler_job_name",
-        "gcscheduler_region",
-    ]
+    gcscheduler = ["cron", "timezone", "status", "gcscheduler_target_url", "gcscheduler_job_name", "gcscheduler_region"]
     gcs_hmac = [
         "bucket_path",
         "file_template",

tinybird/datafile.py

@@ -1781,11 +1781,18 @@ class PipeChecker(unittest.TestCase):
             for x in current_data_e.keys():
                 if isinstance(current_data_e[x], float):
                     d = abs(current_data_e[x] - check_fixtures_data_e[x])
-                    self.assertLessEqual(
-                        d / current_data_e[x],
-                        0.01,
-                        f"key {x}. old value: {current_data_e[x]}, new value {check_fixtures_data_e[x]}\n{self.diff(current_data_e, check_fixtures_data_e)}",
-                    )
+                    try:
+                        self.assertLessEqual(
+                            d / current_data_e[x],
+                            0.01,
+                            f"key {x}. old value: {current_data_e[x]}, new value: {check_fixtures_data_e[x]}\n{self.diff(current_data_e, check_fixtures_data_e)}",
+                        )
+                    except ZeroDivisionError:
+                        self.assertEqual(
+                            d,
+                            0,
+                            f"key {x}. old value: {current_data_e[x]}, new value: {check_fixtures_data_e[x]}\n{self.diff(current_data_e, check_fixtures_data_e)}",
+                        )
                 elif (
                     not isinstance(current_data_e[x], (str, bytes))
                     and isinstance(current_data_e[x], Iterable)
@@ -2027,6 +2034,13 @@ class PipeCheckerRunner:
 
                     current_read_bytes.append(test.current_read_bytes)
                     checker_read_bytes.append(test.checker_read_bytes)
+            else:
+                # if we do not have any successful execution, let's just return a table with dummy metrics https://gitlab.com/tinybird/analytics/-/issues/10875
+                current_response_times = [0]
+                checker_response_times = [0]
+
+                current_read_bytes = [0]
+                checker_read_bytes = [0]
 
             metrics_summary = {
                 "run": result.testsRun,

tinybird/tb_cli_modules/connection.py

@@ -12,7 +12,6 @@ import click
 from click import Context
 
 from tinybird.client import DoesNotExistException, TinyB
-from tinybird.connector_settings import DATA_CONNECTOR_SETTINGS, DataConnectorType, DataSensitiveSettings
 from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
@@ -340,8 +339,11 @@ async def connection_rm(ctx: Context, connection_id: str, force: bool) -> None:
 @click.option("--connector", help="Filter by connector")
 @click.pass_context
 @coro
-async def connection_ls(ctx: Context, connector: Optional[DataConnectorType] = None) -> None:
+async def connection_ls(ctx: Context, connector: str) -> None:
     """List connections."""
+
+    from tinybird.connector_settings import DataConnectorSettings, DataSensitiveSettings
+
     obj: Dict[str, Any] = ctx.ensure_object(dict)
     client: TinyB = obj["client"]
 
@@ -356,9 +358,9 @@ async def connection_ls(ctx: Context, connector: Optional[DataConnectorType] = N
         columns = ["service", "name", "id", "connected_datasources"]
     else:
         sensitive_settings = getattr(DataSensitiveSettings, connector)
-        columns = ["service", "name", "id", "connected_datasources"]
-        if connector_settings := DATA_CONNECTOR_SETTINGS.get(connector):
-            columns += [setting.replace("tb_", "") for setting in connector_settings.model_fields.keys()]
+        columns = ["service", "name", "id", "connected_datasources"] + [
+            setting.replace("tb_", "") for setting in getattr(DataConnectorSettings, connector)
+        ]
 
     for connection in connections:
         row = [_get_setting_value(connection, setting, sensitive_settings) for setting in columns]

{tinybird_cli-2.1.0.dev15.dist-info → tinybird_cli-2.1.1.dev2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 2.1.0.dev15
+Version: 2.1.1.dev2
 Summary: Tinybird Command Line Tool
 Home-page: https://docs.tinybird.co/cli.html
 Author: Tinybird
@@ -14,7 +14,6 @@ Requires-Dist: cryptography (>=3.4.8)
 Requires-Dist: croniter (==1.3.8)
 Requires-Dist: GitPython (==3.1.29)
 Requires-Dist: humanfriendly (==8.2)
-Requires-Dist: pydantic (==2.5.2)
 Requires-Dist: pyperclip (==1.8.2)
 Requires-Dist: pyyaml (<6.1,>=6.0)
 Requires-Dist: requests (<3,>=2.28.1)
@@ -52,6 +51,31 @@ Changelog
 
 ---------
 
+2.1.1.dev2
+************
+
+- `Fixed` command `tb pipe regression-tests` to handle the edge case when all the requests to the endpoint that we want to check fails as the value returned is no what we expect. 
+
+2.1.0
+************
+
+- `Changed` `exec_test.sh` now runs with `parallel -j 4` to speed up CI cycles
+- `Changed` `tb release rollback` now requires double confirmation
+- `Fixed` Ignore .diff_tmp/ on `tb deploy`
+- `Changed` Regression tests select faster the requests used for the checks.
+- `Improve` peformance when using the option `--only-change` in the `tb push` command. This was a regression introduced in the version 2.0.0
+- `Added` Add option `c` or `--concurrency` to `tb run test` to run tests in parallel
+- `Removed` hidden option `--only-changes` from `tb deploy` as it's no longer required.
+- `Changed` Speed-up CLI startup by lazy-importing some dependencies.
+- `Added` `tb auth` shows and uses the new AWS regions
+- `Added` Add `--auto-promote` to `tb deploy` to automatically promote the Release created. It automatically applies to Environments created by CI.
+- `Added` Support `TAGS "backfil_column=<column_name>"` in .datasource definition to do backfill operations when running a populate job
+- `Changed` Regression tests now also use Pipe requests done with the POST HTTP method.
+- `Changed` `tb env` commands to use the new `CLIConfig` class to manage the authentication and the configuration of the CLI. This change allows us to have a better control of the configuration and the authentication of the CLI. This should be transparent for the users.
+- `Changed` Internal changes in `tb deploy`
+- `Added` `tb deploy` removes resources from datafiles deleted
+
+
 2.1.0.dev15
 ************
 

{tinybird_cli-2.1.0.dev15.dist-info → tinybird_cli-2.1.1.dev2.dist-info}/RECORD

@@ -1,11 +1,11 @@
-tinybird/__cli__.py,sha256=TdlfeOyW4KUWEo8ZniJTkDVv3N47bV1aQF72Daz5PaU,238
+tinybird/__cli__.py,sha256=h9wVe6T7fEpVFmu47vNZnRw75UTb_S2hVm5AjTTQUKk,237
 tinybird/check_pypi.py,sha256=_4NkharLyR_ELrAdit-ftqIWvOf7jZNPt3i76frlo9g,975
 tinybird/client.py,sha256=scmQ6bLSRDkunN5hdNHIp8Yn66RPXVpEqzs-S8YrWYs,45733
 tinybird/config.py,sha256=ckNiJhDbRm1IGNz_0V712fgiv2XBhDxujUH0EvwYVm4,1962
-tinybird/connector_settings.py,sha256=wQ3ZbgGwXeaKLVluvzIaVX8bFHLOo4JvzUe1nLZdEPs,3299
+tinybird/connector_settings.py,sha256=hXCL94KbvTwlZ9fJH4nl5J9Tf2HX6esws4AsyYdeA7M,2178
 tinybird/connectors.py,sha256=lkpVSUmSuViEZBa4QjTK7YmPHUop0a5UFoTrSmlVq6k,15244
 tinybird/context.py,sha256=Wp2vcP_qN2PYQh6hYnTwI_XcqUCt_3pZORjSTRnpZz4,802
-tinybird/datafile.py,sha256=pUmL0UcbU8rHDa6B5Hyr9fxsIAoSO1NUnwIIvIM15RU,187509
+tinybird/datafile.py,sha256=PPvxoXpD8Y-flXoXWpkUOOc_0_IGSClmdm7l7mFg42o,188245
 tinybird/datatypes.py,sha256=adYOQBTyfeBGVINIlaRex_81gTQQuqF2M9VTQpzq1H0,7060
 tinybird/feedback_manager.py,sha256=WNxS1OcKkD5G2W9vqFKr6OVXLxLozb9w04b1CwR3tcI,51785
 tinybird/sql.py,sha256=et404SRqcOt-l4ULZhLs8ozVxaI1vOtCFSqIWLeEqXg,36460
@@ -23,7 +23,7 @@ tinybird/tb_cli_modules/cicd.py,sha256=yVyzUa6ZLgidoSY9_nNWJFjdbg6rP9IWegjzplYOR
 tinybird/tb_cli_modules/cli.py,sha256=GZFEUgp_wFU9a0o87VrzXTxudHHqafVT_WBTs-sltmg,59600
 tinybird/tb_cli_modules/common.py,sha256=R0_SXxkLWhbM7jXW6bvy7zthV-295qhBWFPbkh16SDg,70874
 tinybird/tb_cli_modules/config.py,sha256=6NTgIdwf0X132A1j6G_YrdPep87ymZ9b5pABabKLzh4,11484
-tinybird/tb_cli_modules/connection.py,sha256=0rU6bmY5FLalRu9zWmE_tHrXf2JUc0yRVZi9xaPqaw8,22121
+tinybird/tb_cli_modules/connection.py,sha256=shBGvOWR6Qo8o19PxZhp7Oa5TCf4DGLWL0WTryY7abs,22006
 tinybird/tb_cli_modules/datasource.py,sha256=tkQxwzHfDbKoXbiyUqQRYJBSvlE7dQYi4WUy-Kva6n8,31530
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/job.py,sha256=AG69LPb9MbobA1awwJFZJvxqarDKfRlsBjw2V1zvYqc,2964
@@ -36,8 +36,8 @@ tinybird/tb_cli_modules/workspace.py,sha256=NDHINzW3SBo8FcWH8Bx-DCeUXQ8YUJX6FW8c
 tinybird/tb_cli_modules/workspace_members.py,sha256=6oZM7oJQPxDMycL95TPtALriL5WRI2DhNlQWD8MP8JU,8205
 tinybird/tb_cli_modules/tinyunit/tinyunit.py,sha256=ywTyKnkpowYf5M66_lIxvsOBahycg__s7AirL7DnVaY,11596
 tinybird/tb_cli_modules/tinyunit/tinyunit_lib.py,sha256=j92za8QbXrv4eIPjKBZPn9ghR-nYQ2wZZ88MeXyMWXE,1868
-tinybird_cli-2.1.0.dev15.dist-info/METADATA,sha256=rlm9IvXfq80PzTlR2vRiI6FmT3H0yPCTzMTbadmZ9dI,68220
-tinybird_cli-2.1.0.dev15.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tinybird_cli-2.1.0.dev15.dist-info/entry_points.txt,sha256=PKPKuPmA4IfJYnCFHHUiw-aAWZuBomFvwCklv1OyCjE,43
-tinybird_cli-2.1.0.dev15.dist-info/top_level.txt,sha256=8TRt5snq9vZpx4rBBc9EWpj76Er6IAdfnx_Eq6cNBk8,45
-tinybird_cli-2.1.0.dev15.dist-info/RECORD,,
+tinybird_cli-2.1.1.dev2.dist-info/METADATA,sha256=h4ydv_X22Vlp18NgOBGkpaT2QFW8VRFBQ0LJj-WG2qA,69869
+tinybird_cli-2.1.1.dev2.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tinybird_cli-2.1.1.dev2.dist-info/entry_points.txt,sha256=PKPKuPmA4IfJYnCFHHUiw-aAWZuBomFvwCklv1OyCjE,43
+tinybird_cli-2.1.1.dev2.dist-info/top_level.txt,sha256=8TRt5snq9vZpx4rBBc9EWpj76Er6IAdfnx_Eq6cNBk8,45
+tinybird_cli-2.1.1.dev2.dist-info/RECORD,,