tinybird-cli 2.1.0.dev15__tar.gz → 2.1.1.dev2__tar.gz

{tinybird-cli-2.1.0.dev15 → tinybird-cli-2.1.1.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 2.1.0.dev15
+Version: 2.1.1.dev2
 Summary: Tinybird Command Line Tool
 Home-page: https://docs.tinybird.co/cli.html
 Author: Tinybird
@@ -19,6 +19,31 @@ Changelog
 
 ---------
 
+2.1.1.dev2
+************
+
+- `Fixed` command `tb pipe regression-tests` to handle the edge case when all the requests to the endpoint that we want to check fails as the value returned is no what we expect. 
+
+2.1.0
+************
+
+- `Changed` `exec_test.sh` now runs with `parallel -j 4` to speed up CI cycles
+- `Changed` `tb release rollback` now requires double confirmation
+- `Fixed` Ignore .diff_tmp/ on `tb deploy`
+- `Changed` Regression tests select faster the requests used for the checks.
+- `Improve` peformance when using the option `--only-change` in the `tb push` command. This was a regression introduced in the version 2.0.0
+- `Added` Add option `c` or `--concurrency` to `tb run test` to run tests in parallel
+- `Removed` hidden option `--only-changes` from `tb deploy` as it's no longer required.
+- `Changed` Speed-up CLI startup by lazy-importing some dependencies.
+- `Added` `tb auth` shows and uses the new AWS regions
+- `Added` Add `--auto-promote` to `tb deploy` to automatically promote the Release created. It automatically applies to Environments created by CI.
+- `Added` Support `TAGS "backfil_column=<column_name>"` in .datasource definition to do backfill operations when running a populate job
+- `Changed` Regression tests now also use Pipe requests done with the POST HTTP method.
+- `Changed` `tb env` commands to use the new `CLIConfig` class to manage the authentication and the configuration of the CLI. This change allows us to have a better control of the configuration and the authentication of the CLI. This should be transparent for the users.
+- `Changed` Internal changes in `tb deploy`
+- `Added` `tb deploy` removes resources from datafiles deleted
+
+
 2.1.0.dev15
 ************
 

{tinybird-cli-2.1.0.dev15 → tinybird-cli-2.1.1.dev2}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://docs.tinybird.co/cli.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '2.1.0.dev15'
-__revision__ = 'd517c9c'
+__version__ = '2.1.1.dev2'
+__revision__ = '0a4a8e6'

tinybird-cli-2.1.1.dev2/tinybird/connector_settings.py

@@ -0,0 +1,88 @@
+from enum import Enum
+from typing import List
+
+
+class DataConnectorType(str, Enum):
+    KAFKA = "kafka"
+    GCLOUD_SCHEDULER = "gcscheduler"
+    SNOWFLAKE = "snowflake"
+    BIGQUERY = "bigquery"
+    GCLOUD_STORAGE = "gcs"
+    GCLOUD_STORAGE_HMAC = "gcs_hmac"
+    AMAZON_S3 = "s3"
+
+    def __str__(self) -> str:
+        return self.value
+
+
+class DataConnectorSettings:
+    kafka = [
+        "cli_version",
+        "tb_endpoint",
+        "kafka_bootstrap_servers",
+        "kafka_sasl_plain_username",
+        "kafka_sasl_plain_password",
+        "kafka_security_protocol",
+        "kafka_sasl_mechanism",
+        "kafka_schema_registry_url",
+    ]
+    gcscheduler = ["gcscheduler_region"]
+    bigquery = ["account"]
+    snowflake = ["account", "username", "password", "warehouse", "warehouse_size", "role", "stage", "integration"]
+    gcs_hmac = ["gcs_hmac_access_id", "gcs_hmac_secret"]
+    s3 = [
+        "s3_access_key_id",
+        "s3_secret_access_key",
+        "s3_region",
+    ]
+    gcs = [
+        "gcs_private_key_id",
+        "gcs_client_x509_cert_url",
+        "gcs_project_id",
+        "gcs_client_id",
+        "gcs_client_email",
+        "gcs_private_key",
+    ]
+
+
+class DataLinkerSettings:
+    kafka = [
+        "tb_datasource",
+        "tb_token",
+        "kafka_topic",
+        "kafka_group_id",
+        "kafka_auto_offset_reset",
+        "kafka_store_raw_value",
+        "kafka_store_headers",
+    ]
+
+
+class DataSinkSettings:
+    gcscheduler = ["cron", "timezone", "status", "gcscheduler_target_url", "gcscheduler_job_name", "gcscheduler_region"]
+    gcs_hmac = [
+        "bucket_path",
+        "file_template",
+        "partition_node",
+        "format",
+        "compression",
+    ]
+    s3 = [
+        "bucket_path",
+        "file_template",
+        "partition_node",
+        "format",
+        "compression",
+    ]
+
+
+class DataSensitiveSettings:
+    kafka = ["kafka_sasl_plain_password"]
+    gcscheduler = [
+        "gcscheduler_target_url",
+        "gcscheduler_job_name",
+        "gcscheduler_region",
+    ]
+    bigquery: List[str] = []
+    snowflake: List[str] = []
+    gcs_hmac: List[str] = ["gcs_hmac_secret"]
+    s3: List[str] = ["s3_secret_access_key"]

{tinybird-cli-2.1.0.dev15 → tinybird-cli-2.1.1.dev2}/tinybird/datafile.py

@@ -1781,11 +1781,18 @@ class PipeChecker(unittest.TestCase):
             for x in current_data_e.keys():
                 if isinstance(current_data_e[x], float):
                     d = abs(current_data_e[x] - check_fixtures_data_e[x])
-                    self.assertLessEqual(
-                        d / current_data_e[x],
-                        0.01,
-                        f"key {x}. old value: {current_data_e[x]}, new value {check_fixtures_data_e[x]}\n{self.diff(current_data_e, check_fixtures_data_e)}",
-                    )
+                    try:
+                        self.assertLessEqual(
+                            d / current_data_e[x],
+                            0.01,
+                            f"key {x}. old value: {current_data_e[x]}, new value: {check_fixtures_data_e[x]}\n{self.diff(current_data_e, check_fixtures_data_e)}",
+                        )
+                    except ZeroDivisionError:
+                        self.assertEqual(
+                            d,
+                            0,
+                            f"key {x}. old value: {current_data_e[x]}, new value: {check_fixtures_data_e[x]}\n{self.diff(current_data_e, check_fixtures_data_e)}",
+                        )
                 elif (
                     not isinstance(current_data_e[x], (str, bytes))
                     and isinstance(current_data_e[x], Iterable)
@@ -2027,6 +2034,13 @@ class PipeCheckerRunner:
 
                     current_read_bytes.append(test.current_read_bytes)
                     checker_read_bytes.append(test.checker_read_bytes)
+            else:
+                # if we do not have any successful execution, let's just return a table with dummy metrics https://gitlab.com/tinybird/analytics/-/issues/10875
+                current_response_times = [0]
+                checker_response_times = [0]
+
+                current_read_bytes = [0]
+                checker_read_bytes = [0]
 
             metrics_summary = {
                 "run": result.testsRun,

{tinybird-cli-2.1.0.dev15 → tinybird-cli-2.1.1.dev2}/tinybird/tb_cli_modules/connection.py

@@ -12,7 +12,6 @@ import click
 from click import Context
 
 from tinybird.client import DoesNotExistException, TinyB
-from tinybird.connector_settings import DATA_CONNECTOR_SETTINGS, DataConnectorType, DataSensitiveSettings
 from tinybird.feedback_manager import FeedbackManager
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
@@ -340,8 +339,11 @@ async def connection_rm(ctx: Context, connection_id: str, force: bool) -> None:
 @click.option("--connector", help="Filter by connector")
 @click.pass_context
 @coro
-async def connection_ls(ctx: Context, connector: Optional[DataConnectorType] = None) -> None:
+async def connection_ls(ctx: Context, connector: str) -> None:
     """List connections."""
+
+    from tinybird.connector_settings import DataConnectorSettings, DataSensitiveSettings
+
     obj: Dict[str, Any] = ctx.ensure_object(dict)
     client: TinyB = obj["client"]
 
@@ -356,9 +358,9 @@ async def connection_ls(ctx: Context, connector: Optional[DataConnectorType] = N
         columns = ["service", "name", "id", "connected_datasources"]
     else:
         sensitive_settings = getattr(DataSensitiveSettings, connector)
-        columns = ["service", "name", "id", "connected_datasources"]
-        if connector_settings := DATA_CONNECTOR_SETTINGS.get(connector):
-            columns += [setting.replace("tb_", "") for setting in connector_settings.model_fields.keys()]
+        columns = ["service", "name", "id", "connected_datasources"] + [
+            setting.replace("tb_", "") for setting in getattr(DataConnectorSettings, connector)
+        ]
 
     for connection in connections:
         row = [_get_setting_value(connection, setting, sensitive_settings) for setting in columns]

{tinybird-cli-2.1.0.dev15 → tinybird-cli-2.1.1.dev2}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 2.1.0.dev15
+Version: 2.1.1.dev2
 Summary: Tinybird Command Line Tool
 Home-page: https://docs.tinybird.co/cli.html
 Author: Tinybird
@@ -19,6 +19,31 @@ Changelog
 
 ---------
 
+2.1.1.dev2
+************
+
+- `Fixed` command `tb pipe regression-tests` to handle the edge case when all the requests to the endpoint that we want to check fails as the value returned is no what we expect. 
+
+2.1.0
+************
+
+- `Changed` `exec_test.sh` now runs with `parallel -j 4` to speed up CI cycles
+- `Changed` `tb release rollback` now requires double confirmation
+- `Fixed` Ignore .diff_tmp/ on `tb deploy`
+- `Changed` Regression tests select faster the requests used for the checks.
+- `Improve` peformance when using the option `--only-change` in the `tb push` command. This was a regression introduced in the version 2.0.0
+- `Added` Add option `c` or `--concurrency` to `tb run test` to run tests in parallel
+- `Removed` hidden option `--only-changes` from `tb deploy` as it's no longer required.
+- `Changed` Speed-up CLI startup by lazy-importing some dependencies.
+- `Added` `tb auth` shows and uses the new AWS regions
+- `Added` Add `--auto-promote` to `tb deploy` to automatically promote the Release created. It automatically applies to Environments created by CI.
+- `Added` Support `TAGS "backfil_column=<column_name>"` in .datasource definition to do backfill operations when running a populate job
+- `Changed` Regression tests now also use Pipe requests done with the POST HTTP method.
+- `Changed` `tb env` commands to use the new `CLIConfig` class to manage the authentication and the configuration of the CLI. This change allows us to have a better control of the configuration and the authentication of the CLI. This should be transparent for the users.
+- `Changed` Internal changes in `tb deploy`
+- `Added` `tb deploy` removes resources from datafiles deleted
+
+
 2.1.0.dev15
 ************
 

{tinybird-cli-2.1.0.dev15 → tinybird-cli-2.1.1.dev2}/tinybird_cli.egg-info/requires.txt

@@ -5,7 +5,6 @@ cryptography>=3.4.8
 croniter==1.3.8
 GitPython==3.1.29
 humanfriendly==8.2
-pydantic==2.5.2
 pyperclip==1.8.2
 pyyaml<6.1,>=6.0
 requests<3,>=2.28.1

tinybird-cli-2.1.0.dev15/tinybird/connector_settings.py

@@ -1,134 +0,0 @@
-from __future__ import annotations
-
-from enum import Enum
-from typing import List, Optional
-
-from pydantic import BaseModel
-
-
-class DataConnectorType(str, Enum):
-    KAFKA = "kafka"
-    GCLOUD_SCHEDULER = "gcscheduler"
-    SNOWFLAKE = "snowflake"
-    BIGQUERY = "bigquery"
-    GCLOUD_STORAGE = "gcs"
-    GCLOUD_STORAGE_HMAC = "gcs_hmac"
-    AMAZON_S3 = "s3"
-
-    def __str__(self) -> str:
-        return self.value
-
-
-class DataConnectorSetting(BaseModel):
-    ...
-
-
-class KafkaConnectorSetting(DataConnectorSetting):
-    kafka_bootstrap_servers: str
-    kafka_sasl_plain_username: str
-    kafka_sasl_plain_password: str
-    cli_version: Optional[str] = None
-    tb_endpoint: Optional[str] = None
-    kafka_security_protocol: Optional[str] = None
-    kafka_sasl_mechanism: Optional[str] = None
-    kafka_schema_registry_url: Optional[str] = None
-
-
-class S3ConnectorSetting(DataConnectorSetting):
-    s3_access_key_id: str
-    s3_secret_access_key: str
-    s3_region: str
-
-
-class SnowflakeConnectorSetting(DataConnectorSetting):
-    account: str
-    username: str
-    password: str
-    role: str
-    warehouse: str
-    warehouse_size: Optional[str] = None
-    stage: Optional[str] = None
-    integration: Optional[str] = None
-
-
-class GCSchedulerConnectorSetting(DataConnectorSetting):
-    gcscheduler_region: Optional[str] = None
-
-
-class BigQueryConnectorSetting(DataConnectorSetting):
-    account: Optional[str] = None
-
-
-class GCSHmacConnectorSetting(DataConnectorSetting):
-    gcs_hmac_access_id: str
-    gcs_hmac_secret: str
-
-
-class GCSConnectorSetting(DataConnectorSetting):
-    gcs_private_key_id: str
-    gcs_client_x509_cert_url: str
-    gcs_project_id: str
-    gcs_client_id: str
-    gcs_client_email: str
-    gcs_private_key: str
-
-
-DATA_CONNECTOR_SETTINGS: dict[DataConnectorType, type[DataConnectorSetting]] = {
-    DataConnectorType.KAFKA: KafkaConnectorSetting,
-    DataConnectorType.GCLOUD_SCHEDULER: GCSchedulerConnectorSetting,
-    DataConnectorType.SNOWFLAKE: SnowflakeConnectorSetting,
-    DataConnectorType.BIGQUERY: BigQueryConnectorSetting,
-    DataConnectorType.GCLOUD_STORAGE: GCSConnectorSetting,
-    DataConnectorType.GCLOUD_STORAGE_HMAC: GCSHmacConnectorSetting,
-    DataConnectorType.AMAZON_S3: S3ConnectorSetting,
-}
-
-
-class DataLinkerSettings:
-    kafka = [
-        "tb_datasource",
-        "tb_token",
-        "kafka_topic",
-        "kafka_group_id",
-        "kafka_auto_offset_reset",
-        "kafka_store_raw_value",
-        "kafka_store_headers",
-    ]
-
-
-class DataSinkSettings:
-    gcscheduler = [
-        "cron",
-        "timezone",
-        "status",
-        "gcscheduler_target_url",
-        "gcscheduler_job_name",
-        "gcscheduler_region",
-    ]
-    gcs_hmac = [
-        "bucket_path",
-        "file_template",
-        "partition_node",
-        "format",
-        "compression",
-    ]
-    s3 = [
-        "bucket_path",
-        "file_template",
-        "partition_node",
-        "format",
-        "compression",
-    ]
-
-
-class DataSensitiveSettings:
-    kafka = ["kafka_sasl_plain_password"]
-    gcscheduler = [
-        "gcscheduler_target_url",
-        "gcscheduler_job_name",
-        "gcscheduler_region",
-    ]
-    bigquery: List[str] = []
-    snowflake: List[str] = []
-    gcs_hmac: List[str] = ["gcs_hmac_secret"]
-    s3: List[str] = ["s3_secret_access_key"]