tinybird 0.0.1.dev119__py3-none-any.whl → 0.0.1.dev120__py3-none-any.whl

tinybird/datatypes.py

@@ -5,11 +5,14 @@ from decimal import Decimal
 from typing import Callable, Dict, List, Optional, Tuple
 
 datetime64_patterns = [
-    r"\d\d\d\d.\d\d.\d\d(T|\s)\d\d:\d\d:\d\d.\d\d\d",
-    r"\d\d.\d\d.\d\d\d\d.\d{1,2}:\d{1,2}:\d{1,2}.\d{1,3}",
+    re.compile(r"\d\d\d\d.\d\d.\d\d(T|\s)\d\d:\d\d:\d\d.\d\d\d"),
+    re.compile(r"\d\d.\d\d.\d\d\d\d.\d{1,2}:\d{1,2}:\d{1,2}.\d{1,3}"),
 ]
 
-datetime_patterns = [r"\d\d\d\d.\d\d.\d\d(T|\s)\d\d:\d\d:\d\d", r"\d\d.\d\d.\d\d\d\d.\d{1,2}:\d{1,2}:\d{1,2}"]
+datetime_patterns = [
+    re.compile(r"\d\d\d\d.\d\d.\d\d(T|\s)\d\d:\d\d:\d\d"),
+    re.compile(r"\d\d.\d\d.\d\d\d\d.\d{1,2}:\d{1,2}:\d{1,2}"),
+]
 
 int_8_max = 2**7
 int16_max = 2**15
@@ -23,13 +26,15 @@ uint32_max = 2**32
 uint64_max = 2**64
 uint128_max = 2**128
 uint256_max = 2**256
-intx_re = r"^[+-]?\d+$"
-uintx_re = r"^\d+$"
+intx_re = re.compile(r"^[+-]?\d+$")
+uintx_re = re.compile(r"^\d+$")
 float32_max = 2**23  # 23 bits is the fractional part of float 32 ieee754
 float64_max = 2**52  # 51 bits is the fractional part of float 64 ieee754
 
-datetime64_type_pattern = r"^DateTime64(\([1-9](, ?'.+')?\))?$"
-datetime_type_pattern = r"^DateTime(\(('.+')?)?\)?$"
+date_pattern = re.compile(r"\d\d\d\d-\d\d-\d\d$")
+
+datetime64_type_pattern = re.compile(r"^DateTime64(\([1-9](, ?'.+')?\))?$")
+datetime_type_pattern = re.compile(r"^DateTime(\(('.+')?)?\)?$")
 
 # List from https://github.com/tinybirdco/ClickHousePrivate/blob/153473d9c1c871974688a1d72dcff7a13fc2076c/src/DataTypes/Serializations/SerializationBool.cpp#L216
 bool_allowed_values = {
@@ -71,7 +76,7 @@ def is_type_datetime64(type_to_check: str) -> bool:
     >>> is_type_datetime64("datetime64")
     False
     """
-    return re.match(datetime64_type_pattern, type_to_check) is not None
+    return datetime64_type_pattern.match(type_to_check) is not None
 
 
 def is_type_datetime(type_to_check: str) -> bool:
@@ -87,7 +92,7 @@ def is_type_datetime(type_to_check: str) -> bool:
     >>> is_type_datetime("datetime")
     False
     """
-    return re.match(datetime_type_pattern, type_to_check) is not None
+    return datetime_type_pattern.match(type_to_check) is not None
 
 
 def string_test(x: str) -> bool:
@@ -95,63 +100,63 @@ def string_test(x: str) -> bool:
 
 
 def date_test(x: str) -> bool:
-    return re.match(r"\d\d\d\d-\d\d-\d\d$", x) is not None
+    return date_pattern.match(x) is not None
 
 
 def datetime64_test(x: str) -> bool:
-    return any([re.match(p, x) for p in datetime64_patterns])
+    return any([p.match(x) for p in datetime64_patterns])
 
 
 def datetime_test(x: str) -> bool:
-    return any([re.match(p, x) for p in datetime_patterns])
+    return any([p.match(x) for p in datetime_patterns])
 
 
 def int_8_test(x: str) -> bool:
-    return re.match(intx_re, x) is not None and -int_8_max <= int(x) < int_8_max
+    return intx_re.match(x) is not None and -int_8_max <= int(x) < int_8_max
 
 
 def int16_test(x: str) -> bool:
-    return re.match(intx_re, x) is not None and -int16_max <= int(x) < int16_max
+    return intx_re.match(x) is not None and -int16_max <= int(x) < int16_max
 
 
 def int32_test(x: str) -> bool:
-    return re.match(intx_re, x) is not None and -int32_max <= int(x) < int32_max
+    return intx_re.match(x) is not None and -int32_max <= int(x) < int32_max
 
 
 def int64_test(x: str) -> bool:
-    return re.match(intx_re, x) is not None and -int64_max <= int(x) < int64_max
+    return intx_re.match(x) is not None and -int64_max <= int(x) < int64_max
 
 
 def int128_test(x: str) -> bool:
-    return re.match(intx_re, x) is not None and -int128_max <= int(x) < int128_max
+    return intx_re.match(x) is not None and -int128_max <= int(x) < int128_max
 
 
 def int256_test(x: str) -> bool:
-    return re.match(intx_re, x) is not None and -int256_max <= int(x) < int256_max
+    return intx_re.match(x) is not None and -int256_max <= int(x) < int256_max
 
 
 def uint_8_test(x: str) -> bool:
-    return re.match(uintx_re, x) is not None and 0 <= int(x) < uint_8_max
+    return uintx_re.match(x) is not None and 0 <= int(x) < uint_8_max
 
 
 def uint16_test(x: str) -> bool:
-    return re.match(uintx_re, x) is not None and 0 <= int(x) < uint16_max
+    return uintx_re.match(x) is not None and 0 <= int(x) < uint16_max
 
 
 def uint32_test(x: str) -> bool:
-    return re.match(uintx_re, x) is not None and 0 <= int(x) < uint32_max
+    return uintx_re.match(x) is not None and 0 <= int(x) < uint32_max
 
 
 def uint64_test(x: str) -> bool:
-    return re.match(uintx_re, x) is not None and 0 <= int(x) < uint64_max
+    return uintx_re.match(x) is not None and 0 <= int(x) < uint64_max
 
 
 def uint128_test(x: str) -> bool:
-    return re.match(intx_re, x) is not None and 0 <= int(x) < uint128_max
+    return intx_re.match(x) is not None and 0 <= int(x) < uint128_max
 
 
 def uint256_test(x: str) -> bool:
-    return re.match(intx_re, x) is not None and 0 <= int(x) < uint256_max
+    return intx_re.match(x) is not None and 0 <= int(x) < uint256_max
 
 
 def float_test(x: str) -> bool:

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev119'
-__revision__ = 'bbe4729'
+__version__ = '0.0.1.dev120'
+__revision__ = 'a558f0d'

tinybird/tb/client.py

@@ -1170,6 +1170,13 @@ class TinyB:
         response = await self._req(f"/v0/connectors/snowflake/warehouses?{urlencode(params)}", method="POST", data="")
         return response["warehouses"]
 
+    async def check_aws_credentials(self) -> bool:
+        try:
+            await self._req("/v0/integrations/s3/settings")
+            return True
+        except Exception:
+            return False
+
     async def get_trust_policy(self, service: str) -> Dict[str, Any]:
         return await self._req(f"/v0/integrations/{service}/policies/trust-policy")
 

tinybird/tb/modules/connection.py

@@ -151,6 +151,15 @@ async def connection_create_s3(ctx: Context) -> None:
     obj: Dict[str, Any] = ctx.ensure_object(dict)
     client: TinyB = obj["client"]
 
+    if obj["env"] == "local" and not await client.check_aws_credentials():
+        click.echo(
+            FeedbackManager.error(
+                message="No AWS credentials found. Please run `tb local restart --use-aws-creds` to pass your credentials. "
+                "Read more about this in https://www.tinybird.co/docs/forward/get-data-in/connectors/s3#local-environment"
+            )
+        )
+        return
+
     service = DataConnectorType.AMAZON_S3
     click.echo(FeedbackManager.prompt_s3_connection_header())
     connection_name = get_s3_connection_name(project.folder)

tinybird/tb/modules/datafile/common.py

@@ -810,6 +810,31 @@ def _parse_table_structure(schema: str) -> List[Dict[str, Any]]:
             detected_type = parse_expr(
                 [NULL, NOTNULL, DEFAULT, MATERIALIZED, ALIAS, CODEC, TTL, JSONPATH, COMMA], "TYPE"
             )
+
+            # Boolean type is supported in ClickHouse but its behavior is strange and will lead to unexpected results.
+            # Better to use Bool or UInt8 instead. An example:
+            #
+            # SELECT
+            #     CAST(true, 'Boolean') AS bool,
+            #     toTypeName(bool)
+            #
+            # ┌─bool─┬─toTypeName(bool)─┐
+            # │ true │ Bool             │
+            # └──────┴──────────────────┘
+            if "boolean" in detected_type.lower():
+                raise SchemaSyntaxError(
+                    message="Boolean type is not supported",
+                    hint="Hint: use Bool or UInt8 instead",
+                    lineno=line,
+                    pos=pos,
+                )
+            if "datetime64" in detected_type.lower() and "datetime64(" not in detected_type.lower():
+                raise SchemaSyntaxError(
+                    message="DateTime64 type without precision is not supported",
+                    hint="Hint: use DateTime64(3) instead",
+                    lineno=line,
+                    pos=pos,
+                )
             try:
                 # Imported in the body to be compatible with the CLI
                 from chtoolset.query import check_compatible_types

tinybird/tb/modules/feedback_manager.py

@@ -441,6 +441,7 @@ class FeedbackManager:
     error_tag_generic = error_message("There was an issue updating tags. {error}")
     error_tag_not_found = error_message("Tag {tag_name} not found.")
     error_build_failed = error_message("Build failed")
+    error_request_failed = error_message("Request failed with status code {status_code}, please try again later.")
 
     info_incl_relative_path = info_message("** Relative path {path} does not exist, skipping.")
     info_ignoring_incl_file = info_message(

tinybird/tb/modules/llm.py

@@ -1,5 +1,11 @@
 import requests
 
+from tinybird.tb.modules.feedback_manager import FeedbackManager
+
+
+class LLMException(Exception):
+    pass
+
 
 class LLM:
     def __init__(
@@ -29,4 +35,8 @@ class LLM:
             headers={"Authorization": f"Bearer {self.user_token}"},
             data=data,
         )
+
+        if not response.ok:
+            raise LLMException(FeedbackManager.error_request_failed(status_code=response.status_code))
+
         return response.json().get("result", "")

tinybird/tb/modules/local.py

@@ -207,7 +207,11 @@ def update_cli() -> None:
             text=True,
         )
     except FileNotFoundError:
-        raise CLIException("Cannot find required tool: uv. Reinstall using: curl https://tinybird.co | sh")
+        raise CLIException(
+            FeedbackManager.error(
+                message="Cannot find required tool: uv. Reinstall using: curl https://tinybird.co | sh"
+            )
+        )
 
     stdout, stderr = process.communicate()
     if "Nothing to upgrade" not in stdout + stderr:

{tinybird-0.0.1.dev119.dist-info → tinybird-0.0.1.dev120.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev119
+Version: 0.0.1.dev120
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev119.dist-info → tinybird-0.0.1.dev120.dist-info}/RECORD

@@ -1,6 +1,6 @@
 tinybird/connectors.py,sha256=7Gjms7b5MAaBFGi3xytsJurCylprONpFcYrzp4Fw2Rc,15241
 tinybird/context.py,sha256=FfqYfrGX_I7PKGTQo93utaKPDNVYWelg4Hsp3evX5wM,1291
-tinybird/datatypes.py,sha256=XNypumfqNjsvLJ5iNXnbVHRvAJe0aQwI3lS6Cxox-e0,10979
+tinybird/datatypes.py,sha256=r4WCvspmrXTJHiPjjyOTiZyZl31FO3Ynkwq4LQsYm6E,11059
 tinybird/feedback_manager.py,sha256=a_ZhFX2zcB7vRknIcmHKMdQbb0c7TqlTBQ_5hPuWh88,69267
 tinybird/git_settings.py,sha256=Sw_8rGmribEFJ4Z_6idrVytxpFYk7ez8ei0qHULzs3E,3934
 tinybird/prompts.py,sha256=6J-dE0gOSOaIwdEwJUhEQS1Ztllz_qZnpnrv-tDoJWA,35511
@@ -12,9 +12,9 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=BZuPM7MFS7vaEKK5tOMR2bwSAgJudPrJt27uVEwZmTY,40512
-tinybird/tb/__cli__.py,sha256=17vHNVcPbqx_TWEowqxodoPtHhbxEqUTKuhIYCtjQDY,252
+tinybird/tb/__cli__.py,sha256=UPIBtmA_KZNY0wM1HvtBDT0JZJO0puY_D9DLW6X0pDw,252
 tinybird/tb/cli.py,sha256=uDLwcbwSJfVFw-pceijZJqaq26z5jNsey0QaUGFjt7w,1097
-tinybird/tb/client.py,sha256=4SQE1Ke8ZAIbCkGfGlDm2ChCESRy_oYtWK7ZW6aZmhA,55464
+tinybird/tb/client.py,sha256=MxhpIC5lkL8JOaS1CxftmE_GxjYGBw4xx9yJzMFm3fM,55664
 tinybird/tb/config.py,sha256=3bEyh6sECiAm41L9Nr_ALkvprMyuzvQSvVPrljFbg68,3790
 tinybird/tb/modules/auth.py,sha256=_OeYnmTH83lnqCgQEdS6K0bx1KBUeRmZk2M7JnRmWpk,9037
 tinybird/tb/modules/build.py,sha256=4yP8QJd2YYr1w9XWCSRqB6CztfVzN6gL75p32UYJvdc,15566
@@ -22,20 +22,20 @@ tinybird/tb/modules/cicd.py,sha256=A7zJZF9HkJ6NPokplgNjmefMrpUlRbFxBbjMZhq5OTI,7
 tinybird/tb/modules/cli.py,sha256=Y_5hu9xwyTIZw4bQoe0MYLnRIzmR7hUjql_oZBxd4Qg,13407
 tinybird/tb/modules/common.py,sha256=d5h5jSibRXcaDY3d4XkQ5cBjLwSWDPPPQOQFeAuNlV0,84081
 tinybird/tb/modules/config.py,sha256=ziqW_t_mRVvWOd85VoB4vKyvgMkEfpXDf9H4v38p2xc,11422
-tinybird/tb/modules/connection.py,sha256=IVp2-E5mcwABc6FtdjhLhz0Nbr3xR5oSP9M7IEEraLA,6339
+tinybird/tb/modules/connection.py,sha256=BPU5Q4gGv6z0aJ8qjKoh5OLa6DTcBaOvEG7EtqJBoQg,6757
 tinybird/tb/modules/copy.py,sha256=2Mm4FWKehOG7CoOhiF1m9UZJgJn0W1_cMolqju8ONYg,5805
 tinybird/tb/modules/create.py,sha256=s0Hx4s4fqqJPlo3Nl2JvybrlaObzBt9ej4Cv5C93HdM,16576
 tinybird/tb/modules/datasource.py,sha256=-aQCK_-wEmoo92Ki7zr2wm424RchDgWvT6yhfFY5kko,16909
 tinybird/tb/modules/deployment.py,sha256=4Zt7jPbqt18fB5kPx7DbO91Bh6xzBBTEUFY7O89shuU,19560
 tinybird/tb/modules/endpoint.py,sha256=XySDt3pk66vxOZ0egUfz4bY8bEk3BjOXkv-L0OIJ3sc,12083
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
-tinybird/tb/modules/feedback_manager.py,sha256=4Somda9qWcibNRteE-aj50WpQ4gdEzhdpY6mh1LiGL0,73984
+tinybird/tb/modules/feedback_manager.py,sha256=7GH_Rob23L74UMQ2uG9_bZs1JSyg2W_T2dMAjSYOuPo,74099
 tinybird/tb/modules/fmt.py,sha256=qpf9APqKTKL2uphNgdbj4OMVyLkAxZn6dn4eHF99L5g,3553
 tinybird/tb/modules/infra.py,sha256=eX0StUipaXaxIhMxO82cnAnFKTCa7EPOt-e8pWoSLX0,33206
 tinybird/tb/modules/job.py,sha256=n4dSSBgnA8NqD7srGahf2xRj6wxkmX9Vl0J-QJ_a2w0,2966
-tinybird/tb/modules/llm.py,sha256=AC0VSphTOM2t-v1_3NLvNN_FIbgMo4dTyMqIv5nniPo,835
+tinybird/tb/modules/llm.py,sha256=KfsCYmKeW1VQz0iDZhGKCRkQv_Y3kTHh6JuxvofOguE,1076
 tinybird/tb/modules/llm_utils.py,sha256=nS9r4FAElJw8yXtmdYrx-rtI2zXR8qXfi1QqUDCfxvg,3469
-tinybird/tb/modules/local.py,sha256=n2BRj51yRmYfd_2fuNPv0iNLKftCP-OvYVtZsUTXQsk,11028
+tinybird/tb/modules/local.py,sha256=702U0p9pPFwZHkVNEsp2Y5gJxBKtOvd2XoS4dn1p-m8,11111
 tinybird/tb/modules/local_common.py,sha256=DqTHHcq4JitohYvHiqCz2Av4REPhmwwS6naQTOf1Mdk,3191
 tinybird/tb/modules/login.py,sha256=rLYdV7MLCTT1F4VBAWGv6SO9efMiM9-977ayLecUzjI,6842
 tinybird/tb/modules/logout.py,sha256=ULooy1cDBD02-r7voZmhV7udA0ML5tVuflJyShrh56Y,1022
@@ -59,7 +59,7 @@ tinybird/tb/modules/datafile/build.py,sha256=ltQ6ZEYwteYRJNeCgArl5iOWXilnEyUTR-R
 tinybird/tb/modules/datafile/build_common.py,sha256=LU24kAQmxDJIyoIapDaYG-SU3P4FrMG9UBf8m9PgVSI,4565
 tinybird/tb/modules/datafile/build_datasource.py,sha256=nXEQ0qHdq2ai7jJTv8H2d7eeDPBYzLn8VY7zMtOYb8M,17382
 tinybird/tb/modules/datafile/build_pipe.py,sha256=6Cwjf3BKEF3-oQ9PipsQfK-Z43nSwtA4qJAUoysI7Uc,11385
-tinybird/tb/modules/datafile/common.py,sha256=4pvW92X9BXomaN3-WhQOjvnAHY96O4dTsp4USBdknzk,83192
+tinybird/tb/modules/datafile/common.py,sha256=7vlw2tb6FOlq65C_ZdDbgjOR4ni7ysAwjnd05GNdjt8,84365
 tinybird/tb/modules/datafile/diff.py,sha256=MTmj53RYjER4neLgWVjabn-FKVFgh8h8uYiBo55lFQg,6757
 tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
 tinybird/tb/modules/datafile/fixture.py,sha256=V3WGfPLIR78el3oCNWNkySWs6LxIufyIM0mDrrT3aWc,1131
@@ -79,8 +79,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev119.dist-info/METADATA,sha256=ZAd9dK656El6TZCSUO-aTlsD0GzJf32p826lOLBxvIQ,1612
-tinybird-0.0.1.dev119.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev119.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev119.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev119.dist-info/RECORD,,
+tinybird-0.0.1.dev120.dist-info/METADATA,sha256=JesTFd-RCepauIp0A_ooi20zst3Gw9AoBkKxncAZbnI,1612
+tinybird-0.0.1.dev120.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev120.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev120.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev120.dist-info/RECORD,,