tinybird-cli 6.0.2.dev0__tar.gz → 6.1.1.dev0__tar.gz

{tinybird_cli-6.0.2.dev0 → tinybird_cli-6.1.1.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird_cli
-Version: 6.0.2.dev0
+Version: 6.1.1.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli
 Author: Tinybird
@@ -43,6 +43,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+6.0.2
+***********
+
+- `Changed` `IMPORT_FORMAT` is now optional for S3/GCS data sources and will be automatically inferred from the file extension if not provided
+
 6.0.1
 ***********
 

{tinybird_cli-6.0.2.dev0 → tinybird_cli-6.1.1.dev0}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '6.0.2.dev0'
-__revision__ = '8bacae6'
+__version__ = '6.1.1.dev0'
+__revision__ = 'cdfa249'

{tinybird_cli-6.0.2.dev0 → tinybird_cli-6.1.1.dev0}/tinybird/datafile_common.py

@@ -164,6 +164,7 @@ class ImportReplacements:
         ("import_connector", "connector", None),
         ("import_external_datasource", "external_data_source", None),
         ("import_bucket_uri", "bucket_uri", None),
+        ("import_format", "format", None),
         ("import_from_timestamp", "from_time", None),
         ("import_table_arn", "dynamodb_table_arn", None),
         ("import_export_bucket", "dynamodb_export_bucket", None),
@@ -1239,6 +1240,7 @@ def parse(
         "import_external_datasource": assign_var("import_external_datasource"),
         "import_bucket_uri": assign_var("import_bucket_uri"),
         "import_from_timestamp": assign_var("import_from_timestamp"),
+        "import_format": assign_var("import_format"),
         "import_query": assign_var("import_query"),
         "import_table_arn": assign_var("import_table_arn"),
         "import_export_bucket": assign_var("import_export_bucket"),
@@ -3268,13 +3270,24 @@ async def new_ds(
                 and params.get("bucket_uri")
             ):
                 bucket_uri = params.get("bucket_uri")
+                file_format = params.get("format", "").lower()
                 extension = bucket_uri.split(".")[-1]
                 if extension == "gz":
                     extension = bucket_uri.split(".")[-2]
                 valid_formats = ["csv", "json", "jsonl", "ndjson", "parquet"]
-                if extension not in valid_formats:
-                    raise Exception(FeedbackManager.error_format(extension=extension, valid_formats=valid_formats))
-                params["format"] = extension
+
+                # If user provided a format, validate it specifically
+                if file_format:
+                    if file_format not in valid_formats:
+                        raise Exception(
+                            FeedbackManager.error_format(extension=file_format, valid_formats=valid_formats)
+                        )
+                    params["format"] = file_format
+                else:
+                    # Fall back to extension validation
+                    if extension not in valid_formats:
+                        raise Exception(FeedbackManager.error_format(extension=extension, valid_formats=valid_formats))
+                    params["format"] = extension
             datasource_response = await client.datasource_create_from_definition(params)
             datasource = datasource_response.get("datasource", {})
 

{tinybird_cli-6.0.2.dev0 → tinybird_cli-6.1.1.dev0}/tinybird/sql_template.py

@@ -2336,7 +2336,7 @@ def get_var_names_and_types(t, node_id=None):
         raise SQLTemplateException(e)
 
 
-@lru_cache(maxsize=512)
+@lru_cache(maxsize=2**10)
 def get_var_names_and_types_cached(t: Template):
     return get_var_names_and_types(t)
 

{tinybird_cli-6.0.2.dev0 → tinybird_cli-6.1.1.dev0}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird_cli
-Version: 6.0.2.dev0
+Version: 6.1.1.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli
 Author: Tinybird
@@ -43,6 +43,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+6.0.2
+***********
+
+- `Changed` `IMPORT_FORMAT` is now optional for S3/GCS data sources and will be automatically inferred from the file extension if not provided
+
 6.0.1
 ***********