tinybird-cli 5.10.2.dev1__tar.gz → 5.10.2.dev2__tar.gz

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.10.2.dev1
+Version: 5.10.2.dev2
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,10 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.10.2.dev2
+***********
+
+- `Changed` Use `aiofiles` for async operations
 
 5.10.2.dev1
 ***********

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '5.10.2.dev1'
-__revision__ = '1019ea7'
+__version__ = '5.10.2.dev2'
+__revision__ = '7cb8efb'

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/tinybird/client.py

@@ -6,6 +6,7 @@ from pathlib import Path
 from typing import Any, Callable, Dict, List, Mapping, Optional, Set, Union
 from urllib.parse import quote, urlencode
 
+import aiofiles
 import requests
 import requests.adapters
 from requests import Response
@@ -421,11 +422,12 @@ class TinyB(object):
             for option in list(replace_options):
                 params[option] = "true"
 
-        with open(file, "rb") as content:
+        async with aiofiles.open(file, "rb") as content:
+            file_content = await content.read()
             if format == "csv":
-                files = {"csv": ("csv", content)}
+                files = {"csv": ("csv", file_content)}
             else:
-                files = {"ndjson": ("ndjson", content)}
+                files = {"ndjson": ("ndjson", file_content)}
 
             res = await self._req(
                 f"v0/datasources?{urlencode(params, safe='')}",

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/tinybird/config.py

@@ -3,6 +3,7 @@ from os import environ, getcwd
 from pathlib import Path
 from typing import Any, Dict, Optional
 
+import aiofiles
 import click
 
 from tinybird import __cli__
@@ -79,8 +80,9 @@ async def get_config(host: str, token: Optional[str], semver: Optional[str] = No
     config_file = Path(getcwd()) / ".tinyb"
     config = {}
     try:
-        with open(config_file) as file:
-            config = json.loads(file.read())
+        async with aiofiles.open(config_file) as file:
+            res = await file.read()
+            config = json.loads(res)
     except IOError:
         pass
     except json.decoder.JSONDecodeError:
@@ -97,8 +99,8 @@ async def get_config(host: str, token: Optional[str], semver: Optional[str] = No
 
 async def write_config(config: Dict[str, Any], dest_file: str = ".tinyb"):
     config_file = Path(getcwd()) / dest_file
-    with open(config_file, "w") as file:
-        file.write(json.dumps(config, indent=4, sort_keys=True))
+    async with aiofiles.open(config_file, "w") as file:
+        await file.write(json.dumps(config, indent=4, sort_keys=True))
 
 
 def get_display_host(ui_host: str):

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/tinybird/datafile.py

@@ -5,6 +5,7 @@ Datafile is like a Dockerfile but to describe ETL processes
 from asyncio import Semaphore, gather
 from datetime import datetime
 
+import aiofiles
 from requests import Response
 
 try:
@@ -5239,7 +5240,7 @@ async def folder_pull(
                 if verbose:
                     click.echo(FeedbackManager.info_writing_resource(resource=f))
                 if not f.exists() or force:
-                    with open(f, "w") as fd:
+                    async with aiofiles.open(f, "w") as fd:
                         # versions are a client only thing so
                         # datafiles from the server do not contains information about versions
                         if k["version"] >= 0:
@@ -5253,7 +5254,7 @@ async def folder_pull(
                                 m = match.split("__v")[0]
                                 if m in resources or m in resource_names:
                                     resource_to_write = resource_to_write.replace(match, m)
-                            fd.write(resource_to_write)
+                            await fd.write(resource_to_write)
                 else:
                     if verbose:
                         click.echo(FeedbackManager.info_skip_already_exists())

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/tinybird/tb_cli_modules/branch.py

@@ -7,6 +7,7 @@ import os
 from os import getcwd
 from typing import List, Optional, Tuple
 
+import aiofiles
 import click
 import yaml
 
@@ -79,8 +80,8 @@ async def print_releases(config: CLIConfig):
 async def release_generate(semver: str) -> None:
     click.echo(FeedbackManager.warning_deprecated_releases())
     if os.path.exists(".tinyenv"):
-        with open(".tinyenv", "r") as env_file:
-            lines = env_file.readlines()
+        async with aiofiles.open(".tinyenv", "r") as env_file:
+            lines = await env_file.readlines()
 
         updated_lines = []
         for line in lines:
@@ -89,18 +90,18 @@ async def release_generate(semver: str) -> None:
             else:
                 updated_lines.append(line)
 
-        with open(".tinyenv", "w") as env_file:
-            env_file.writelines(updated_lines)
+        async with aiofiles.open(".tinyenv", "w") as env_file:
+            await env_file.writelines(updated_lines)
     else:
-        with open(".tinyenv", "w") as env_file:
-            env_file.write(f"VERSION={semver}\n")
+        async with aiofiles.open(".tinyenv", "w") as env_file:
+            await env_file.write(f"VERSION={semver}\n")
 
     deploy_dir = os.path.join("deploy", semver)
     os.makedirs(deploy_dir, exist_ok=True)
 
     deploy_file = os.path.join(deploy_dir, "deploy.sh")
-    with open(deploy_file, "w") as deploy:
-        deploy.write(
+    async with aiofiles.open(deploy_file, "w") as deploy:
+        await deploy.write(
             """\
 #!/bin/bash
 set -euxo pipefail
@@ -112,8 +113,8 @@ set -euxo pipefail
     os.chmod(deploy_file, 0o755)
 
     post_deploy_file = os.path.join(deploy_dir, "postdeploy.sh")
-    with open(post_deploy_file, "w") as post_deploy:
-        post_deploy.write(
+    async with aiofiles.open(post_deploy_file, "w") as post_deploy:
+        await post_deploy.write(
             """\
 #!/bin/bash
 set -euxo pipefail
@@ -550,7 +551,7 @@ async def regression_tests(
 
     if filename:
         try:
-            with open(filename, "r") as file:
+            with open(filename, "r") as file:  # noqa: ASYNC230
                 regression_tests_commands = yaml.safe_load(file)
         except Exception as exc:
             raise CLIBranchException(FeedbackManager.error_regression_yaml_not_valid(filename=filename, error=exc))

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/tinybird/tb_cli_modules/common.py

@@ -21,6 +21,7 @@ from pathlib import Path
 from typing import TYPE_CHECKING, Any, Callable, Dict, Iterable, List, Optional, Set, Tuple, Union
 from urllib.parse import urlparse
 
+import aiofiles
 import click
 import click.formatting
 import humanfriendly
@@ -310,13 +311,13 @@ async def _analyze(filename: str, client: TinyB, format: str, connector: Optiona
         if parsed.scheme in ("http", "https"):
             meta = await client.datasource_analyze(filename)
         else:
-            with open(filename, "rb") as file:
+            async with aiofiles.open(filename, "rb") as file:
                 # We need to read the whole file in binary for Parquet, while for the
                 # others we just read 1KiB
                 if format == "parquet":
-                    data = file.read()
+                    data = await file.read()
                 else:
-                    data = file.read(1024 * 1024)
+                    data = await file.read(1024 * 1024)
 
             meta = await client.datasource_analyze_file(data)
     else:
@@ -360,8 +361,8 @@ async def folder_init(
         base = Path(".")
         f = base / (".tinyenv")
         if not f.exists() or force:
-            with open(".tinyenv", "w") as file:
-                file.write(DEFAULT_TINYENV_FILE)
+            async with aiofiles.open(".tinyenv", "w") as file:
+                await file.write(DEFAULT_TINYENV_FILE)
                 click.echo(FeedbackManager.info_file_created(file=".tinyenv"))
         else:
             click.echo(FeedbackManager.info_dottinyenv_already_exists())
@@ -369,8 +370,8 @@ async def folder_init(
         base = Path(".")
         f = base / ("requirements.txt")
         if not f.exists() or force:
-            with open("requirements.txt", "w") as file:
-                file.write(DEFAULT_REQUIREMENTS_FILE)
+            async with aiofiles.open("requirements.txt", "w") as file:
+                await file.write(DEFAULT_REQUIREMENTS_FILE)
                 click.echo(FeedbackManager.info_file_created(file="requirements.txt"))
 
         base = Path("scripts")
@@ -378,15 +379,15 @@ async def folder_init(
             base = Path()
         f = base / ("exec_test.sh")
         if not f.exists() or force:
-            with open(f"{f}", "w") as t_file:
-                t_file.write(EXEC_TEST_SH)
+            async with aiofiles.open(f"{f}", "w") as t_file:
+                await t_file.write(EXEC_TEST_SH)
             click.echo(FeedbackManager.info_file_created(file="scripts/exec_test.sh"))
         chmod(f, 0o755)
 
         f = base / ("append_fixtures.sh")
         if not f.exists() or force:
-            with open(f"{f}", "w") as t_file:
-                t_file.write(APPEND_FIXTURES_SH)
+            async with aiofiles.open(f"{f}", "w") as t_file:
+                await t_file.write(APPEND_FIXTURES_SH)
             click.echo(FeedbackManager.info_file_created(file="scripts/append_fixtures.sh"))
         chmod(f, 0o755)
 
@@ -395,8 +396,8 @@ async def folder_init(
             base = Path()
         f = base / ("example.yml")
         if not base.exists() or force:
-            with open(f"{f}", "w") as t_file:
-                t_file.write(
+            async with aiofiles.open(f"{f}", "w") as t_file:
+                await t_file.write(
                     """
 ##############################################################################################################################
 ###   Visit https://www.tinybird.co/docs/production/implementing-test-strategies.html#data-quality-tests              ###
@@ -431,8 +432,8 @@ async def folder_init(
 
         f = base / ("regression.yaml")
         if not base.exists() or force:
-            with open(f"{f}", "w") as t_file:
-                t_file.write(
+            async with aiofiles.open(f"{f}", "w") as t_file:
+                await t_file.write(
                     """
 ############################################################################################################################
 ###   Visit https://www.tinybird.co/docs/production/implementing-test-strategies.html#regression-tests              ###
@@ -2047,8 +2048,8 @@ async def create_aws_iamrole_connection(client: TinyB, service: str, connection_
             FeedbackManager.error_connection_create(connection_name=connection_name, error=str(e))
         )
 
-    with open(conn_file_path, "w") as f:
-        f.write(
+    async with aiofiles.open(conn_file_path, "w") as f:
+        await f.write(
             f"""TYPE {service}
 
 """

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/tinybird/tb_cli_modules/connection.py

@@ -8,6 +8,7 @@ from os import getcwd
 from pathlib import Path
 from typing import Any, Dict, List, Optional
 
+import aiofiles
 import click
 from click import Context
 
@@ -336,8 +337,8 @@ async def connection_create_snowflake(
         account, username, password, warehouse, role, connection_name, integration_name, stage_name
     )
 
-    with open(conn_file_path, "w") as f:
-        f.write(
+    async with aiofiles.open(conn_file_path, "w") as f:
+        await f.write(
             f"""TYPE snowflake
 
 USERNAME='{username}'
@@ -389,8 +390,8 @@ async def connection_create_bigquery(ctx: Context, no_validate: bool) -> None:
             click.echo(FeedbackManager.error_bigquery_improper_permissions())
 
     if connection_created:
-        with open(Path(getcwd(), "bigquery.connection"), "w") as f:
-            f.write("TYPE bigquery\n")
+        async with aiofiles.open(Path(getcwd(), "bigquery.connection"), "w") as f:
+            await f.write("TYPE bigquery\n")
         click.echo(FeedbackManager.success_connection_created(id="bigquery"))
 
 
@@ -528,8 +529,8 @@ async def connection_create_s3(
     click.echo("** Creating connection...")
     _ = await client.connection_create(params)
 
-    with open(conn_file_path, "w") as f:
-        f.write(
+    async with aiofiles.open(conn_file_path, "w") as f:
+        await f.write(
             """TYPE s3
 
 """
@@ -598,8 +599,8 @@ async def connection_create_gcs_hmac(
             FeedbackManager.error_connection_create(connection_name=connection_name, error=str(e))
         )
 
-    with open(conn_file_path, "w") as f:
-        f.write(
+    async with aiofiles.open(conn_file_path, "w") as f:
+        await f.write(
             """TYPE gcs_hmac
 
 """
@@ -700,8 +701,8 @@ async def connection_create_gcs(
             FeedbackManager.error_connection_create(connection_name=connection_name, error=str(e))
         )
 
-    with open(conn_file_path, "w") as f:
-        f.write(
+    async with aiofiles.open(conn_file_path, "w") as f:
+        await f.write(
             """TYPE {service}
 
 """

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/tinybird/tb_cli_modules/fmt.py

@@ -3,6 +3,7 @@ import sys
 from pathlib import Path
 from typing import List, Optional
 
+import aiofiles
 import click
 from click import Context
 
@@ -60,8 +61,8 @@ async def fmt(
         if diff:
             result = result.rstrip("\n")
             lines_fmt = [f"{line}\n" for line in result.split("\n")]
-            with open(filename, "r") as file:
-                lines_file = file.readlines()
+            async with aiofiles.open(filename, "r") as file:
+                lines_file = await file.readlines()
             diff_result = difflib.unified_diff(
                 lines_file, lines_fmt, fromfile=f"{Path(filename).name} local", tofile="fmt datafile"
             )
@@ -77,8 +78,8 @@ async def fmt(
                 return None
 
             if yes or click.confirm(FeedbackManager.prompt_override_local_file(name=filename)):
-                with open(f"{filename}", "w") as file:
-                    file.write(result)
+                async with aiofiles.open(f"{filename}", "w") as file:
+                    await file.write(result)
 
                 click.echo(FeedbackManager.success_generated_local_file(file=filename))
 

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/tinybird_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird-cli
-Version: 5.10.2.dev1
+Version: 5.10.2.dev2
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird
@@ -18,6 +18,10 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+5.10.2.dev2
+***********
+
+- `Changed` Use `aiofiles` for async operations
 
 5.10.2.dev1
 ***********

{tinybird-cli-5.10.2.dev1 → tinybird-cli-5.10.2.dev2}/tinybird_cli.egg-info/requires.txt

@@ -1,3 +1,4 @@
+aiofiles==24.1.0
 click<8.2,>=8.1.6
 clickhouse-toolset==0.32.dev0
 colorama==0.4.6