tinybird 0.0.1.dev182__py3-none-any.whl → 0.0.1.dev184__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev182'
-__revision__ = 'b1eeede'
+__version__ = '0.0.1.dev184'
+__revision__ = '0d5d2de'

tinybird/tb/modules/create.py

@@ -3,8 +3,10 @@ import os
 import re
 from pathlib import Path
 from typing import Any, Dict, List, Optional
+from urllib.parse import urlparse
 
 import click
+import requests
 
 from tinybird.prompts import create_prompt, readme_prompt, rules_prompt
 from tinybird.tb.client import TinyB
@@ -25,7 +27,7 @@ from tinybird.tb.modules.project import Project
 @cli.command()
 @click.option(
     "--data",
-    type=click.Path(exists=True),
+    type=str,
     default=None,
     help="Initial data to be used to create the project. Tinybird Local and authentication are required.",
 )
@@ -87,7 +89,10 @@ async def create(
 
         data_result: List[Path] = []
         if data:
-            data_result = await create_resources_from_data(data, project, ctx_config)
+            if urlparse(data).scheme in ("http", "https"):
+                data_result = await create_resources_from_url(data, project, ctx_config)
+            else:
+                data_result = await create_resources_from_data(data, project, ctx_config)
             result.extend(data_result)
 
         prompt_result: List[Path] = []
@@ -134,14 +139,22 @@ async def create(
 
             if data:
                 for ds_path in [ds for ds in data_result if ds.suffix == ".datasource"]:
-                    data_path = Path(data)
-                    data_content = data_path.read_text()
+                    parsed_url = urlparse(data)
+                    if parsed_url.scheme in ("http", "https"):
+                        response = requests.get(data)  # noqa: ASYNC210
+                        data_content = response.text
+                        data_format = parsed_url.path.split(".")[-1]
+                    else:
+                        data_path = Path(data)
+                        data_content = data_path.read_text()
+                        data_format = data_path.suffix.lstrip(".")
+
                     ds_name = ds_path.stem
-                    data_format = data_path.suffix.lstrip(".")
                     datasource_path = Path(folder) / "datasources" / f"{ds_name}.datasource"
-                    click.echo(FeedbackManager.info(message=f"✓ /fixtures/{ds_name}"))
+                    click.echo(FeedbackManager.info(message=f"✓ /fixtures/{ds_name}.{data_format}"))
                     persist_fixture(ds_name, data_content, folder, format=data_format)
                     created_something = True
+
             elif prompt and prompt_result:
                 ds_results = [path for path in prompt_result if path.suffix == ".datasource"]
                 for datasource_path in ds_results:
@@ -452,8 +465,8 @@ async def create_resources_from_data(
     project: Project,
     config: Dict[str, Any],
 ) -> List[Path]:
-    folder_path = project.path
     local_client = await get_tinybird_local_client(config)
+    folder_path = project.path
     path = folder_path / data
     result: List[Path] = []
     format = path.suffix.lstrip(".")
@@ -465,10 +478,33 @@ async def create_resources_from_data(
         pipe_file = generate_pipe_file(
             f"{name}_endpoint",
             f"""
-    NODE endpoint
-    SQL >
+NODE endpoint
+SQL >
+    SELECT * from {name}
+TYPE ENDPOINT
+            """,
+            project.folder,
+        )
+        result.append(pipe_file)
+    return result
+
+
+async def create_resources_from_url(url: str, project: Project, config: Dict[str, Any]) -> List[Path]:
+    result: List[Path] = []
+    local_client = await get_tinybird_local_client(config)
+    format = url.split(".")[-1]
+    ds_file = await _generate_datafile(url, local_client, format=format, force=True)
+    result.append(ds_file)
+    name = ds_file.stem
+    no_pipes = len(project.get_pipe_files()) == 0
+    if no_pipes:
+        pipe_file = generate_pipe_file(
+            f"{name}_endpoint",
+            f"""
+NODE endpoint
+SQL >
     SELECT * from {name}
-    TYPE ENDPOINT
+TYPE ENDPOINT
             """,
             project.folder,
         )

tinybird/tb/modules/datafile/fixture.py

@@ -1,5 +1,5 @@
 from pathlib import Path
-from typing import Any, Dict, List, Union
+from typing import Any, Dict, List, Optional, Union
 
 from tinybird.tb.modules.common import format_data_to_ndjson
 
@@ -17,10 +17,16 @@ def persist_fixture_sql(fixture_name: str, sql: str, folder: str) -> Path:
     return fixture_file
 
 
-def persist_fixture(fixture_name: str, data: Union[List[Dict[str, Any]], str], folder: str, format: str) -> Path:
-    fixture_dir = get_fixture_dir(folder)
-    fixture_file = fixture_dir / f"{fixture_name}.{format}"
-    extension = f".{format}"
+def persist_fixture(
+    fixture_name: str, data: Union[List[Dict[str, Any]], str], folder: str, format: str, target: Optional[str] = None
+) -> Path:
+    if target:
+        fixture_file = Path(target)
+        extension = fixture_file.suffix
+    else:
+        fixture_dir = get_fixture_dir(folder)
+        fixture_file = fixture_dir / f"{fixture_name}.{format}"
+        extension = f".{format}"
     if extension == FixtureExtension.NDJSON:
         fixture_file.write_text(data if isinstance(data, str) else format_data_to_ndjson(data))
     elif extension == FixtureExtension.CSV:

tinybird/tb/modules/datasource.py

@@ -423,19 +423,15 @@ async def datasource_export(
     Example usage:
     - Export all rows as CSV: tb datasource export my_datasource
     - Export 1000 rows as NDJSON: tb datasource export my_datasource --format ndjson --rows 1000
-    - Export to specific file: tb datasource export my_datasource --output ./data/export.csv
+    - Export to specific file: tb datasource export my_datasource --target ./data/export.csv
     """
     client: TinyB = ctx.ensure_object(dict)["client"]
     project: Project = ctx.ensure_object(dict)["project"]
 
-    # Determine output filename if not provided
-    if not target:
-        target = f"{datasource}.{format_}"
-
     # Build query with optional row limit
     query = f"SELECT * FROM {datasource} WHERE {where or 1} LIMIT {rows}"
 
-    click.echo(FeedbackManager.highlight(message=f"\n» Exporting {datasource} to {target}"))
+    click.echo(FeedbackManager.highlight(message=f"\n» Exporting {datasource}"))
 
     try:
         if format_ == "csv":
@@ -445,11 +441,13 @@ async def datasource_export(
 
         res = await client.query(query)
 
-        fixture_path = persist_fixture(datasource, res, project.folder, format=format_)
-        file_size = os.path.getsize(fixture_path)
+        target_path = persist_fixture(datasource, res, project.folder, format=format_, target=target)
+        file_size = os.path.getsize(target_path)
 
         click.echo(
-            FeedbackManager.success(message=f"✓ Exported data to {target} ({humanfriendly.format_size(file_size)})")
+            FeedbackManager.success(
+                message=f"✓ Exported data to {str(target_path).replace(project.folder, '')} ({humanfriendly.format_size(file_size)})"
+            )
         )
 
     except Exception as e:

{tinybird-0.0.1.dev182.dist-info → tinybird-0.0.1.dev184.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev182
+Version: 0.0.1.dev184
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev182.dist-info → tinybird-0.0.1.dev184.dist-info}/RECORD

@@ -12,7 +12,7 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=X4tE9OrfaUy6kO9cqVEzyI9cDcmOF3IAssRRzsTsfEQ,40781
-tinybird/tb/__cli__.py,sha256=Hcpk55aD10v-3_hprG0jGUy2hJWHo_jTD4ohLxO7jIs,247
+tinybird/tb/__cli__.py,sha256=53aFe84vyt7b02YzNl7TMyome7H2Q6p-1cvE7VbeusE,247
 tinybird/tb/check_pypi.py,sha256=rW4QmDRbtgKdUUwJCnBkVjmTjZSZGN-XgZhx7vMkC0w,1009
 tinybird/tb/cli.py,sha256=u3eGOhX0MHkuT6tiwaZ0_3twqLmqKXDAOxF7yV_Nn9Q,1075
 tinybird/tb/client.py,sha256=59GH0IoYSV_KUG0eEbDDYHSWH4OlkVnSRFXE3mYAM0s,56571
@@ -24,8 +24,8 @@ tinybird/tb/modules/common.py,sha256=lu1Z3VYImwocaHvqOW2FzBJP6F3Ev7RuXsItkCZ6jpo
 tinybird/tb/modules/config.py,sha256=ziqW_t_mRVvWOd85VoB4vKyvgMkEfpXDf9H4v38p2xc,11422
 tinybird/tb/modules/connection.py,sha256=7oOR7x4PhBcm1ETFFCH2YJ_3oeGXjAbmx1cnZX9_L70,9014
 tinybird/tb/modules/copy.py,sha256=2Mm4FWKehOG7CoOhiF1m9UZJgJn0W1_cMolqju8ONYg,5805
-tinybird/tb/modules/create.py,sha256=jz5jswVntvsnNN-IbCXoKw9pUKySx_IubpP0rxi7Iy0,17528
-tinybird/tb/modules/datasource.py,sha256=mZ9N9LxbNA9QoKSMbxcMiQkdaQkfFqLeFB9_88e3_68,17843
+tinybird/tb/modules/create.py,sha256=sT0d7hbM1TX6nws6jY4TQIVGBtmt2xPUqUYmgHgHK30,18756
+tinybird/tb/modules/datasource.py,sha256=0_6Cn07p5GoNBBGdu88pSeLvTWojln1-k23FsS8jTDs,17801
 tinybird/tb/modules/deployment.py,sha256=t6DDLJ1YdY3SJiTPbEG7CRblSLkbuqwzauQ9y65FWtY,27147
 tinybird/tb/modules/deprecations.py,sha256=rrszC1f_JJeJ8mUxGoCxckQTJFBCR8wREf4XXXN-PRc,4507
 tinybird/tb/modules/dev_server.py,sha256=57FCKuWpErwYUYgHspYDkLWEm9F4pbvVOtMrFXX1fVU,10129
@@ -63,7 +63,7 @@ tinybird/tb/modules/datafile/build_pipe.py,sha256=6Cwjf3BKEF3-oQ9PipsQfK-Z43nSwt
 tinybird/tb/modules/datafile/common.py,sha256=9mZqagXTjw6XXdNBvTWv_jQDaLIwNBmKAd6VxhxRuVo,91721
 tinybird/tb/modules/datafile/diff.py,sha256=MTmj53RYjER4neLgWVjabn-FKVFgh8h8uYiBo55lFQg,6757
 tinybird/tb/modules/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1wnI,556
-tinybird/tb/modules/datafile/fixture.py,sha256=DrRWivcvo_1rn7LlVUnHcXccdgx9yVj63mzBkUwCzk8,1420
+tinybird/tb/modules/datafile/fixture.py,sha256=gftYWeweeQDFK3cHgUmSOfltNjZVOuMt8v7WTMLhGBw,1579
 tinybird/tb/modules/datafile/format_common.py,sha256=1V1ZQuphp8EH2hT-IfZQEgz_0b9QqY177nwX8aMUte4,1962
 tinybird/tb/modules/datafile/format_datasource.py,sha256=iWbeXruxC7OBmjNgurWt6ymcJlYzxfKwkGnhpcoSKEo,6190
 tinybird/tb/modules/datafile/format_pipe.py,sha256=DUGdmlzI146YDqTwW-7kSIOXocz4AH-md_LFGUm9hrc,7436
@@ -80,8 +80,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev182.dist-info/METADATA,sha256=CcRyE9gi46a71FVojswEwM9vjvsZsMN8hqOcS5DuSh8,1608
-tinybird-0.0.1.dev182.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev182.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev182.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev182.dist-info/RECORD,,
+tinybird-0.0.1.dev184.dist-info/METADATA,sha256=rBeUzI1isxMpgMebrnRzC64xPiVvvz2OnQrIDq-Ppyw,1608
+tinybird-0.0.1.dev184.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev184.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev184.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev184.dist-info/RECORD,,