tinybird 0.0.1.dev183__py3-none-any.whl → 0.0.1.dev184__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev183'
-__revision__ = '1e2d149'
+__version__ = '0.0.1.dev184'
+__revision__ = '0d5d2de'

tinybird/tb/modules/create.py

@@ -3,8 +3,10 @@ import os
 import re
 from pathlib import Path
 from typing import Any, Dict, List, Optional
+from urllib.parse import urlparse
 
 import click
+import requests
 
 from tinybird.prompts import create_prompt, readme_prompt, rules_prompt
 from tinybird.tb.client import TinyB
@@ -25,7 +27,7 @@ from tinybird.tb.modules.project import Project
 @cli.command()
 @click.option(
     "--data",
-    type=click.Path(exists=True),
+    type=str,
     default=None,
     help="Initial data to be used to create the project. Tinybird Local and authentication are required.",
 )
@@ -87,7 +89,10 @@ async def create(
 
         data_result: List[Path] = []
         if data:
-            data_result = await create_resources_from_data(data, project, ctx_config)
+            if urlparse(data).scheme in ("http", "https"):
+                data_result = await create_resources_from_url(data, project, ctx_config)
+            else:
+                data_result = await create_resources_from_data(data, project, ctx_config)
             result.extend(data_result)
 
         prompt_result: List[Path] = []
@@ -134,14 +139,22 @@ async def create(
 
             if data:
                 for ds_path in [ds for ds in data_result if ds.suffix == ".datasource"]:
-                    data_path = Path(data)
-                    data_content = data_path.read_text()
+                    parsed_url = urlparse(data)
+                    if parsed_url.scheme in ("http", "https"):
+                        response = requests.get(data)  # noqa: ASYNC210
+                        data_content = response.text
+                        data_format = parsed_url.path.split(".")[-1]
+                    else:
+                        data_path = Path(data)
+                        data_content = data_path.read_text()
+                        data_format = data_path.suffix.lstrip(".")
+
                     ds_name = ds_path.stem
-                    data_format = data_path.suffix.lstrip(".")
                     datasource_path = Path(folder) / "datasources" / f"{ds_name}.datasource"
-                    click.echo(FeedbackManager.info(message=f"✓ /fixtures/{ds_name}"))
+                    click.echo(FeedbackManager.info(message=f"✓ /fixtures/{ds_name}.{data_format}"))
                     persist_fixture(ds_name, data_content, folder, format=data_format)
                     created_something = True
+
             elif prompt and prompt_result:
                 ds_results = [path for path in prompt_result if path.suffix == ".datasource"]
                 for datasource_path in ds_results:
@@ -452,8 +465,8 @@ async def create_resources_from_data(
     project: Project,
     config: Dict[str, Any],
 ) -> List[Path]:
-    folder_path = project.path
     local_client = await get_tinybird_local_client(config)
+    folder_path = project.path
     path = folder_path / data
     result: List[Path] = []
     format = path.suffix.lstrip(".")
@@ -465,10 +478,33 @@ async def create_resources_from_data(
         pipe_file = generate_pipe_file(
             f"{name}_endpoint",
             f"""
-    NODE endpoint
-    SQL >
+NODE endpoint
+SQL >
+    SELECT * from {name}
+TYPE ENDPOINT
+            """,
+            project.folder,
+        )
+        result.append(pipe_file)
+    return result
+
+
+async def create_resources_from_url(url: str, project: Project, config: Dict[str, Any]) -> List[Path]:
+    result: List[Path] = []
+    local_client = await get_tinybird_local_client(config)
+    format = url.split(".")[-1]
+    ds_file = await _generate_datafile(url, local_client, format=format, force=True)
+    result.append(ds_file)
+    name = ds_file.stem
+    no_pipes = len(project.get_pipe_files()) == 0
+    if no_pipes:
+        pipe_file = generate_pipe_file(
+            f"{name}_endpoint",
+            f"""
+NODE endpoint
+SQL >
     SELECT * from {name}
-    TYPE ENDPOINT
+TYPE ENDPOINT
             """,
             project.folder,
         )

{tinybird-0.0.1.dev183.dist-info → tinybird-0.0.1.dev184.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev183
+Version: 0.0.1.dev184
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev183.dist-info → tinybird-0.0.1.dev184.dist-info}/RECORD

@@ -12,7 +12,7 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=X4tE9OrfaUy6kO9cqVEzyI9cDcmOF3IAssRRzsTsfEQ,40781
-tinybird/tb/__cli__.py,sha256=I3YL2OnI6jdHeZZqhxx8ydlJp5zrUKANN9Bqmzf28WY,247
+tinybird/tb/__cli__.py,sha256=53aFe84vyt7b02YzNl7TMyome7H2Q6p-1cvE7VbeusE,247
 tinybird/tb/check_pypi.py,sha256=rW4QmDRbtgKdUUwJCnBkVjmTjZSZGN-XgZhx7vMkC0w,1009
 tinybird/tb/cli.py,sha256=u3eGOhX0MHkuT6tiwaZ0_3twqLmqKXDAOxF7yV_Nn9Q,1075
 tinybird/tb/client.py,sha256=59GH0IoYSV_KUG0eEbDDYHSWH4OlkVnSRFXE3mYAM0s,56571
@@ -24,7 +24,7 @@ tinybird/tb/modules/common.py,sha256=lu1Z3VYImwocaHvqOW2FzBJP6F3Ev7RuXsItkCZ6jpo
 tinybird/tb/modules/config.py,sha256=ziqW_t_mRVvWOd85VoB4vKyvgMkEfpXDf9H4v38p2xc,11422
 tinybird/tb/modules/connection.py,sha256=7oOR7x4PhBcm1ETFFCH2YJ_3oeGXjAbmx1cnZX9_L70,9014
 tinybird/tb/modules/copy.py,sha256=2Mm4FWKehOG7CoOhiF1m9UZJgJn0W1_cMolqju8ONYg,5805
-tinybird/tb/modules/create.py,sha256=jz5jswVntvsnNN-IbCXoKw9pUKySx_IubpP0rxi7Iy0,17528
+tinybird/tb/modules/create.py,sha256=sT0d7hbM1TX6nws6jY4TQIVGBtmt2xPUqUYmgHgHK30,18756
 tinybird/tb/modules/datasource.py,sha256=0_6Cn07p5GoNBBGdu88pSeLvTWojln1-k23FsS8jTDs,17801
 tinybird/tb/modules/deployment.py,sha256=t6DDLJ1YdY3SJiTPbEG7CRblSLkbuqwzauQ9y65FWtY,27147
 tinybird/tb/modules/deprecations.py,sha256=rrszC1f_JJeJ8mUxGoCxckQTJFBCR8wREf4XXXN-PRc,4507
@@ -80,8 +80,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev183.dist-info/METADATA,sha256=PHYeXR2ipg3vhMXXloKq0_uhArBd_xQyvQ9Wg_O64QE,1608
-tinybird-0.0.1.dev183.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev183.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev183.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev183.dist-info/RECORD,,
+tinybird-0.0.1.dev184.dist-info/METADATA,sha256=rBeUzI1isxMpgMebrnRzC64xPiVvvz2OnQrIDq-Ppyw,1608
+tinybird-0.0.1.dev184.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev184.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev184.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev184.dist-info/RECORD,,